00000800:00000200:3.1F:1769073203.629814:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004d4a5dad] -> 12345-192.168.204.139@tcp (2) 00000800:00000200:2.1F:1769073203.638257:0:2358:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1769073203.638272:0:2358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:2.1:1769073203.638276:0:2358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d1dd44d0 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.1:1769073203.668533:0:2358:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:2.1:1769073203.685532:0:2358:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00000008:00010000:3.0:1769074771.913289:0:57872:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074771.913292:0:57872:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64979bb30, osc lock ffff9bc64a6dc980, flags 0x400000400001002 00000008:00010000:3.0:1769074771.913298:0:57872:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074771.913300:0:57872:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64979bb70, osc lock ffff9bc64a6dd0a0, flags 0x400000400001002 00010000:00010000:3.0:1769074771.913317:0:57872:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc642ccb000 lock: ffff9bc67ae37200/0x21fa6d252c11b286 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a56f expref: -99 pid: 57872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074771.913331:0:57872:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 1048575) ns: lustre-OST0000-osc-ffff9bc642ccb000 lock: ffff9bc67ae37200/0x21fa6d252c11b286 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a56f expref: -99 pid: 57872 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074771.913345:0:57872:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074771.913350:0:57872:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc642ccb000 lock: ffff9bc67ae37200/0x21fa6d252c11b286 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a56f expref: -99 pid: 57872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074771.913360:0:57872:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc642ccb000 lock: ffff9bc67ae37200/0x21fa6d252c11b286 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a56f expref: -99 pid: 57872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074771.913479:0:57872:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc642ccb000 lock: ffff9bc64145d600/0x21fa6d252c11b2e8 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a5ed expref: -99 pid: 57872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074771.913490:0:57872:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (1048576 2097151) ns: lustre-OST0001-osc-ffff9bc642ccb000 lock: ffff9bc64145d600/0x21fa6d252c11b2e8 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a5ed expref: -99 pid: 57872 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074771.913498:0:57872:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074771.913501:0:57872:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc642ccb000 lock: ffff9bc64145d600/0x21fa6d252c11b2e8 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8a5ed expref: -99 pid: 57872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074771.913508:0:57872:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc642ccb000 lock: ffff9bc64145d600/0x21fa6d252c11b2e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a5ed expref: -99 pid: 57872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074771.913528:0:57872:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc642ccb000 lock: ffff9bc646500800/0x21fa6d252c11b304 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a617 expref: -99 pid: 57872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074771.913537:0:57872:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (1048576 2097151) ns: lustre-OST0001-osc-ffff9bc642ccb000 lock: ffff9bc646500800/0x21fa6d252c11b304 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a617 expref: -99 pid: 57872 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074771.913544:0:57872:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074771.913547:0:57872:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc642ccb000 lock: ffff9bc646500800/0x21fa6d252c11b304 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8a617 expref: -99 pid: 57872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074771.913565:0:57872:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc642ccb000 lock: ffff9bc646500800/0x21fa6d252c11b304 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a617 expref: -99 pid: 57872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074771.913577:0:57872:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc642ccb000 lock: ffff9bc67ae37800/0x21fa6d252c11b29b lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a57d expref: -99 pid: 57872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074771.913585:0:57872:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (1048576 2097151) ns: lustre-OST0000-osc-ffff9bc642ccb000 lock: ffff9bc67ae37800/0x21fa6d252c11b29b lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a57d expref: -99 pid: 57872 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074771.913593:0:57872:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074771.913595:0:57872:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc642ccb000 lock: ffff9bc67ae37800/0x21fa6d252c11b29b lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a57d expref: -99 pid: 57872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074771.913603:0:57872:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc642ccb000 lock: ffff9bc67ae37800/0x21fa6d252c11b29b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a57d expref: -99 pid: 57872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074771.913622:0:57872:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc642ccb000 lock: ffff9bc67f943000/0x21fa6d252c11b327 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a63a expref: -99 pid: 57872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074771.913630:0:57872:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (2097152 8388607) ns: lustre-OST0000-osc-ffff9bc642ccb000 lock: ffff9bc67f943000/0x21fa6d252c11b327 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a63a expref: -99 pid: 57872 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074771.913637:0:57872:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074771.913640:0:57872:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc642ccb000 lock: ffff9bc67f943000/0x21fa6d252c11b327 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8a63a expref: -99 pid: 57872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074771.913646:0:57872:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc642ccb000 lock: ffff9bc67f943000/0x21fa6d252c11b327 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a63a expref: -99 pid: 57872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074771.913658:0:57872:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9bc642ccb000 lock: ffff9bc64145d000/0x21fa6d252c11b2a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2326527) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a592 expref: -99 pid: 57869 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074771.913666:0:57872:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (2097152 8388607) ns: lustre-OST0001-osc-ffff9bc642ccb000 lock: ffff9bc64145d000/0x21fa6d252c11b2a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->2326527) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a592 expref: -99 pid: 57869 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074771.913673:0:57872:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074771.913676:0:57872:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9bc642ccb000 lock: ffff9bc64145d000/0x21fa6d252c11b2a9 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->2326527) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8a592 expref: -99 pid: 57869 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074771.913683:0:57872:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc642ccb000 lock: ffff9bc64145d000/0x21fa6d252c11b2a9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->2326527) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a592 expref: -99 pid: 57869 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074771.913697:0:57872:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1769074771.913709:0:57872:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1a7:0x0] updating i_size 9055072 i_blocks 17772 00000020:00010000:3.0:1769074771.913713:0:57872:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc642c75240 (ffff9bc651289a28/0) at cl_lock_release():245 00000020:00010000:3.0:1769074771.913716:0:57872:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc642c75240 (ffff9bc651289a28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1769074771.913718:0:57872:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64979ba30 (ffff9bc644b52cf8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074771.913723:0:57872:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64979ba70 (ffff9bc644b52d88/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074771.913726:0:57872:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64979bab0 (ffff9bc6512892d8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074771.913729:0:57872:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64979baf0 (ffff9bc644b52878/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074771.913731:0:57872:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64979bb30 (ffff9bc64292ed88/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074771.913733:0:57872:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64979bb70 (ffff9bc64292e908/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074771.913736:0:57872:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc642c75240 (ffff9bc651289a28/0) at cl_lock_fini():72 00000020:00010000:3.0:1769074771.913738:0:57872:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64979ba30 (ffff9bc651289a28/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074771.913743:0:57872:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64979ba70 (ffff9bc651289a28/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074771.913745:0:57872:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64979bab0 (ffff9bc651289a28/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074771.913748:0:57872:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64979baf0 (ffff9bc651289a28/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074771.913750:0:57872:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64979bb30 (ffff9bc651289a28/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074771.913753:0:57872:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64979bb70 (ffff9bc651289a28/1) at cl_lock_fini():72 00000080:00200000:3.0:1769074771.913763:0:57872:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1a7:0x0] ignore/verify layout 0/1, layout version 35 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1769074771.913768:0:57872:0:(file.c:2367:file_read_confine_iter()) f200b.sanity-flr: read [8388608, 12582912] over eof, kms 9055072, file_size 9055072. 00000080:00200000:3.0:1769074771.913869:0:57872:0:(rw.c:2016:ll_readpage()) fast read pgno: 2048 00000080:00200000:3.0:1769074771.913882:0:57872:0:(file.c:1994:ll_file_io_generic()) f200b.sanity-flr: read ppos: 8388608, bytes: 666464 00000080:00200000:3.0:1769074771.913889:0:57872:0:(file.c:1759:ll_io_set_mirror()) f200b.sanity-flr: desiginated mirror: 0 00000020:00200000:3.0:1769074771.913898:0:57872:0:(cl_io.c:214:cl_io_rw_init()) header@000000002d1cd701[0x4, 2049, [0x200000404:0x1a7:0x0] hash] 00000020:00200000:3.0:1769074771.913900:0:57872:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [8388608, 9055072) 0 0 00000080:00200000:3.0:1769074771.913903:0:57872:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1a7:0x0] ignore/verify layout 0/0, layout version 35 restore needed 0 00020000:00200000:3.0:1769074771.913912:0:57872:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1a7:0x0]: flr state: 2, move mirror from 0 to 0, have retried: 0, mirror count: 3 00020000:00200000:3.0:1769074771.913916:0:57872:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00020000:00200000:3.0:1769074771.913924:0:57872:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 8 chunk: [8388608, 9055072) 9055072, 666464 00020000:00200000:3.0:1769074771.913929:0:57872:0:(lov_io.c:860:lov_io_iter_init()) component[3] flags 0x10 00000080:00200000:3.0:1769074771.913947:0:57872:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 0 [2048, 2210] 00000008:00010000:3.0:1769074771.913959:0:57872:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1769074771.913963:0:57872:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64d1651b0, osc lock ffff9bc64a6dd0a0, flags 0x400000000000000 00010000:00010000:3.0:1769074771.913973:0:57872:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc642ccb000 lock: ffff9bc67f943000/0x21fa6d252c11b327 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a63a expref: -99 pid: 57872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074771.913981:0:57872:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (4194304 4861951) ns: lustre-OST0000-osc-ffff9bc642ccb000 lock: ffff9bc67f943000/0x21fa6d252c11b327 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a63a expref: -99 pid: 57872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074771.913990:0:57872:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc642ccb000 lock: ffff9bc67f943000/0x21fa6d252c11b327 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8a63a expref: -99 pid: 57872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074771.913997:0:57872:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc642ccb000 lock: ffff9bc67f943000/0x21fa6d252c11b327 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8a63a expref: -99 pid: 57872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074771.914003:0:57872:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9bc642ccb000 lock: ffff9bc67f943000/0x21fa6d252c11b327 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8a63a expref: -99 pid: 57872 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1769074771.914011:0:57872:0:(vvp_io.c:827:vvp_io_read_start()) f200b.sanity-flr: read [8388608, 9055072) 00000080:00200000:3.0:1769074771.914025:0:57872:0:(vvp_io.c:886:vvp_io_read_start()) count:666464 iocb pos:8388608 00010000:00010000:3.0:1769074771.914078:0:57872:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc642ccb000 lock: ffff9bc67f943000/0x21fa6d252c11b327 lrc: 4/2,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a63a expref: -99 pid: 57872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074771.914087:0:57872:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (4198400 4202495) ns: lustre-OST0000-osc-ffff9bc642ccb000 lock: ffff9bc67f943000/0x21fa6d252c11b327 lrc: 4/2,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a63a expref: -99 pid: 57872 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074771.922137:0:57872:0:(osc_cache.c:2941:osc_queue_sync_pages()) ### no dlm lock: extent: ffff9bc64979fcc0 00010000:00010000:3.0:1769074771.922186:0:57872:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc642ccb000 lock: ffff9bc67f943000/0x21fa6d252c11b327 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8a63a expref: -99 pid: 57872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074771.922208:0:57872:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9bc642ccb000 lock: ffff9bc67f943000/0x21fa6d252c11b327 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8a63a expref: -99 pid: 57872 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074771.922259:0:44646:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9bc64979fcc0 00010000:00010000:3.0:1769074771.922321:0:44646:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (4194304 4198399) ns: lustre-OST0000-osc-ffff9bc642ccb000 lock: ffff9bc67f943000/0x21fa6d252c11b327 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a63a expref: -99 pid: 57872 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1769074771.922406:0:44646:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc64d9afb80 - object 0x240000400:527 offset 4194304<>4861952 00000100:00100000:3.0:1769074771.922450:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074771.922482:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657:2372:1855007612773376:192.168.204.139@tcp:3:cat.0 00000100:00100000:3.0:1769074771.928898:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074771.955144:0:37577:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619911936 00000100:00100000:3.0:1769074771.955163:0:37577:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619911936 00000100:00100000:3.0:1769074771.955691:0:37577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6509 00000100:00100000:3.0:1769074771.955703:0:37577:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc643ab2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:26360:x1855007619911936:12345-192.168.204.139@tcp:106: 00010000:00010000:3.0:1769074771.955725:0:37577:0:(ldlm_lockd.c:2524:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff9bc642ccb000 lock: ffff9bc64145d000/0x21fa6d252c11b2a9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->2326527) gid 0 flags: 0x800429400020000 nid: local remote: 0x8b5959a9a0e8a592 expref: -99 pid: 57869 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074771.955739:0:37577:0:(ldlm_lockd.c:2115:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff9bc642ccb000 lock: ffff9bc64145d000/0x21fa6d252c11b2a9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->2326527) gid 0 flags: 0x800429400020000 nid: local remote: 0x8b5959a9a0e8a592 expref: -99 pid: 57869 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1769074771.955805:0:37577:0:(cl_object.c:284:cl_object_glimpse()) header@000000002d1cd701[0x4, 2212, [0x200000404:0x1a7:0x0] hash] 00000020:00010000:3.0:1769074771.955808:0:37577:0:(cl_object.c:284:cl_object_glimpse()) size: 4194304 mtime: 1769074771 atime: 1769074771 ctime: 1769074771 blocks: 4137 00000020:00010000:3.0:1769074771.955812:0:37577:0:(cl_object.c:284:cl_object_glimpse()) header@0000000049010e00[0x4, 4, [0x280000400:0x213:0x0] hash] 00000020:00010000:3.0:1769074771.955814:0:37577:0:(cl_object.c:284:cl_object_glimpse()) size: 4194304 mtime: 1769074771 atime: 1769074771 ctime: 1769074771 blocks: 4137 00000100:00100000:3.0:1769074771.955909:0:37577:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc643ab2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:26360:x1855007619911936:12345-192.168.204.139@tcp:106: Request processed in 208us (5341us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074771.955918:0:37577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6509 00000008:00010000:3.0:1769074772.001994:0:2372:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc64979fcc0 00000020:00200000:3.0:1769074772.002021:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1769074772.002075:0:2372:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc64979fcc0 00000100:00100000:3.0:1769074772.002114:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657:2372:1855007612773376:192.168.204.139@tcp:3:cat.0 00000100:00100000:3.0:1769074772.002682:0:45123:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1769074772.002708:0:45123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619912064 00000100:00100000:3.0:1769074772.002720:0:45123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619912064 00000100:00100000:3.0:1769074772.002828:0:45123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6510 00000100:00100000:3.0:1769074772.002844:0:45123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64ece1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+5:30391:x1855007619912064:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074772.002867:0:45123:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9bc644d8b000 lock: ffff9bc67f943600/0x21fa6d252c11b335 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x8b5959a9a0e8a679 expref: -99 pid: 57883 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074772.002964:0:45123:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074772.002972:0:45123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64ece1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f+5:30391:x1855007619912064:12345-192.168.204.139@tcp:104: Request processed in 132us (6948us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074772.002981:0:45123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6510 00000100:00100000:3.0:1769074772.006756:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc643ab1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657:2372:1855007612774272:192.168.204.139@tcp:101:cat.0 00000100:00100000:3.0:1769074772.012285:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074772.013323:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074772.013342:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074772.013362:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074772.013406:0:37577:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619912192 00000100:00100000:3.0:1769074772.013415:0:37577:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619912192 00000100:00100000:3.0:1769074772.013455:0:37577:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619912320 00000100:00100000:3.0:1769074772.013458:0:37577:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619912320 00000100:00100000:3.0:1769074772.013467:0:37577:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619912448 00000100:00100000:3.0:1769074772.013469:0:37577:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619912448 00000100:00100000:3.0:1769074772.013478:0:37577:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619912576 00000100:00100000:3.0:1769074772.013480:0:37577:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619912576 00000100:00100000:3.0:1769074772.013494:0:37577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6511 00000100:00100000:3.0:1769074772.013502:0:37577:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:5738:x1855007619912192:12345-192.168.204.139@tcp:105: 00010000:00010000:3.0:1769074772.013517:0:37577:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b33c lrc: 5/1,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8a680 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.013528:0:37577:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b33c lrc: 5/1,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8a680 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.013538:0:37577:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b33c lrc: 5/1,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x10000000020000 nid: local remote: 0x8b5959a9a0e8a680 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.013558:0:37577:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b33c lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x10080000020000 nid: local remote: 0x8b5959a9a0e8a680 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.013569:0:37577:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b33c lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x10080000020000 nid: local remote: 0x8b5959a9a0e8a680 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.013579:0:37577:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b33c lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x80000020000 nid: local remote: 0x8b5959a9a0e8a680 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.013608:0:37577:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9bc64145c400) 00000100:00100000:3.0:1769074772.013689:0:37577:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:5738:x1855007619912192:12345-192.168.204.139@tcp:105: Request processed in 186us (1421us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074772.013697:0:37577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6511 00000100:00100000:3.0:1769074772.013717:0:37577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6512 00000100:00100000:3.0:1769074772.013724:0:37577:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9af100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:26360:x1855007619912320:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074772.013731:0:37577:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9bc642ccb000 lock: ffff9bc67f943000/0x21fa6d252c11b327 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x800420000020000 nid: local remote: 0x8b5959a9a0e8a63a expref: -99 pid: 57872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.013758:0:37577:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074772.013763:0:37577:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9af100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:26360:x1855007619912320:12345-192.168.204.139@tcp:104: Request processed in 40us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074772.013768:0:37577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6512 00000100:00100000:3.0:1769074772.013884:0:37577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6513 00000100:00100000:3.0:1769074772.013891:0:37577:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:26360:x1855007619912448:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074772.013899:0:37577:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9bc644d8b000 lock: ffff9bc64145cc00/0x21fa6d252c11b35f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8a695 expref: -99 pid: 57883 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.013928:0:37577:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1769074772.013932:0:37577:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:26360:x1855007619912448:12345-192.168.204.139@tcp:104: Request processed in 43us (591us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074772.013938:0:37577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6513 00000100:00100000:3.0:1769074772.013947:0:37577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6514 00000100:00100000:3.0:1769074772.013952:0:37577:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:26360:x1855007619912576:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074772.013960:0:37577:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b320 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x800420000020000 nid: local remote: 0x8b5959a9a0e8a633 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.013982:0:37577:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:3.0:1769074772.013987:0:37577:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:26360:x1855007619912576:12345-192.168.204.139@tcp:104: Request processed in 35us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074772.013992:0:37577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6514 00010000:00010000:3.0:1769074772.014024:0:57876:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b33c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8a680 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.014034:0:57876:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b33c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8a680 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.014047:0:57876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b33c lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x10000000020000 nid: local remote: 0x8b5959a9a0e8a680 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074772.014061:0:57876:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b33c lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x10020000020000 nid: local remote: 0x8b5959a9a0e8a680 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.014072:0:57876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b33c lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8a680 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.014081:0:57876:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b33c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8a680 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1769074772.014107:0:57876:0:(vvp_io.c:827:vvp_io_read_start()) f200b.sanity-flr: read [5242880, 6291456) 00000080:00200000:3.0:1769074772.014136:0:57876:0:(vvp_io.c:886:vvp_io_read_start()) count:1048576 iocb pos:5242880 00010000:00010000:3.0:1769074772.014226:0:57876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b33c lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a680 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.014236:0:57876:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (2101248 2105343) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b33c lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a680 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.016475:0:57876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b320 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x800420000020000 nid: local remote: 0x8b5959a9a0e8a633 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.016510:0:57876:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (3145728 3149823) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b320 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x800420000020000 nid: local remote: 0x8b5959a9a0e8a633 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.026062:0:57876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b33c lrc: 6/3,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a680 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.026098:0:57876:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (3145728 3149823) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b33c lrc: 6/3,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a680 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074772.030922:0:57876:0:(osc_cache.c:2941:osc_queue_sync_pages()) ### no dlm lock: extent: ffff9bc64979fcc0 00000008:00010000:3.0:1769074772.031030:0:57876:0:(osc_cache.c:2941:osc_queue_sync_pages()) ### no dlm lock: extent: ffff9bc64979f6c0 00000008:00010000:3.0:1769074772.031151:0:57876:0:(osc_cache.c:2941:osc_queue_sync_pages()) ### no dlm lock: extent: ffff9bc64979fa80 00010000:00010000:3.0:1769074772.031168:0:57876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b33c lrc: 8/3,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8a680 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.031183:0:57876:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b33c lrc: 7/2,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8a680 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.031197:0:57876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b320 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x810420400020000 nid: local remote: 0x8b5959a9a0e8a633 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.031206:0:57876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b320 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x810420400020000 nid: local remote: 0x8b5959a9a0e8a633 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.031237:0:57876:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00010000:3.0:1769074772.031243:0:57876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b33c lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8a680 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.031251:0:57876:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b33c lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8a680 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074772.031296:0:44646:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9bc64979fcc0 00000008:00010000:3.0:1769074772.031305:0:44646:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9bc64979f6c0 00010000:00010000:3.0:1769074772.031369:0:44646:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (2097152 2101247) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b33c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a680 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1769074772.031468:0:44646:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc64d9ac700 - object 0x280000400:531 offset 2097152<>3145728 00000008:00010000:3.0:1769074772.031517:0:44646:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9bc64979f6c0 00010000:00010000:3.0:1769074772.031543:0:44646:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (3145728 3149823) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b33c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a680 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1769074772.036478:0:44646:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc64d9aed80 - object 0x280000400:531 offset 3145728<>4194304 00000100:00100000:3.0:1769074772.036684:0:2373:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074772.036713:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612775424:192.168.204.139@tcp:3:cat.0 00000100:00100000:3.0:1769074772.043689:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc643ab1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f:2373:1855007612774784:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074772.043712:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc643ab1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657:2373:1855007612774656:192.168.204.139@tcp:103:ldlm_bl.0 00000008:00010000:3.0:1769074772.067640:0:2373:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc64979fcc0 00000020:00200000:3.0:1769074772.067671:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1769074772.067740:0:2373:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc64979fcc0 00000100:00100000:3.0:1769074772.067769:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612775168:192.168.204.139@tcp:3:cat.0 00000020:00010000:3.0:1769074772.076352:0:57876:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc650505f38 (ffff9bc64292e5a8/0) at cl_lock_release():245 00000020:00010000:3.0:1769074772.076377:0:57876:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc650505f38 (ffff9bc64292e5a8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1769074772.076385:0:57876:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643072930 (ffff9bc64292ec68/1) at cl_lock_cancel():142 00010000:00010000:3.0:1769074772.076400:0:57876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b33c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8a680 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.076420:0:57876:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b33c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a680 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1769074772.076443:0:57876:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc650505f38 (ffff9bc64292e5a8/0) at cl_lock_fini():72 00000020:00010000:3.0:1769074772.076447:0:57876:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643072930 (ffff9bc64292e5a8/1) at cl_lock_fini():72 00000080:00200000:3.0:1769074772.076463:0:57876:0:(vvp_io.c:518:vvp_io_advance()) advancing 1048576 bytes 00020000:00200000:3.0:1769074772.076478:0:57876:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 6 chunk: [6291456, 7340032) 8388608, 1048576 00020000:00200000:3.0:1769074772.076484:0:57876:0:(lov_io.c:860:lov_io_iter_init()) component[3] flags 0x10 00000080:00200000:3.0:1769074772.076509:0:57876:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 0 [1536, 1791] 00000008:00010000:3.0:1769074772.076535:0:57876:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1769074772.076542:0:57876:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64d165cb0, osc lock ffff9bc64a6dc980, flags 0x400000000000000 00010000:00010000:3.0:1769074772.076576:0:57876:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc64a345000 type 11 mode 6 res 9663677440/527 (3145728 4194303) 00010000:00010000:3.0:1769074772.076637:0:57876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36400/0x21fa6d252c11b389 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.076647:0:57876:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400000000000000 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36400/0x21fa6d252c11b389 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.076671:0:57876:0:(ldlm_request.c:1054:ldlm_cli_enqueue()) @@@ enqueue lock with no delay req@ffff9bc64d9ac700 x1855007612775808/t0(0) o101->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074772.076683:0:57876:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36400/0x21fa6d252c11b389 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1769074772.076715:0:57876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac700 pname:cluuid:pid:xid:nid:opc:job cat:8e818347-4d21-45d1-a323-b359656f3fdd:57876:1855007612775808:192.168.204.139@tcp:101:cat.0 00000100:00100000:3.0:1769074772.076867:0:57876:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc642c73900 going to sleep for 11 seconds 00000008:00010000:3.0:1769074772.078088:0:2373:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc64979f6c0 00000008:00010000:3.0:1769074772.078172:0:2373:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc64979f6c0 00000100:00100000:3.0:1769074772.078201:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612775424:192.168.204.139@tcp:3:cat.0 00000100:00100000:3.0:1769074772.081726:0:57876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac700 pname:cluuid:pid:xid:nid:opc:job cat:8e818347-4d21-45d1-a323-b359656f3fdd:57876:1855007612775808:192.168.204.139@tcp:101:cat.0 00010000:00010000:3.0:1769074772.081760:0:57876:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36400/0x21fa6d252c11b389 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8a6e2 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.081816:0:57876:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36400/0x21fa6d252c11b389 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8a6e2 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.081832:0:57876:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36400/0x21fa6d252c11b389 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8a6e2 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.081850:0:57876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36400/0x21fa6d252c11b389 lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8a6e2 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074772.081864:0:57876:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 4860768, setting rss=4860768; kms=4860768, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36400/0x21fa6d252c11b389 lrc: 4/2,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8a6e2 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.081880:0:57876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36400/0x21fa6d252c11b389 lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a6e2 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.081890:0:57876:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36400/0x21fa6d252c11b389 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a6e2 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1769074772.081920:0:57876:0:(vvp_io.c:827:vvp_io_read_start()) f200b.sanity-flr: read [6291456, 7340032) 00000080:00200000:3.0:1769074772.081960:0:57876:0:(vvp_io.c:886:vvp_io_read_start()) count:1048576 iocb pos:6291456 00010000:00010000:3.0:1769074772.084072:0:57876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36400/0x21fa6d252c11b389 lrc: 4/2,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a6e2 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.084102:0:57876:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (3465216 3469311) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36400/0x21fa6d252c11b389 lrc: 4/2,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a6e2 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.088064:0:57876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b33c lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a680 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.088098:0:57876:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (3145728 3149823) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b33c lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a680 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074772.089909:0:57876:0:(osc_cache.c:2941:osc_queue_sync_pages()) ### no dlm lock: extent: ffff9bc64979f6c0 00010000:00010000:3.0:1769074772.089949:0:57876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36400/0x21fa6d252c11b389 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a6e2 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.089965:0:57876:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36400/0x21fa6d252c11b389 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a6e2 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.089984:0:57876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b33c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8a680 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.089994:0:57876:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b33c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a680 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074772.090044:0:44646:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9bc64979f6c0 00010000:00010000:3.0:1769074772.090091:0:44646:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (3461120 3465215) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b320 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x800429400020000 nid: local remote: 0x8b5959a9a0e8a633 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1769074772.090165:0:44646:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc64d9ac700 - object 0x240000400:527 offset 3461120<>4075520 00000100:00100000:3.0:1769074772.093673:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612775936:192.168.204.139@tcp:3:cat.0 00000100:00100000:3.0:1769074772.112095:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000008:00010000:3.0:1769074772.128826:0:2373:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc6485b1240 00000020:00200000:3.0:1769074772.128853:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1769074772.128884:0:2373:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc6485b1240 00000100:00100000:3.0:1769074772.128920:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc643ab3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612776192:192.168.204.139@tcp:3:cat.0 00000100:00100000:3.0:1769074772.140197:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074772.140401:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074772.140465:0:52448:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1769074772.140488:0:52448:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619913600 00000100:00100000:3.0:1769074772.140498:0:52448:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619913600 00000100:00100000:3.0:1769074772.140574:0:52448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6516 00000100:00100000:3.0:1769074772.140604:0:52448:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc67f924450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:26360:x1855007619913600:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074772.140643:0:52448:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9bc642ccb000 lock: ffff9bc646501200/0x21fa6d252c11b37b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8a6c6 expref: -99 pid: 57872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.140766:0:52448:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1769074772.140811:0:52448:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc67f924450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:26360:x1855007619913600:12345-192.168.204.139@tcp:104: Request processed in 182us (592us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074772.140828:0:52448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6516 00010000:00010000:3.0:1769074772.142752:0:37586:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074772.142772:0:37586:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9bc642ccb000 lock: ffff9bc646501200/0x21fa6d252c11b37b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8a6c6 expref: -99 pid: 57872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.142917:0:37586:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc646501200 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:3.0:1769074772.142926:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9bc642ccb000 lock: ffff9bc646501200/0x21fa6d252c11b37b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x800428400000000 nid: local remote: 0x8b5959a9a0e8a6c6 expref: -99 pid: 57872 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1769074772.142952:0:37586:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1a7:0x0] ignore/verify layout 1/0, layout version 31 restore needed 0 00000080:00200000:3.0:1769074772.142972:0:37586:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1a7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1769074772.143049:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9bc642ccb000 lock: ffff9bc646501200/0x21fa6d252c11b37b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8a6c6 expref: -99 pid: 57872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.143057:0:37586:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074772.143087:0:37586:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9bc642ccb000 lock: ffff9bc646501200/0x21fa6d252c11b37b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8a6c6 expref: -99 pid: 57872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.143096:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9bc642ccb000 lock: ffff9bc646501200/0x21fa6d252c11b37b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8a6c6 expref: -99 pid: 57872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.143119:0:37586:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074772.143124:0:37586:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b33c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x800420000020000 nid: local remote: 0x8b5959a9a0e8a680 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.143132:0:37586:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64145c400 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:3.0:1769074772.143136:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b33c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x800428400020000 nid: local remote: 0x8b5959a9a0e8a680 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1769074772.143148:0:37586:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1a7:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1769074772.146869:0:37586:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1a7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1769074772.146966:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b33c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x804c69400020020 nid: local remote: 0x8b5959a9a0e8a680 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.146979:0:37586:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074772.146999:0:37586:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b33c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x804c69400020020 nid: local remote: 0x8b5959a9a0e8a680 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.147008:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b33c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x804c69400020020 nid: local remote: 0x8b5959a9a0e8a680 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.147040:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074772.147042:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074772.147045:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074772.147065:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074772.147221:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657:2373:1855007612776704:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074772.147334:0:2373:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074772.147344:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612776832:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074772.153470:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074772.153674:0:37578:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619913856 00000100:00100000:3.0:1769074772.153688:0:37578:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619913856 00000100:00100000:3.0:1769074772.153757:0:37578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6517 00000100:00100000:3.0:1769074772.153768:0:37578:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:5738:x1855007619913856:12345-192.168.204.139@tcp:105: 00010000:00010000:3.0:1769074772.153898:0:37578:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff9bc642ccb000 lock: ffff9bc646500000/0x21fa6d252c11b397 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [2097152->2576383] (req 2097152->2576383) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8a6f0 expref: -99 pid: 57879 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.153913:0:37578:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff9bc642ccb000 lock: ffff9bc646500000/0x21fa6d252c11b397 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [2097152->2576383] (req 2097152->2576383) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8a6f0 expref: -99 pid: 57879 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.153925:0:37578:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff9bc642ccb000 lock: ffff9bc646500000/0x21fa6d252c11b397 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->2576383) gid 0 flags: 0x10000000020000 nid: local remote: 0x8b5959a9a0e8a6f0 expref: -99 pid: 57879 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.153938:0:37578:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff9bc642ccb000 lock: ffff9bc646500000/0x21fa6d252c11b397 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->2576383) gid 0 flags: 0x10080000020000 nid: local remote: 0x8b5959a9a0e8a6f0 expref: -99 pid: 57879 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.153948:0:37578:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9bc642ccb000 lock: ffff9bc646500000/0x21fa6d252c11b397 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->2576383) gid 0 flags: 0x10080000020000 nid: local remote: 0x8b5959a9a0e8a6f0 expref: -99 pid: 57879 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.153960:0:37578:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff9bc642ccb000 lock: ffff9bc646500000/0x21fa6d252c11b397 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->2576383) gid 0 flags: 0x80000020000 nid: local remote: 0x8b5959a9a0e8a6f0 expref: -99 pid: 57879 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.153990:0:37578:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9bc646500000) 00000100:00100000:3.0:1769074772.154064:0:37578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:5738:x1855007619913856:12345-192.168.204.139@tcp:105: Request processed in 297us (609us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074772.154073:0:37578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6517 00000100:00100000:3.0:1769074772.154141:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657:2373:1855007612776704:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074772.172049:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612776832:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074772.174075:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc643ab3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657:2373:1855007612777088:192.168.204.139@tcp:3:cat.0 00000100:00100000:3.0:1769074772.196985:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074772.197041:0:52448:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619913984 00000100:00100000:3.0:1769074772.197054:0:52448:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619913984 00000100:00100000:3.0:1769074772.197118:0:52448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6518 00000100:00100000:3.0:1769074772.197130:0:52448:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9af100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:21706:x1855007619913984:12345-192.168.204.139@tcp:106: 00010000:00010000:3.0:1769074772.197151:0:52448:0:(ldlm_lockd.c:2524:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff9bc642ccb000 lock: ffff9bc646500000/0x21fa6d252c11b397 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->2576383) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a6f0 expref: -99 pid: 57879 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.197165:0:52448:0:(ldlm_lockd.c:2115:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff9bc642ccb000 lock: ffff9bc646500000/0x21fa6d252c11b397 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->2576383) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a6f0 expref: -99 pid: 57879 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1769074772.198095:0:52448:0:(cl_object.c:284:cl_object_glimpse()) header@000000002d1cd701[0x4, 1274, [0x200000404:0x1a7:0x0] hash] 00000020:00010000:3.0:1769074772.198098:0:52448:0:(cl_object.c:284:cl_object_glimpse()) size: 4194304 mtime: 1769074772 atime: 1769074772 ctime: 1769074772 blocks: 4137 00000020:00010000:3.0:1769074772.198105:0:52448:0:(cl_object.c:284:cl_object_glimpse()) header@0000000049010e00[0x4, 3, [0x280000400:0x213:0x0] hash] 00000020:00010000:3.0:1769074772.198107:0:52448:0:(cl_object.c:284:cl_object_glimpse()) size: 4194304 mtime: 1769074772 atime: 1769074772 ctime: 1769074772 blocks: 4137 00000100:00100000:3.0:1769074772.198187:0:52448:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9af100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:21706:x1855007619913984:12345-192.168.204.139@tcp:106: Request processed in 1057us (1217us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074772.198198:0:52448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6518 00000008:00010000:3.0:1769074772.198592:0:2373:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc6485b1e40 00000020:00200000:3.0:1769074772.198607:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1769074772.198632:0:2373:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc6485b1e40 00000100:00100000:3.0:1769074772.198660:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc643ab3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657:2373:1855007612777088:192.168.204.139@tcp:3:cat.0 00000100:00100000:3.0:1769074772.203169:0:2373:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074772.203187:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc643ab1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612777728:192.168.204.139@tcp:101:cat.0 00000100:00100000:3.0:1769074772.210266:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074772.210305:0:37578:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619914112 00000100:00100000:3.0:1769074772.210318:0:37578:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619914112 00000100:00100000:3.0:1769074772.210403:0:37578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6519 00000100:00100000:3.0:1769074772.210416:0:37578:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:26360:x1855007619914112:12345-192.168.204.139@tcp:106: 00010000:00010000:3.0:1769074772.210440:0:37578:0:(ldlm_lockd.c:2524:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff9bc642ccb000 lock: ffff9bc646500000/0x21fa6d252c11b397 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->2576383) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a6f0 expref: -99 pid: 57879 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.210454:0:37578:0:(ldlm_lockd.c:2115:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff9bc642ccb000 lock: ffff9bc646500000/0x21fa6d252c11b397 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->2576383) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a6f0 expref: -99 pid: 57879 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1769074772.210493:0:37578:0:(cl_object.c:284:cl_object_glimpse()) header@000000002d1cd701[0x4, 1274, [0x200000404:0x1a7:0x0] hash] 00000020:00010000:3.0:1769074772.210495:0:37578:0:(cl_object.c:284:cl_object_glimpse()) size: 4194304 mtime: 1769074772 atime: 1769074772 ctime: 1769074772 blocks: 4137 00000020:00010000:3.0:1769074772.210499:0:37578:0:(cl_object.c:284:cl_object_glimpse()) header@0000000049010e00[0x4, 3, [0x280000400:0x213:0x0] hash] 00000020:00010000:3.0:1769074772.210500:0:37578:0:(cl_object.c:284:cl_object_glimpse()) size: 4194304 mtime: 1769074772 atime: 1769074772 ctime: 1769074772 blocks: 4137 00000100:00100000:3.0:1769074772.210584:0:37578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:26360:x1855007619914112:12345-192.168.204.139@tcp:106: Request processed in 170us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074772.210592:0:37578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6519 00010000:00010000:3.0:1769074772.212899:0:2372:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc646501200/0x21fa6d252c11b3b3 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.212921:0:2372:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc646501200/0x21fa6d252c11b3b3 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.212935:0:2372:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc646501200/0x21fa6d252c11b3b3 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.212949:0:2372:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc646501200/0x21fa6d252c11b3b3 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.212957:0:2372:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc646501200/0x21fa6d252c11b3b3 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074772.212974:0:2372:0:(osc_lock.c:179:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1769074772.212982:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074772.212987:0:2372:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc646501200/0x21fa6d252c11b3b3 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.212995:0:2372:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc646501200/0x21fa6d252c11b3b3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.213003:0:2372:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc646501200/0x21fa6d252c11b3b3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.213011:0:2372:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc646501200 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:3.0:1769074772.213017:0:2372:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc646501200/0x21fa6d252c11b3b3 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.213030:0:2372:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074772.213038:0:2372:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc646501200/0x21fa6d252c11b3b3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.213045:0:2372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc646501200/0x21fa6d252c11b3b3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1769074772.213072:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc643ab1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612777856:192.168.204.139@tcp:101:cat.0 00000080:00200000:3.0:1769074772.213736:0:57876:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1a7:0x0] updating i_size 9055072 i_blocks 17772 00000020:00010000:3.0:1769074772.213745:0:57876:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc67ae84ff8 (ffff9bc64292e5a8/0) at cl_lock_release():245 00000020:00010000:3.0:1769074772.213748:0:57876:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc67ae84ff8 (ffff9bc64292e5a8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1769074772.213757:0:57876:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d34e830 (ffff9bc644b52bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074772.213764:0:57876:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d34e870 (ffff9bc644b52008/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074772.213770:0:57876:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d34e8b0 (ffff9bc644b52b48/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074772.213810:0:57876:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d34e8f0 (ffff9bc644b52ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074772.213815:0:57876:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d34e930 (ffff9bc648547bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074772.213818:0:57876:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d34e970 (ffff9bc644b52638/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074772.213821:0:57876:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc67ae84ff8 (ffff9bc64292e5a8/0) at cl_lock_fini():72 00000020:00010000:3.0:1769074772.213825:0:57876:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d34e830 (ffff9bc64292e5a8/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074772.213830:0:57876:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d34e870 (ffff9bc64292e5a8/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074772.213833:0:57876:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d34e8b0 (ffff9bc64292e5a8/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074772.213836:0:57876:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d34e8f0 (ffff9bc64292e5a8/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074772.213839:0:57876:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d34e930 (ffff9bc64292e5a8/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074772.213842:0:57876:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d34e970 (ffff9bc64292e5a8/1) at cl_lock_fini():72 00000080:00200000:3.0:1769074772.213854:0:57876:0:(vvp_io.c:886:vvp_io_read_start()) count:382112 iocb pos:9055072 00000020:00010000:3.0:1769074772.213876:0:57876:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc650505f38 (ffff9bc64292e5a8/0) at cl_lock_release():245 00000020:00010000:3.0:1769074772.213879:0:57876:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc650505f38 (ffff9bc64292e5a8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1769074772.213882:0:57876:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc645325d30 (ffff9bc648547bd8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1769074772.213888:0:57876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36400/0x21fa6d252c11b389 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a6e2 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.213898:0:57876:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36400/0x21fa6d252c11b389 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a6e2 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1769074772.213918:0:57876:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc650505f38 (ffff9bc64292e5a8/0) at cl_lock_fini():72 00000020:00010000:3.0:1769074772.213923:0:57876:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc645325d30 (ffff9bc64292e5a8/1) at cl_lock_fini():72 00000080:00200000:3.0:1769074772.213934:0:57876:0:(vvp_io.c:518:vvp_io_advance()) advancing 0 bytes 00000080:00200000:3.0:1769074772.213965:0:57876:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1a7:0x0] ignore/verify layout 0/0, layout version 35 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1769074772.213975:0:57876:0:(file.c:2142:ll_file_io_generic()) f200b.sanity-flr: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:3.0:1769074772.213983:0:57876:0:(file.c:2228:ll_file_io_generic()) iot: 1, result: 0 00000100:00100000:3.0:1769074772.228674:0:57876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc643ab1c00 pname:cluuid:pid:xid:nid:opc:job cat:8e818347-4d21-45d1-a323-b359656f3fdd:57876:1855007612778112:192.168.204.139@tcp:35:cat.0 00000002:00100000:3.0:1769074772.228724:0:57876:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9bc643ab2300 x1855007612765568/t8589941347(8589941347) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/2240 e 0 to 0 dl 1769074787 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000080:00200008:3.0:1769074772.247582:0:57882:0:(file.c:2648:do_file_write_iter()) START file f200b.sanity-flr:[0x200000404:0x1a7:0x0], ppos: 1461504, count: 951136 00000080:00200000:3.0:1769074772.247612:0:57882:0:(file.c:1994:ll_file_io_generic()) f200b.sanity-flr: write ppos: 1461504, bytes: 951136 00000080:00200000:3.0:1769074772.247621:0:57882:0:(file.c:1759:ll_io_set_mirror()) f200b.sanity-flr: desiginated mirror: 0 00000020:00200000:3.0:1769074772.247633:0:57882:0:(cl_io.c:214:cl_io_rw_init()) header@000000003eca30d1[0x4, 1111, [0x200000404:0x1a7:0x0] hash] 00000020:00200000:3.0:1769074772.247637:0:57882:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [1461504, 2412640) 0 0 00000080:00200000:3.0:1769074772.247643:0:57882:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1a7:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1769074772.247667:0:57882:0:(lov_io.c:308:lov_io_mirror_write_intent()) [0x200000404:0x1a7:0x0]there are 0 components to be staled to modify file extent [0x100000, 0x400000), iot: 2 00020000:00200000:3.0:1769074772.247673:0:57882:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1a7:0x0]: flr state: 2, move mirror from 0 to 0, have retried: 0, mirror count: 3 00020000:00200000:3.0:1769074772.247676:0:57882:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00000080:00200000:3.0:1769074772.247682:0:57882:0:(file.c:2072:ll_file_io_generic()) Range lock [356, 589] 00020000:00200000:3.0:1769074772.247692:0:57882:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 1461504 chunk: [1461504, 2097152) 2412640, 635648 00020000:00200000:3.0:1769074772.247696:0:57882:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:3.0:1769074772.247720:0:57882:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 1 [356, 511] 00000008:00010000:3.0:1769074772.247740:0:57882:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1769074772.247747:0:57882:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64d165230, osc lock ffff9bc64a6dcf70, flags 0x0 00010000:00010000:3.0:1769074772.247851:0:57882:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc651ea3800 type 11 mode 2 res 10737419264/529 (1458176 2097151) 00010000:00010000:3.0:1769074772.247921:0:57882:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37e00/0x21fa6d252c11b3ba lrc: 3/0,1 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 57882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.247934:0:57882:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37e00/0x21fa6d252c11b3ba lrc: 3/0,1 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1458176->2097151] (req 1458176->2097151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 57882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.247946:0:57882:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37e00/0x21fa6d252c11b3ba lrc: 3/0,1 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [1458176->2097151] (req 1458176->2097151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 57882 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1769074772.247979:0:57882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job multiop:8e818347-4d21-45d1-a323-b359656f3fdd:57882:1855007612778240:192.168.204.139@tcp:101:multiop.0 00000100:00100000:3.0:1769074772.248183:0:57882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc642c73900 going to sleep for 11 seconds 00000100:00100000:3.0:1769074772.255692:0:52448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6522 00000100:00100000:3.0:1769074772.255704:0:52448:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc643ab2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:26360:x1855007619914496:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074772.255713:0:52448:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9bc642ccb000 lock: ffff9bc64145d600/0x21fa6d252c11b2e8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800420000020000 nid: local remote: 0x8b5959a9a0e8a5ed expref: -99 pid: 57872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.255757:0:52448:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1769074772.255762:0:52448:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc643ab2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:26360:x1855007619914496:12345-192.168.204.139@tcp:104: Request processed in 63us (956us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074772.255767:0:52448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6522 00000100:00100000:3.0:1769074772.256142:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc643ab1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f:2372:1855007612778368:192.168.204.139@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074772.257855:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074772.262632:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc643ab1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f:2372:1855007612778368:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074772.269281:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074772.276916:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc643ab2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657:2372:1855007612778624:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074772.297124:0:45123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619915136 00000100:00100000:3.0:1769074772.297139:0:45123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619915136 00000100:00100000:3.0:1769074772.297220:0:45123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6527 00000100:00100000:3.0:1769074772.297231:0:45123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc643ab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:5738:x1855007619915136:12345-192.168.204.139@tcp:105: 00010000:00010000:3.0:1769074772.297251:0:45123:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc646501e00/0x21fa6d252c11b3c1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [1048576->1368063] (req 1048576->1368063) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8a71a expref: -99 pid: 57882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.297264:0:45123:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc646501e00/0x21fa6d252c11b3c1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [1048576->1368063] (req 1048576->1368063) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8a71a expref: -99 pid: 57882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.297274:0:45123:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc646501e00/0x21fa6d252c11b3c1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->1368063) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8a71a expref: -99 pid: 57882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.297285:0:45123:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc646501e00/0x21fa6d252c11b3c1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->1368063) gid 0 flags: 0x10080000000000 nid: local remote: 0x8b5959a9a0e8a71a expref: -99 pid: 57882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.297296:0:45123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc646501e00/0x21fa6d252c11b3c1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->1368063) gid 0 flags: 0x10080000000000 nid: local remote: 0x8b5959a9a0e8a71a expref: -99 pid: 57882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.297307:0:45123:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc646501e00/0x21fa6d252c11b3c1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->1368063) gid 0 flags: 0x80000000000 nid: local remote: 0x8b5959a9a0e8a71a expref: -99 pid: 57882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.297327:0:45123:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9bc646501e00) 00000100:00100000:3.0:1769074772.297397:0:45123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc643ab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:5738:x1855007619915136:12345-192.168.204.139@tcp:105: Request processed in 168us (503us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074772.297405:0:45123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6527 00000100:00100000:3.0:1769074772.297471:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc643ab3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612779008:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074772.297486:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc643ab2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657:2372:1855007612779264:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074772.299630:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc643ab1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f:2372:1855007612779136:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074772.308968:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc643ab0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612779392:192.168.204.139@tcp:3:multiop.0 00000080:00200000:3.0:1769074772.312511:0:57882:0:(rw26.c:912:ll_write_end()) pos 2412544, len 96, copied 96 00000080:00200000:3.0:1769074772.312526:0:57882:0:(rw26.c:969:ll_write_end()) page@00000000d901a6d0[3 00000000ed3f47a1 2 1 000000001c56a549] 00000080:00200000:3.0:1769074772.312531:0:57882:0:(rw26.c:969:ll_write_end()) vmpage @00000000d91e28d7 17ffffc0001009 3:0 ffff9bc67f98a000 589 lru 00000080:00200000:3.0:1769074772.312540:0:57882:0:(rw26.c:969:ll_write_end()) osc-page@0000000041722c26 333: 1< 1 - - > 2< 1363968 0 4096 0x0 0x40009 | 00000000b390e135 0000000054062fc6 > 3< 0 0 > 4< 0 0 8 473694208 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074772.312551:0:57882:0:(rw26.c:969:ll_write_end()) end page@00000000d901a6d0 00000080:00200000:3.0:1769074772.312553:0:57882:0:(rw26.c:969:ll_write_end()) queued page: 78. 00000080:00200000:3.0:1769074772.312561:0:57882:0:(vvp_io.c:1193:vvp_io_write_commit()) commit async pages: 78, from 0, to 96 prio 0 00000008:00010000:3.0:1769074772.312619:0:57882:0:(osc_cache.c:814:osc_extent_find()) ### extent: 00000000aaad187c ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc646501e00/0x21fa6d252c11b3c1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->1368063) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a71a expref: -99 pid: 57882 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1769074772.312665:0:57882:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649b59b38, count 15, dirtied 15 00000080:00200000:3.0:1769074772.312682:0:57882:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649b59b38, count 15, dirtied 15 00000080:00200000:3.0:1769074772.312696:0:57882:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649b59b38, count 15, dirtied 15 00000080:00200000:3.0:1769074772.312711:0:57882:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649b59b38, count 15, dirtied 15 00000080:00200000:3.0:1769074772.312728:0:57882:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649b59b38, count 15, dirtied 15 00000080:00200000:3.0:1769074772.312736:0:57882:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649b59b38, count 3, dirtied 3 00000080:00200000:3.0:1769074772.312740:0:57882:0:(vvp_io.c:1216:vvp_io_write_commit()) Committed 78 pages 315488 bytes, tot: 315488 00000080:00200000:3.0:1769074772.312745:0:57882:0:(vvp_io.c:1390:vvp_io_write_start()) f200b.sanity-flr: write bytes 635648, result: 315488 00000020:00010000:3.0:1769074772.312769:0:57882:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc64f0678a8 (ffff9bc644b52638/0) at cl_lock_release():245 00000020:00010000:3.0:1769074772.312834:0:57882:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64f0678a8 (ffff9bc644b52638/0) at cl_lock_cancel():142 00000020:00010000:3.0:1769074772.312840:0:57882:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc6453259b0 (ffff9bc644b525a8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1769074772.312850:0:57882:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc646501e00/0x21fa6d252c11b3c1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->1368063) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8a71a expref: -99 pid: 57882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074772.312861:0:57882:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc646501e00/0x21fa6d252c11b3c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->1368063) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a71a expref: -99 pid: 57882 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1769074772.312882:0:57882:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64f0678a8 (ffff9bc644b52638/0) at cl_lock_fini():72 00000020:00010000:3.0:1769074772.312886:0:57882:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc6453259b0 (ffff9bc644b52638/1) at cl_lock_fini():72 00000080:00200000:3.0:1769074772.312896:0:57882:0:(vvp_io.c:518:vvp_io_advance()) advancing 315488 bytes 00000080:00200000:3.0:1769074772.312905:0:57882:0:(file.c:2109:ll_file_io_generic()) Range unlock [356, 589] 00000080:00200000:3.0:1769074772.312919:0:57882:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1a7:0x0] ignore/verify layout 0/0, layout version 35 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1769074772.312923:0:57882:0:(file.c:2142:ll_file_io_generic()) f200b.sanity-flr: 2 io complete with rc: 0, result: 951136, restart: 0 00000080:00200000:3.0:1769074772.312945:0:57882:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1a7:0x0] updating i_size 9055072 i_blocks 17772 00000080:00200000:3.0:1769074772.312954:0:57882:0:(file.c:2228:ll_file_io_generic()) iot: 2, result: 951136 00000080:00200008:3.0:1769074772.313053:0:57882:0:(file.c:424:ll_file_release()) START file f200b.sanity-flr:[0x200000404:0x1a7:0x0](ffff9bc649b59988), flags 100001 00000002:00100000:3.0:1769074772.313142:0:57882:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff9bc64f07d180 x1855007612771584/t8589941350(8589941350) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/2240 e 0 to 0 dl 1769074787 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1769074772.313155:0:57882:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1769074772.313160:0:57882:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64d9aed80 x1855007612779648/t0(0) o35->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:23/10 lens 392/2128 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1769074772.313193:0:57882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job multiop:8e818347-4d21-45d1-a323-b359656f3fdd:57882:1855007612779648:192.168.204.139@tcp:35:multiop.0 00000100:00100000:3.0:1769074772.313297:0:57882:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc642c73840 going to sleep for 11 seconds 00000080:00200000:3.0:1769074773.133975:0:22507:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1a7:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1769074773.133999:0:22507:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1a7:0x0]: flr state: 2, move mirror from 0 to 0, have retried: 0, mirror count: 3 00020000:00200000:3.0:1769074773.134003:0:22507:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:3.0:1769074773.134012:0:22507:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:3.0:1769074773.134028:0:22507:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:3.0:1769074773.134042:0:22507:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x10 00020000:00200000:3.0:1769074773.134052:0:22507:0:(lov_io.c:860:lov_io_iter_init()) component[3] flags 0x10 00020000:00200000:3.0:1769074773.134061:0:22507:0:(lov_io.c:860:lov_io_iter_init()) component[4] flags 0x0 00000008:00010000:3.0:1769074773.134097:0:22507:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### extent: 00000000f92d01af ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37e00/0x21fa6d252c11b3ba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1458176->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a713 expref: -99 pid: 57882 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074773.134128:0:22507:0:(osc_cache.c:1103:osc_extent_make_ready()) ### extent: 00000000f92d01af ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37e00/0x21fa6d252c11b3ba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1458176->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a713 expref: -99 pid: 57882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074773.134404:0:22507:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (1458176 1462271) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37e00/0x21fa6d252c11b3ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1458176->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a713 expref: -99 pid: 57882 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1769074773.134966:0:22507:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc64d9aea00 - object 0x280000400:529 offset 1458176<>2097152 00000008:00010000:3.0:1769074773.135024:0:22507:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### extent: 00000000aaad187c ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc646501e00/0x21fa6d252c11b3c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->1368063) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a71a expref: -99 pid: 57882 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074773.135036:0:22507:0:(osc_cache.c:1103:osc_extent_make_ready()) ### extent: 00000000aaad187c ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc646501e00/0x21fa6d252c11b3c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->1368063) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a71a expref: -99 pid: 57882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074773.135157:0:22507:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (1048576 1052671) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc646501e00/0x21fa6d252c11b3c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->1368063) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a71a expref: -99 pid: 57882 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1769074773.135369:0:22507:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc64d9ace00 - object 0x280000400:530 offset 1048576<>1368064 00000080:00200000:3.0:1769074773.135406:0:22507:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1a7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1769074773.645071:0:36:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1a7:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1769074773.645096:0:36:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1a7:0x0]: flr state: 2, move mirror from 0 to 0, have retried: 0, mirror count: 3 00020000:00200000:3.0:1769074773.645100:0:36:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:3.0:1769074773.645109:0:36:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:3.0:1769074773.645309:0:36:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:3.0:1769074773.645323:0:36:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x10 00020000:00200000:3.0:1769074773.645332:0:36:0:(lov_io.c:860:lov_io_iter_init()) component[3] flags 0x10 00020000:00200000:3.0:1769074773.645340:0:36:0:(lov_io.c:860:lov_io_iter_init()) component[4] flags 0x0 00000008:00010000:3.0:1769074773.645467:0:36:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### extent: 00000000074245cf ns: lustre-OST0000-osc-ffff9bc642ccb000 lock: ffff9bc67f943a00/0x21fa6d252c11b374 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [2605056->3145727] (req 2605056->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a6bf expref: -99 pid: 57879 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074773.645493:0:36:0:(osc_cache.c:1103:osc_extent_make_ready()) ### extent: 00000000074245cf ns: lustre-OST0000-osc-ffff9bc642ccb000 lock: ffff9bc67f943a00/0x21fa6d252c11b374 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [2605056->3145727] (req 2605056->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a6bf expref: -99 pid: 57879 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074773.645741:0:36:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (2605056 2609151) ns: lustre-OST0000-osc-ffff9bc642ccb000 lock: ffff9bc67f943a00/0x21fa6d252c11b374 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [2605056->3145727] (req 2605056->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a6bf expref: -99 pid: 57879 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1769074773.646195:0:36:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc64d9ae300 - object 0x240000400:527 offset 2605056<>3145728 00000008:00010000:3.0:1769074773.646713:0:36:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### extent: 0000000093baab91 ns: lustre-OST0001-osc-ffff9bc642ccb000 lock: ffff9bc646500000/0x21fa6d252c11b397 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->2576383) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a6f0 expref: -99 pid: 57879 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074773.646732:0:36:0:(osc_cache.c:1103:osc_extent_make_ready()) ### extent: 0000000093baab91 ns: lustre-OST0001-osc-ffff9bc642ccb000 lock: ffff9bc646500000/0x21fa6d252c11b397 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->2576383) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a6f0 expref: -99 pid: 57879 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074773.646933:0:36:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (2097152 2101247) ns: lustre-OST0001-osc-ffff9bc642ccb000 lock: ffff9bc646500000/0x21fa6d252c11b397 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->2576383) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a6f0 expref: -99 pid: 57879 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1769074773.647234:0:36:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc64d9ac700 - object 0x280000400:531 offset 2097152<>2576384 00000080:00200000:3.0:1769074773.647551:0:36:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1a7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000008:00010000:3.0:1769074773.681091:0:2372:0:(osc_cache.c:861:osc_extent_finish()) ### extent: 0000000093baab91 ns: lustre-OST0001-osc-ffff9bc642ccb000 lock: ffff9bc646500000/0x21fa6d252c11b397 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->2576383) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a6f0 expref: -99 pid: 57879 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074773.684517:0:2372:0:(osc_cache.c:483:__osc_extent_remove()) ### extent: 0000000093baab91 ns: lustre-OST0001-osc-ffff9bc642ccb000 lock: ffff9bc646500000/0x21fa6d252c11b397 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->2576383) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a6f0 expref: -99 pid: 57879 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1769074773.684601:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657:2372:1855007612781440:192.168.204.139@tcp:4:cat.0 00000008:00010000:3.0:1769074773.696113:0:2372:0:(osc_cache.c:861:osc_extent_finish()) ### extent: 00000000074245cf ns: lustre-OST0000-osc-ffff9bc642ccb000 lock: ffff9bc67f943a00/0x21fa6d252c11b374 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [2605056->3145727] (req 2605056->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a6bf expref: -99 pid: 57879 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074773.697598:0:2372:0:(osc_cache.c:483:__osc_extent_remove()) ### extent: 00000000074245cf ns: lustre-OST0000-osc-ffff9bc642ccb000 lock: ffff9bc67f943a00/0x21fa6d252c11b374 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [2605056->3145727] (req 2605056->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a6bf expref: -99 pid: 57879 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1769074773.697651:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657:2372:1855007612781312:192.168.204.139@tcp:4:cat.0 00010000:00010000:3.0:1769074774.031134:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:3.0:1769074775.280256:0:38:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1a7:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1769074775.280272:0:38:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1a7:0x0]: flr state: 2, move mirror from 0 to 0, have retried: 0, mirror count: 3 00020000:00200000:3.0:1769074775.280275:0:38:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:3.0:1769074775.280282:0:38:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:3.0:1769074775.280293:0:38:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:3.0:1769074775.280304:0:38:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x10 00020000:00200000:3.0:1769074775.280311:0:38:0:(lov_io.c:860:lov_io_iter_init()) component[3] flags 0x10 00020000:00200000:3.0:1769074775.280318:0:38:0:(lov_io.c:860:lov_io_iter_init()) component[4] flags 0x0 00000080:00200000:3.0:1769074775.280346:0:38:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1a7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1769074775.295468:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc643ab0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1136430d-88ea-4de2-9954-69c484e5445f:2372:1855007612781568:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074775.308539:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc643ab0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1136430d-88ea-4de2-9954-69c484e5445f:2372:1855007612781568:192.168.204.139@tcp:103:ldlm_bl.0 00000020:00000080:3.0:1769074775.328228:0:38:0:(genops.c:863:class_export_destroy()) destroying export ffff9bc67af5b000/LOV_OSC_UUID for lustre-OST0001-osc-ffff9bc642ccb000 00000020:00000080:3.0:1769074775.366503:0:38:0:(genops.c:863:class_export_destroy()) destroying export ffff9bc67af5b800/LOV_OSC_UUID for lustre-OST0000-osc-ffff9bc642ccb000 00000020:00000080:3.0:1769074775.367069:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9bc67af59800 for lustre-OST0000-osc-ffff9bc642ccb000 00000020:00000080:3.0:1769074775.367076:0:38:0:(genops.c:904:class_export_put()) final put ffff9bc67af5d000/c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657 00000020:00000080:3.0:1769074775.367079:0:38:0:(genops.c:863:class_export_destroy()) destroying export ffff9bc67af5d000/c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657 for lustre-OST0000-osc-ffff9bc642ccb000 00000020:01000000:3.0:1769074775.371179:0:38:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-ffff9bc642ccb000 (c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657) 00000020:00000080:3.0:1769074775.392913:0:57909:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x21fa6d252c11864f 00000020:00000080:3.0:1769074775.392930:0:57909:0:(genops.c:904:class_export_put()) final put ffff9bc64302c000/c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657 00000020:01000000:3.0:1769074775.392955:0:57909:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-clilov-ffff9bc642ccb000 (flags='') 00000020:00000080:3.0:1769074775.392965:0:57909:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1769074775.392978:0:57909:0:(obd_config.c:886:class_cleanup()) lustre-clilov-ffff9bc642ccb000: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1769074775.392983:0:57909:0:(genops.c:1575:class_disconnect_exports()) OBD device 6 (ffff9bc643ad0000) has no exports 00000020:00000080:3.0:1769074775.393013:0:57909:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1769074775.393020:0:57909:0:(obd_config.c:814:class_detach()) detach on obd lustre-clilov-ffff9bc642ccb000 (uuid c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657) 00000020:00000080:3.0:1769074775.393023:0:57909:0:(genops.c:904:class_export_put()) final put ffff9bc67af58000/c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657 00000020:00000080:3.0:1769074775.393026:0:57909:0:(genops.c:863:class_export_destroy()) destroying export ffff9bc67af58000/c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657 for lustre-clilov-ffff9bc642ccb000 00000020:01000000:3.0:1769074775.393040:0:57909:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-clilov-ffff9bc642ccb000 (c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657) 00000020:01000000:3.0:1769074775.393048:0:57909:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-clilmv-ffff9bc642ccb000 (flags='') 00000020:00000080:3.0:1769074775.393052:0:57909:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1769074775.393055:0:57909:0:(obd_config.c:886:class_cleanup()) lustre-clilmv-ffff9bc642ccb000: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1769074775.393057:0:57909:0:(genops.c:1575:class_disconnect_exports()) OBD device 7 (ffff9bc643ad6360) has no exports 00000020:00000080:3.0:1769074775.393110:0:57909:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1769074775.393115:0:57909:0:(obd_config.c:814:class_detach()) detach on obd lustre-clilmv-ffff9bc642ccb000 (uuid c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657) 00000020:01000000:3.0:1769074775.393118:0:57909:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdc-ffff9bc642ccb000 (flags='') 00000020:00000080:3.0:1769074775.393121:0:57909:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1769074775.393124:0:57909:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-mdc-ffff9bc642ccb000: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1769074775.393126:0:57909:0:(genops.c:1575:class_disconnect_exports()) OBD device 8 (ffff9bc643ad18d8) has no exports 00000008:01000000:3.0:1769074775.393476:0:57909:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-mdc-ffff9bc642ccb000: client import never connected 00000100:00080000:3.0:1769074775.393482:0:57909:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1769074775.393486:0:57909:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bc642ccb000: committing for last_committed 8589941328 gen 3 00000100:00020000:3.0:1769074775.393502:0:57909:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00100000:3.0:1769074775.393505:0:57909:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00020000:3.0:1769074775.393508:0:57909:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000020:00000080:3.0:1769074775.393750:0:57909:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1769074775.393756:0:57909:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-mdc-ffff9bc642ccb000 (uuid c3e3c434-ef5d-4e3f-84e1-49ad6e6cd657) 00000080:02000400:3.0:1769074775.393762:0:57909:0:(llite_lib.c:1613:ll_put_super()) Unmounted lustre-client 00000020:01000000:3.0:1769074775.396549:0:57909:0:(obd_config.c:1123:class_del_profile()) Del profile lustre-client 00000020:01000004:3.0:1769074775.396606:0:57909:0:(obd_mount.c:875:lustre_common_put_super()) dropping sb ffff9bc642ccb000 00000020:01000004:3.0:1769074775.396609:0:57909:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000004:3.0:1769074775.396611:0:57909:0:(obd_mount.c:888:lustre_common_put_super()) MGC still in use 00000020:01000004:3.0:1769074775.396613:0:57909:0:(obd_mount.c:705:lustre_put_lsi()) put ffff9bc642ccb000 1 00000020:01000004:3.0:1769074775.396614:0:57909:0:(obd_mount.c:637:lustre_free_lsi()) Freeing lsi ffff9bc642cce000 00010000:00010000:3.0:1769074777.101026:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:3.0:1769074777.634237:0:36:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1a7:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1769074777.634252:0:36:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1a7:0x0]: flr state: 2, move mirror from 0 to 0, have retried: 0, mirror count: 3 00020000:00200000:3.0:1769074777.634256:0:36:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:3.0:1769074777.634261:0:36:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:3.0:1769074777.634280:0:36:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:3.0:1769074777.634294:0:36:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x10 00020000:00200000:3.0:1769074777.634324:0:36:0:(lov_io.c:860:lov_io_iter_init()) component[3] flags 0x10 00020000:00200000:3.0:1769074777.634350:0:36:0:(lov_io.c:860:lov_io_iter_init()) component[4] flags 0x0 00000080:00200000:3.0:1769074777.634374:0:36:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1a7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:3.0:1769074777.639983:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1769074777.659715:0:36:0:(genops.c:863:class_export_destroy()) destroying export ffff9bc64dbba000/LOV_OSC_UUID for lustre-OST0001-osc-ffff9bc644d8b000 00000100:00080000:3.0:1769074777.680391:0:57930:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1769074777.680400:0:57930:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9bc644d8b000: committing for last_committed 21474839514 gen 2 00000100:00100000:3.0:1769074777.680410:0:57930:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1769074777.680568:0:57930:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x21fa6d252c1186bf 00000020:00000080:3.0:1769074777.680591:0:57930:0:(genops.c:904:class_export_put()) final put ffff9bc676b42800/LOV_OSC_UUID 00000020:01000000:3.0:1769074777.680671:0:57930:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-ffff9bc644d8b000 (flags='') 00000020:00000080:3.0:1769074777.680679:0:57930:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1769074777.680693:0:57930:0:(obd_config.c:886:class_cleanup()) lustre-OST0000-osc-ffff9bc644d8b000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1769074777.680697:0:57930:0:(genops.c:1575:class_disconnect_exports()) OBD device 14 (ffff9bc651f3ca88) has no exports 00000008:01000000:3.0:1769074777.681281:0:57930:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-ffff9bc644d8b000: client import never connected 00000100:00080000:3.0:1769074777.681286:0:57930:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1769074777.681289:0:57930:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9bc644d8b000: committing for last_committed 21474839514 gen 3 00000100:00020000:3.0:1769074777.681295:0:57930:0:(obd_class.h:479:obd_check_dev()) Device 14 not setup 00000100:00100000:3.0:1769074777.681297:0:57930:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00020000:3.0:1769074777.681300:0:57930:0:(obd_class.h:479:obd_check_dev()) Device 14 not setup 00000020:00000080:3.0:1769074777.681710:0:57930:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1769074777.681722:0:57930:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0000-osc-ffff9bc644d8b000 (uuid c1bfe764-0bc8-48d4-aa4c-c0c5334b805f) 00000020:00000080:3.0:1769074777.681825:0:57930:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x21fa6d252c1186b8 00000020:00000080:3.0:1769074777.681834:0:57930:0:(genops.c:904:class_export_put()) final put ffff9bc676b40800/c1bfe764-0bc8-48d4-aa4c-c0c5334b805f 00000100:00080000:3.0:1769074777.683294:0:57930:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import c1bfe764-0bc8-48d4-aa4c-c0c5334b805f->lustre-MDT0000_UUID 00010000:00010000:3.0:1769074777.683433:0:57930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc644d8b000 lock: ffff9bc650f0dc00/0x21fa6d252c1186cd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e856e7 expref: -99 pid: 56993 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.683516:0:57930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc644d8b000 lock: ffff9bc650f0dc00/0x21fa6d252c1186cd lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e856e7 expref: -99 pid: 56993 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.683524:0:57930:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1769074777.683546:0:57930:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc642c73480 going to sleep for 0 seconds 00000100:00100000:3.0:1769074777.683561:0:57930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job umount:c1bfe764-0bc8-48d4-aa4c-c0c5334b805f:57930:1855007612785280:192.168.204.139@tcp:103:umount.0 00010000:00010000:3.0:1769074777.683573:0:57930:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00010000:00010000:3.0:1769074777.683583:0:57930:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00010000:3.0:1769074777.683587:0:57930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc644d8b000 lock: ffff9bc650f0dc00/0x21fa6d252c1186cd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e856e7 expref: -99 pid: 56993 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074777.753215:0:57932:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074777.753249:0:57932:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074777.753269:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650f0d800/0x21fa6d252c1186db lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8571f expref: -99 pid: 57003 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.753285:0:57932:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650f0d800/0x21fa6d252c1186db lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8571f expref: -99 pid: 57003 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074777.753293:0:57932:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074777.753301:0:57932:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074777.753305:0:57932:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c1186db 00000080:00010000:3.0:1769074777.753313:0:57932:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c1186db from it ffffa7f98293bb58 00010000:00010000:3.0:1769074777.753317:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650f0d800/0x21fa6d252c1186db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8571f expref: -99 pid: 57003 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.753325:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650f0d800/0x21fa6d252c1186db lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8571f expref: -99 pid: 57003 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074777.753342:0:57932:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.753358:0:57932:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f200b.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), flags=9 00000080:00200000:3.0:1769074777.753362:0:57932:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f200b.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), intent=getattr 00000002:00010000:3.0:1769074777.753375:0:57932:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f200b.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074777.753424:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe6000/0x21fa6d252c11b3c8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 57932 initiator: MDT0 00010000:00010000:3.0:1769074777.753432:0:57932:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe6000/0x21fa6d252c11b3c8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 57932 initiator: MDT0 00010000:00010000:3.0:1769074777.753443:0:57932:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe6000/0x21fa6d252c11b3c8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 57932 initiator: MDT0 00000100:00100000:3.0:1769074777.754354:0:57932:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:57932:1855007612785536:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074777.754467:0:57932:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc642c73240 going to sleep for 11 seconds 00000100:00100000:3.0:1769074777.764684:0:57932:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bc646483800: committing for last_committed 8589941356 gen 1 00000100:00100000:3.0:1769074777.764703:0:57932:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:57932:1855007612785536:192.168.204.139@tcp:101:lfs.0 00010000:00010000:3.0:1769074777.764724:0:57932:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe6000/0x21fa6d252c11b3c8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8a736 expref: -99 pid: 57932 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.764738:0:57932:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe6000/0x21fa6d252c11b3c8 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8a736 expref: -99 pid: 57932 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.764747:0:57932:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe6000/0x21fa6d252c11b3c8 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8a736 expref: -99 pid: 57932 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.764756:0:57932:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe6000/0x21fa6d252c11b3c8 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8a736 expref: -99 pid: 57932 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.764763:0:57932:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe6000/0x21fa6d252c11b3c8 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8a736 expref: -99 pid: 57932 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.764772:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe6000/0x21fa6d252c11b3c8 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8a736 expref: -99 pid: 57932 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.764820:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe6000/0x21fa6d252c11b3c8 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8a736 expref: -99 pid: 57932 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.764824:0:57932:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe6000/0x21fa6d252c11b3c8 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8a736 expref: -99 pid: 57932 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074777.764831:0:57932:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9bc64d9ad880 x1855007612785536/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 592/2216 e 0 to 0 dl 1769074793 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074777.764839:0:57932:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 1632 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe6000/0x21fa6d252c11b3c8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8a736 expref: -99 pid: 57932 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1769074777.764855:0:57932:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe6000/0x21fa6d252c11b3c8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8a736 expref: -99 pid: 57932 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074777.764863:0:57932:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589935620/423 (0 0) 00000080:00200000:3.0:1769074777.764868:0:57932:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1769074777.764942:0:57932:0:(namei.c:151:ll_iget()) got inode: [0x200000404:0x1a7:0x0](ffff9bc649b59988): rc = 0 00000080:00200000:3.0:1769074777.764960:0:57932:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1a7:0x0]: layout version change: 35 -> 35 00000080:00010000:3.0:1769074777.764963:0:57932:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1a7:0x0](ffff9bc649b59988) for lock 0x21fa6d252c11b3c8 00000080:00010000:3.0:1769074777.764972:0:57932:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1a7:0x0](ffff9bc649b59988) 00000080:00010000:3.0:1769074777.764975:0:57932:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b3c8 from it ffffa7f98293bb20 00010000:00010000:3.0:1769074777.764977:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe6000/0x21fa6d252c11b3c8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8a736 expref: -99 pid: 57932 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074777.764982:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe6000/0x21fa6d252c11b3c8 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8a736 expref: -99 pid: 57932 timeout: 0 lvb_type: 3 00000080:00200008:3.0:1769074777.765016:0:57932:0:(file.c:6252:ll_getattr_dentry()) START file f200b.sanity-flr:[0x200000404:0x1a7:0x0](ffff9bc649b59988), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074777.765023:0:57932:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1a7:0x0](ffff9bc649b59988),name=f200b.sanity-flr 00000002:00010000:3.0:1769074777.765713:0:57932:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1a7:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074777.765727:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942e00/0x21fa6d252c11b32e lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8a656 expref: -99 pid: 57882 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074777.765740:0:57932:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942e00/0x21fa6d252c11b32e lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8a656 expref: -99 pid: 57882 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074777.765747:0:57932:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074777.765752:0:57932:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1a7:0x0](ffff9bc649b59988) 00000080:00010000:3.0:1769074777.765756:0:57932:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1a7:0x0](ffff9bc649b59988) for lock 0x21fa6d252c11b32e 00000080:00010000:3.0:1769074777.765761:0:57932:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b32e from it ffffa7f98293bcb8 00010000:00010000:3.0:1769074777.765765:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942e00/0x21fa6d252c11b32e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8a656 expref: -99 pid: 57882 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074777.765772:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942e00/0x21fa6d252c11b32e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8a656 expref: -99 pid: 57882 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074777.765827:0:57932:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1a7:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1769074777.765837:0:57932:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1a7:0x0]: flr state: 2, move mirror from 0 to 0, have retried: 0, mirror count: 3 00020000:00200000:3.0:1769074777.765840:0:57932:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:3.0:1769074777.765844:0:57932:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1a7:0x0] 00000008:00010000:3.0:1769074777.765881:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074777.765884:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc650959030, osc lock ffff9bc64a6dd1d0, flags 0x400000400001002 00000008:00010000:3.0:1769074777.765897:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074777.765898:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc650959070, osc lock ffff9bc64a6dcd10, flags 0x400000400001002 00000008:00010000:3.0:1769074777.765908:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074777.765909:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc6509590b0, osc lock ffff9bc64a6dcbe0, flags 0x400000400001002 00000008:00010000:3.0:1769074777.765921:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074777.765921:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc6509590f0, osc lock ffff9bc64a6ddb50, flags 0x400000400001002 00000008:00010000:3.0:1769074777.765930:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074777.765931:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc650959130, osc lock ffff9bc64a6dc850, flags 0x400000400001002 00000008:00010000:3.0:1769074777.765940:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074777.765941:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc650959170, osc lock ffff9bc64a6dd430, flags 0x400000400001002 00010000:00010000:3.0:1769074777.765955:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646501800/0x21fa6d252c11b2b7 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a5bc expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.765962:0:57932:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 1048575) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646501800/0x21fa6d252c11b2b7 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a5bc expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074777.765970:0:57932:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074777.765973:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646501800/0x21fa6d252c11b2b7 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a5bc expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.765978:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646501800/0x21fa6d252c11b2b7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a5bc expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.766003:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37e00/0x21fa6d252c11b3ba lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1458176->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a713 expref: -99 pid: 57882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.766009:0:57932:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (1048576 2097151) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37e00/0x21fa6d252c11b3ba lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1458176->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a713 expref: -99 pid: 57882 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074777.766013:0:57932:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074777.766015:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37e00/0x21fa6d252c11b3ba lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1458176->2097151) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8a713 expref: -99 pid: 57882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.766019:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37e00/0x21fa6d252c11b3ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1458176->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a713 expref: -99 pid: 57882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.766026:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc646501e00/0x21fa6d252c11b3c1 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1368063) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a71a expref: -99 pid: 57882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.766030:0:57932:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (1048576 2097151) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc646501e00/0x21fa6d252c11b3c1 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->1368063) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a71a expref: -99 pid: 57882 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074777.766036:0:57932:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074777.766039:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc646501e00/0x21fa6d252c11b3c1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->1368063) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8a71a expref: -99 pid: 57882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.766046:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc646501e00/0x21fa6d252c11b3c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->1368063) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8a71a expref: -99 pid: 57882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.766062:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646501400/0x21fa6d252c11b2cc lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a5d8 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.766070:0:57932:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (1048576 2097151) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646501400/0x21fa6d252c11b2cc lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a5d8 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074777.766076:0:57932:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074777.766079:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646501400/0x21fa6d252c11b2cc lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a5d8 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.766087:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646501400/0x21fa6d252c11b2cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a5d8 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.766118:0:57932:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc64a345000 type 11 mode 6 res 9663677440/527 (2097152 8388607) 00010000:00010000:3.0:1769074777.766166:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64dbe7400/0x21fa6d252c11b3cf lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.766173:0:57932:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400000400001000 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64dbe7400/0x21fa6d252c11b3cf lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.766183:0:57932:0:(ldlm_request.c:1054:ldlm_cli_enqueue()) @@@ enqueue lock with no delay req@ffff9bc64d9ad880 x1855007612785664/t0(0) o101->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074777.770674:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64dbe6a00/0x21fa6d252c11b3d6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.770694:0:57932:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400000400001000 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64dbe6a00/0x21fa6d252c11b3d6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.770707:0:57932:0:(ldlm_request.c:1054:ldlm_cli_enqueue()) @@@ enqueue lock with no delay req@ffff9bc64d9ae300 x1855007612785792/t0(0) o101->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000020:00200000:3.0:1769074777.775795:0:57932:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000080:00200000:3.0:1769074777.785590:0:57932:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1a7:0x0] updating i_size 9055072 i_blocks 17772 00000020:00010000:3.0:1769074777.785597:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc6480576c0 (ffff9bc6485d4758/0) at cl_lock_release():245 00000020:00010000:3.0:1769074777.785600:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc6480576c0 (ffff9bc6485d4758/0) at cl_lock_cancel():142 00000020:00010000:3.0:1769074777.785606:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc650959030 (ffff9bc6485d4518/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074777.785611:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc650959070 (ffff9bc6485d4248/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074777.785615:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc6509590b0 (ffff9bc6485d4908/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074777.785619:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc6509590f0 (ffff9bc6485d4488/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074777.785622:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc650959130 (ffff9bc6485d4ab8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074777.785624:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc650959170 (ffff9bc6485d4ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074777.785627:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc6480576c0 (ffff9bc6485d4758/0) at cl_lock_fini():72 00000020:00010000:3.0:1769074777.785630:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc650959030 (ffff9bc6485d4758/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074777.785634:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc650959070 (ffff9bc6485d4758/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074777.785636:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc6509590b0 (ffff9bc6485d4758/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074777.785638:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc6509590f0 (ffff9bc6485d4758/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074777.785641:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc650959130 (ffff9bc6485d4758/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074777.785643:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc650959170 (ffff9bc6485d4758/1) at cl_lock_fini():72 00000080:00200000:3.0:1769074777.785665:0:57932:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1a7:0x0] ignore/verify layout 0/1, layout version 35 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1769074777.785728:0:57932:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074777.785749:0:57932:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074777.785764:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650f0d800/0x21fa6d252c1186db lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8571f expref: -99 pid: 57003 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.785806:0:57932:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650f0d800/0x21fa6d252c1186db lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8571f expref: -99 pid: 57003 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074777.785814:0:57932:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074777.785821:0:57932:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074777.785825:0:57932:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c1186db 00000080:00010000:3.0:1769074777.785832:0:57932:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c1186db from it ffffa7f98293bbf8 00010000:00010000:3.0:1769074777.785835:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650f0d800/0x21fa6d252c1186db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8571f expref: -99 pid: 57003 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.785842:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650f0d800/0x21fa6d252c1186db lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8571f expref: -99 pid: 57003 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074777.785852:0:57932:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.785859:0:57932:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f200b.sanity-flr, flags=265 00000080:00200000:3.0:1769074777.785865:0:57932:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1a7:0x0](ffff9bc649b59988), inode mode 81a4 mask 46 00000080:00200008:3.0:1769074777.785875:0:57932:0:(file.c:1001:ll_file_open()) START file f200b.sanity-flr:[0x200000404:0x1a7:0x0](ffff9bc649b59988), flags 154402 00000002:00010000:3.0:1769074777.785890:0:57932:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1a7:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240114403 00010000:00010000:3.0:1769074777.785937:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe7800/0x21fa6d252c11b3dd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 57932 initiator: MDT0 00010000:00010000:3.0:1769074777.785944:0:57932:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe7800/0x21fa6d252c11b3dd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 57932 initiator: MDT0 00000020:00100000:3.0:1769074777.785954:0:57932:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074777.785964:0:57932:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64d9ac700 x1855007612786048/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074777.785973:0:57932:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe7800/0x21fa6d252c11b3dd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 57932 initiator: MDT0 00000100:00100000:3.0:1769074777.785994:0:57932:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac700 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:57932:1855007612786048:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074777.786339:0:57932:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc642c73240 going to sleep for 11 seconds 00000100:00100000:3.0:1769074777.794449:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074777.828319:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074777.828385:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074777.828414:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074777.828434:0:37577:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619916928 00000100:00100000:3.0:1769074777.828441:0:37577:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619916928 00000100:00100000:3.0:1769074777.828486:0:37577:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619917056 00000100:00100000:3.0:1769074777.828489:0:37577:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619917056 00000100:00100000:3.0:1769074777.828498:0:37577:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619917184 00000100:00100000:3.0:1769074777.828500:0:37577:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619917184 00000100:00100000:3.0:1769074777.828511:0:37577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6531 00000100:00100000:3.0:1769074777.828519:0:37577:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+5:6534:x1855007619916928:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074777.828530:0:37577:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37e00/0x21fa6d252c11b3ba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1458176->2097151) gid 0 flags: 0x800420000020000 nid: local remote: 0x8b5959a9a0e8a713 expref: -99 pid: 57882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.828676:0:37577:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074777.828683:0:37577:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+5:6534:x1855007619916928:12345-192.168.204.139@tcp:104: Request processed in 164us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074777.828690:0:37577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6531 00000100:00100000:3.0:1769074777.828706:0:37577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6532 00000100:00100000:3.0:1769074777.828712:0:37577:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:33558:x1855007619917056:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074777.828719:0:37577:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646501400/0x21fa6d252c11b2cc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8a5d8 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.828755:0:37577:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1769074777.828761:0:37577:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:33558:x1855007619917056:12345-192.168.204.139@tcp:104: Request processed in 49us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074777.828766:0:37577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6532 00000100:00100000:3.0:1769074777.828802:0:37577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6533 00000100:00100000:3.0:1769074777.828808:0:37577:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:26585:x1855007619917184:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074777.828815:0:37577:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64dbe6a00/0x21fa6d252c11b3d6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8a744 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.828841:0:37577:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:3.0:1769074777.828845:0:37577:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:26585:x1855007619917184:12345-192.168.204.139@tcp:104: Request processed in 38us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074777.828851:0:37577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6533 00010000:00010000:3.0:1769074777.828910:0:37585:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1769074777.828915:0:37585:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37e00/0x21fa6d252c11b3ba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1458176->2097151) gid 0 flags: 0x800420000020000 nid: local remote: 0x8b5959a9a0e8a713 expref: -99 pid: 57882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.828923:0:37585:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67ae37e00 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:3.0:1769074777.828929:0:37585:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37e00/0x21fa6d252c11b3ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1458176->2097151) gid 0 flags: 0x800428400020000 nid: local remote: 0x8b5959a9a0e8a713 expref: -99 pid: 57882 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1769074777.828948:0:37585:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1a7:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1769074777.829926:0:37585:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1a7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1769074777.829966:0:37585:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37e00/0x21fa6d252c11b3ba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1458176->2097151) gid 0 flags: 0x804c69400020020 nid: local remote: 0x8b5959a9a0e8a713 expref: -99 pid: 57882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.829979:0:37585:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074777.829999:0:37585:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37e00/0x21fa6d252c11b3ba lrc: 1/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1458176->2097151) gid 0 flags: 0x804c69400020020 nid: local remote: 0x8b5959a9a0e8a713 expref: -99 pid: 57882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.830007:0:37585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37e00/0x21fa6d252c11b3ba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1458176->2097151) gid 0 flags: 0x804c69400020020 nid: local remote: 0x8b5959a9a0e8a713 expref: -99 pid: 57882 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.830024:0:37585:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074777.830028:0:37585:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646501400/0x21fa6d252c11b2cc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8a5d8 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.833927:0:37585:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc646501400 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:3.0:1769074777.833939:0:37585:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646501400/0x21fa6d252c11b2cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800428400000000 nid: local remote: 0x8b5959a9a0e8a5d8 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1769074777.833964:0:37585:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1a7:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00100000:3.0:1769074777.835249:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074777.835279:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612787840:192.168.204.139@tcp:103:ldlm_bl.0 00000080:00200000:3.0:1769074777.837350:0:37585:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1a7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1769074777.837426:0:37585:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646501400/0x21fa6d252c11b2cc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8a5d8 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.837437:0:37585:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074777.837483:0:37585:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646501400/0x21fa6d252c11b2cc lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8a5d8 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.837497:0:37585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646501400/0x21fa6d252c11b2cc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8a5d8 expref: -99 pid: 57876 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.837520:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074777.837522:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074777.837524:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074777.842515:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc643ab3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612787584:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074777.842526:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc643ab2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612787456:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074777.852963:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612787840:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074777.948613:0:57932:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bc646483800: committing for last_committed 8589941361 gen 1 00000100:00100000:3.0:1769074777.948639:0:57932:0:(client.c:3130:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9bc64d9ac700 x1855007612786048/t8589941359(8589941359) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/2240 e 0 to 0 dl 1769074793 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1769074777.948651:0:57932:0:(client.c:3130:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9bc64f07ed80 x1855007612786432/t8589941360(8589941360) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/2240 e 0 to 0 dl 1769074793 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1769074777.948662:0:57932:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:57932:1855007612788352:192.168.204.139@tcp:36:lfs.0 00010000:00010000:3.0:1769074777.948715:0:57932:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 31 res 8589935620/423 (0 0) 00000080:00010000:3.0:1769074777.948729:0:57932:0:(file.c:7031:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000404:0x1a7:0x0](ffff9bc649b59988) 00000002:00010000:3.0:1769074777.948740:0:57932:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1a7:0x0]) in obj [0x200000404:0x1a7:0x0], intent: layout flags 0 00010000:00010000:3.0:1769074777.948978:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae37e00/0x21fa6d252c11b3eb lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 57932 initiator: MDT0 00010000:00010000:3.0:1769074777.948987:0:57932:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae37e00/0x21fa6d252c11b3eb lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x0 pid: 57932 initiator: MDT0 00010000:00010000:3.0:1769074777.949002:0:57932:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae37e00/0x21fa6d252c11b3eb lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x0 pid: 57932 initiator: MDT0 00000100:00100000:3.0:1769074777.949025:0:57932:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9af100 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:57932:1855007612788480:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074777.949093:0:57932:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc642c73840 going to sleep for 11 seconds 00000100:00100000:3.0:1769074777.957927:0:57932:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9af100 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:57932:1855007612788480:192.168.204.139@tcp:101:lfs.0 00010000:00010000:3.0:1769074777.957961:0:57932:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae37e00/0x21fa6d252c11b3eb lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8a7a6 expref: -99 pid: 57932 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074777.957976:0:57932:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae37e00/0x21fa6d252c11b3eb lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8a7a6 expref: -99 pid: 57932 timeout: 0 lvb_type: 3 00000002:00100000:3.0:1769074777.957991:0:57932:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff9bc64d9af100 x1855007612788480/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 376/1976 e 0 to 0 dl 1769074793 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074777.958002:0:57932:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 1632 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae37e00/0x21fa6d252c11b3eb lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8a7a6 expref: -99 pid: 57932 timeout: 0 lvb_type: 3 00000002:00010000:3.0:1769074777.958016:0:57932:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae37e00/0x21fa6d252c11b3eb lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8a7a6 expref: -99 pid: 57932 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074777.958031:0:57932:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 16 res 8589935620/423 (0 0) 00000080:00200000:3.0:1769074777.958037:0:57932:0:(namei.c:955:ll_intent_lock()) intent lock 1024 on i1 [0x200000404:0x1a7:0x0] suppgids 0 0: rc 0 00000080:00010000:3.0:1769074777.958055:0:57932:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1a7:0x0](ffff9bc649b59988) for lock 0x21fa6d252c11b3eb 00000080:00010000:3.0:1769074777.958063:0:57932:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b3eb from it ffffa7f98293bc70 00010000:00010000:3.0:1769074777.958067:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae37e00/0x21fa6d252c11b3eb lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8a7a6 expref: -99 pid: 57932 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074777.958082:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae37e00/0x21fa6d252c11b3eb lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8a7a6 expref: -99 pid: 57932 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074777.958575:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae37e00/0x21fa6d252c11b3eb lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8a7a6 expref: -99 pid: 57932 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074777.958590:0:57932:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae37e00/0x21fa6d252c11b3eb lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8a7a6 expref: -99 pid: 57932 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1769074777.958601:0:57932:0:(file.c:6914:ll_layout_lock_set()) ### file [0x200000404:0x1a7:0x0](00000000b7656108) being reconfigured ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae37e00/0x21fa6d252c11b3eb lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8a7a6 expref: -99 pid: 57932 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074777.958667:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae37e00/0x21fa6d252c11b3eb lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8a7a6 expref: -99 pid: 57932 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074777.958677:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae37e00/0x21fa6d252c11b3eb lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8a7a6 expref: -99 pid: 57932 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074777.958695:0:57932:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1a7:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1769074777.958708:0:57932:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1a7:0x0]: flr state: 2, move mirror from 0 to 0, have retried: 0, mirror count: 3 00020000:00200000:3.0:1769074777.958712:0:57932:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:3.0:1769074777.958718:0:57932:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:3.0:1769074777.958729:0:57932:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:3.0:1769074777.958735:0:57932:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x10 00020000:00200000:3.0:1769074777.958742:0:57932:0:(lov_io.c:860:lov_io_iter_init()) component[3] flags 0x10 00020000:00200000:3.0:1769074777.958909:0:57932:0:(lov_io.c:860:lov_io_iter_init()) component[4] flags 0x0 00000080:00200000:3.0:1769074777.958935:0:57932:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1a7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:3.0:1769074777.958950:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae37e00/0x21fa6d252c11b3eb lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8a7a6 expref: -99 pid: 57932 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074777.958964:0:57932:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae37e00/0x21fa6d252c11b3eb lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8a7a6 expref: -99 pid: 57932 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1769074777.958971:0:57932:0:(file.c:6914:ll_layout_lock_set()) ### file [0x200000404:0x1a7:0x0](00000000b7656108) being reconfigured ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae37e00/0x21fa6d252c11b3eb lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8a7a6 expref: -99 pid: 57932 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074777.958996:0:57932:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1a7:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1769074777.959001:0:57932:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1a7:0x0]: flr state: 2, move mirror from 0 to 0, have retried: 0, mirror count: 3 00020000:00200000:3.0:1769074777.959003:0:57932:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:3.0:1769074777.959006:0:57932:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:3.0:1769074777.959009:0:57932:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:3.0:1769074777.959012:0:57932:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x10 00020000:00200000:3.0:1769074777.959015:0:57932:0:(lov_io.c:860:lov_io_iter_init()) component[3] flags 0x10 00020000:00200000:3.0:1769074777.959032:0:57932:0:(lov_io.c:860:lov_io_iter_init()) component[4] flags 0x0 00000080:00200000:3.0:1769074777.959044:0:57932:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1a7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1769074777.959551:0:57932:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1a7:0x0]: layout version change: 4294967294 -> 36 00010000:00010000:3.0:1769074777.959561:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae37e00/0x21fa6d252c11b3eb lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8a7a6 expref: -99 pid: 57932 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074777.959570:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae37e00/0x21fa6d252c11b3eb lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8a7a6 expref: -99 pid: 57932 timeout: 0 lvb_type: 3 00000080:00200080:3.0:1769074777.959594:0:57932:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1a7:0x0](ffff9bc649b59988) cmd=66f4 arg=4000000 00000080:00200008:3.0:1769074777.959608:0:57932:0:(file.c:6252:ll_getattr_dentry()) START file f200b.sanity-flr:[0x200000404:0x1a7:0x0](ffff9bc649b59988), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074777.959615:0:57932:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1a7:0x0](ffff9bc649b59988),name=f200b.sanity-flr 00000002:00010000:3.0:1769074777.959630:0:57932:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1a7:0x0]) in obj [0x200000404:0x1a7:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074777.959639:0:57932:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 30 res 8589935620/423 (0 0) 00010000:00010000:3.0:1769074777.959683:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae36600/0x21fa6d252c11b3f2 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 57932 initiator: MDT0 00010000:00010000:3.0:1769074777.959692:0:57932:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae36600/0x21fa6d252c11b3f2 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 57932 initiator: MDT0 00010000:00010000:3.0:1769074777.959702:0:57932:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae36600/0x21fa6d252c11b3f2 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 57932 initiator: MDT0 00000100:00100000:3.0:1769074777.959728:0:57932:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9af100 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:57932:1855007612788608:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074777.960346:0:57932:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc642c73b40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074777.969345:0:57932:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9af100 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:57932:1855007612788608:192.168.204.139@tcp:101:lfs.0 00010000:00010000:3.0:1769074777.969374:0:57932:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae36600/0x21fa6d252c11b3f2 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8a7b4 expref: -99 pid: 57932 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.969387:0:57932:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae36600/0x21fa6d252c11b3f2 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8a7b4 expref: -99 pid: 57932 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.969399:0:57932:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae36600/0x21fa6d252c11b3f2 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8a7b4 expref: -99 pid: 57932 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.969410:0:57932:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae36600/0x21fa6d252c11b3f2 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8a7b4 expref: -99 pid: 57932 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.969421:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae36600/0x21fa6d252c11b3f2 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8a7b4 expref: -99 pid: 57932 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.969427:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae36600/0x21fa6d252c11b3f2 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8a7b4 expref: -99 pid: 57932 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.969431:0:57932:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae36600/0x21fa6d252c11b3f2 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8a7b4 expref: -99 pid: 57932 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074777.969439:0:57932:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9bc64d9af100 x1855007612788608/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 576/2216 e 0 to 0 dl 1769074793 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074777.969462:0:57932:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 1632 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae36600/0x21fa6d252c11b3f2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8a7b4 expref: -99 pid: 57932 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1769074777.969476:0:57932:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae36600/0x21fa6d252c11b3f2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8a7b4 expref: -99 pid: 57932 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074777.969493:0:57932:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589935620/423 (0 0) 00000080:00200000:3.0:1769074777.969501:0:57932:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1a7:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074777.969594:0:57932:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1a7:0x0]: layout version change: 36 -> 36 00000080:00010000:3.0:1769074777.969599:0:57932:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1a7:0x0](ffff9bc649b59988) for lock 0x21fa6d252c11b3f2 00000080:00010000:3.0:1769074777.969604:0:57932:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1a7:0x0](ffff9bc649b59988) 00000080:00010000:3.0:1769074777.969608:0:57932:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b3f2 from it ffffa7f98293bcd8 00010000:00010000:3.0:1769074777.969611:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae36600/0x21fa6d252c11b3f2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8a7b4 expref: -99 pid: 57932 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074777.969618:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae36600/0x21fa6d252c11b3f2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8a7b4 expref: -99 pid: 57932 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074777.969653:0:57932:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1a7:0x0] ignore/verify layout 0/1, layout version 35 restore needed 0 00020000:00200000:3.0:1769074777.969665:0:57932:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1a7:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 3 00020000:00200000:3.0:1769074777.969668:0:57932:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:3.0:1769074777.969672:0:57932:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1a7:0x0] 00000008:00010000:3.0:1769074777.969691:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074777.969695:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64979a030, osc lock ffff9bc64a6dd430, flags 0x400000400001002 00000008:00010000:3.0:1769074777.969702:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074777.969704:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64979a070, osc lock ffff9bc64a6dc850, flags 0x400000400001002 00000008:00010000:3.0:1769074777.969709:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074777.969710:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64979a0b0, osc lock ffff9bc64a6ddb50, flags 0x400000400001002 00000008:00010000:3.0:1769074777.969715:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074777.969716:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64979a0f0, osc lock ffff9bc64a6dcbe0, flags 0x400000400001002 00000008:00010000:3.0:1769074777.969721:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074777.969722:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64979a130, osc lock ffff9bc64a6dcd10, flags 0x400000400001002 00000008:00010000:3.0:1769074777.969727:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074777.969728:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64979a170, osc lock ffff9bc64a6dd1d0, flags 0x400000400001002 00010000:00010000:3.0:1769074777.969916:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37800/0x21fa6d252c11b3f9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.969925:0:57932:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400000400001000 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37800/0x21fa6d252c11b3f9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.969936:0:57932:0:(ldlm_request.c:1054:ldlm_cli_enqueue()) @@@ enqueue lock with no delay req@ffff9bc64d9af100 x1855007612788736/t0(0) o101->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1769074777.969997:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074777.970016:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612788736:192.168.204.139@tcp:101:lfs.0 00010000:00010000:3.0:1769074777.970129:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37200/0x21fa6d252c11b400 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.970138:0:57932:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400000400001000 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37200/0x21fa6d252c11b400 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.970147:0:57932:0:(ldlm_request.c:1054:ldlm_cli_enqueue()) @@@ enqueue lock with no delay req@ffff9bc64d9ae680 x1855007612788864/t0(0) o101->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1769074777.970178:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612788864:192.168.204.139@tcp:101:lfs.0 00010000:00010000:3.0:1769074777.970231:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae36000/0x21fa6d252c11b407 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.970239:0:57932:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400000400001000 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae36000/0x21fa6d252c11b407 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.970247:0:57932:0:(ldlm_request.c:1054:ldlm_cli_enqueue()) @@@ enqueue lock with no delay req@ffff9bc64d9adc00 x1855007612788992/t0(0) o101->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1769074777.970271:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074777.970277:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612788992:192.168.204.139@tcp:101:lfs.0 00010000:00010000:3.0:1769074777.970323:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36800/0x21fa6d252c11b40e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.970331:0:57932:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400000400001000 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36800/0x21fa6d252c11b40e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.970339:0:57932:0:(ldlm_request.c:1054:ldlm_cli_enqueue()) @@@ enqueue lock with no delay req@ffff9bc64d9adf80 x1855007612789120/t0(0) o101->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1769074777.970375:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612789120:192.168.204.139@tcp:101:lfs.0 00010000:00010000:3.0:1769074777.970429:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37000/0x21fa6d252c11b415 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.970438:0:57932:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400000400001000 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37000/0x21fa6d252c11b415 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.970446:0:57932:0:(ldlm_request.c:1054:ldlm_cli_enqueue()) @@@ enqueue lock with no delay req@ffff9bc64d9ad180 x1855007612789248/t0(0) o101->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1769074777.973665:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074777.973686:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612789248:192.168.204.139@tcp:101:lfs.0 00010000:00010000:3.0:1769074777.979861:0:2372:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37000/0x21fa6d252c11b415 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.979884:0:2372:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37000/0x21fa6d252c11b415 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8a7d7 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.979892:0:2372:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37000/0x21fa6d252c11b415 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8a7d7 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.979901:0:2372:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37000/0x21fa6d252c11b415 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8a7d7 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074777.979909:0:2372:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 4860768, setting rss=4860768; kms=4860768, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37000/0x21fa6d252c11b415 lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8a7d7 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074777.979916:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00010000:00010000:3.0:1769074777.979918:0:2372:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37000/0x21fa6d252c11b415 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7d7 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.979924:0:2372:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37000/0x21fa6d252c11b415 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7d7 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.979931:0:2372:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37000/0x21fa6d252c11b415 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7d7 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.980257:0:2372:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37000/0x21fa6d252c11b415 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7d7 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1769074777.980268:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612789248:192.168.204.139@tcp:101:lfs.0 00010000:00010000:3.0:1769074777.980281:0:2372:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36800/0x21fa6d252c11b40e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.980288:0:2372:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36800/0x21fa6d252c11b40e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8a7d0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.980295:0:2372:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36800/0x21fa6d252c11b40e lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8a7d0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.980300:0:2372:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36800/0x21fa6d252c11b40e lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8a7d0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074777.980306:0:2372:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 2097152, setting rss=2097152; kms=2097152, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36800/0x21fa6d252c11b40e lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8a7d0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074777.980312:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00010000:00010000:3.0:1769074777.980314:0:2372:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36800/0x21fa6d252c11b40e lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7d0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.980318:0:2372:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36800/0x21fa6d252c11b40e lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7d0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.980322:0:2372:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36800/0x21fa6d252c11b40e lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7d0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.980330:0:2372:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36800/0x21fa6d252c11b40e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7d0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1769074777.980335:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612789120:192.168.204.139@tcp:101:lfs.0 00010000:00010000:3.0:1769074777.980343:0:2372:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae36000/0x21fa6d252c11b407 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.980347:0:2372:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae36000/0x21fa6d252c11b407 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8a7c9 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.980352:0:2372:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae36000/0x21fa6d252c11b407 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8a7c9 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.980357:0:2372:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae36000/0x21fa6d252c11b407 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8a7c9 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074777.980361:0:2372:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 2097152, setting rss=2097152; kms=2097152, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae36000/0x21fa6d252c11b407 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8a7c9 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074777.980365:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:3.0:1769074777.980367:0:2372:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae36000/0x21fa6d252c11b407 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7c9 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.980371:0:2372:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae36000/0x21fa6d252c11b407 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7c9 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.980379:0:2372:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae36000/0x21fa6d252c11b407 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7c9 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.980383:0:2372:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae36000/0x21fa6d252c11b407 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7c9 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1769074777.980388:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612788992:192.168.204.139@tcp:101:lfs.0 00010000:00010000:3.0:1769074777.980394:0:2372:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37200/0x21fa6d252c11b400 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.980398:0:2372:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37200/0x21fa6d252c11b400 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8a7c2 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.980403:0:2372:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37200/0x21fa6d252c11b400 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8a7c2 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.980407:0:2372:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37200/0x21fa6d252c11b400 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8a7c2 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074777.980412:0:2372:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 2097152, setting rss=2097152; kms=2097152, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37200/0x21fa6d252c11b400 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8a7c2 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074777.980416:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074777.980417:0:2372:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37200/0x21fa6d252c11b400 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7c2 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.980425:0:2372:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37200/0x21fa6d252c11b400 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7c2 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.980429:0:2372:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37200/0x21fa6d252c11b400 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7c2 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.980435:0:2372:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37200/0x21fa6d252c11b400 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7c2 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1769074777.980443:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612788864:192.168.204.139@tcp:101:lfs.0 00010000:00010000:3.0:1769074777.980513:0:2372:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37800/0x21fa6d252c11b3f9 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.980538:0:2372:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37800/0x21fa6d252c11b3f9 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8a7bb expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.980584:0:2372:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37800/0x21fa6d252c11b3f9 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8a7bb expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.980594:0:2372:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37800/0x21fa6d252c11b3f9 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8a7bb expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074777.980620:0:2372:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 1048576, setting rss=1048576; kms=1048576, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37800/0x21fa6d252c11b3f9 lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8a7bb expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074777.980648:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1769074777.980678:0:2372:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37800/0x21fa6d252c11b3f9 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7bb expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.980687:0:2372:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37800/0x21fa6d252c11b3f9 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7bb expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.980694:0:2372:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37800/0x21fa6d252c11b3f9 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7bb expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074777.980711:0:2372:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37800/0x21fa6d252c11b3f9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7bb expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1769074777.980719:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612788736:192.168.204.139@tcp:101:lfs.0 00000080:00200080:3.0:1769074778.047290:0:57932:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1a7:0x0](ffff9bc649b59988) cmd=400866b1 arg=1 00000080:00200008:3.0:1769074778.047315:0:57932:0:(file.c:6252:ll_getattr_dentry()) START file f200b.sanity-flr:[0x200000404:0x1a7:0x0](ffff9bc649b59988), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074778.047326:0:57932:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1a7:0x0](ffff9bc649b59988),name=f200b.sanity-flr 00000002:00010000:3.0:1769074778.047350:0:57932:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1a7:0x0]) in obj [0x200000404:0x1a7:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074778.047369:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae36600/0x21fa6d252c11b3f2 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8a7b4 expref: -99 pid: 57932 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074778.047386:0:57932:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae36600/0x21fa6d252c11b3f2 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8a7b4 expref: -99 pid: 57932 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074778.047395:0:57932:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1a7:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074778.047405:0:57932:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1a7:0x0](ffff9bc649b59988) 00000080:00010000:3.0:1769074778.047410:0:57932:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1a7:0x0](ffff9bc649b59988) for lock 0x21fa6d252c11b3f2 00000080:00010000:3.0:1769074778.047419:0:57932:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b3f2 from it ffffa7f98293bcd8 00010000:00010000:3.0:1769074778.047423:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae36600/0x21fa6d252c11b3f2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8a7b4 expref: -99 pid: 57932 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074778.047529:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae36600/0x21fa6d252c11b3f2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8a7b4 expref: -99 pid: 57932 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074778.047645:0:57932:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1a7:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1769074778.047657:0:57932:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1a7:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 3 00020000:00200000:3.0:1769074778.047660:0:57932:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:3.0:1769074778.047665:0:57932:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1a7:0x0] 00000008:00010000:3.0:1769074778.047690:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074778.047694:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc648c1e430, osc lock ffff9bc64a6dd1d0, flags 0x400000400001002 00000008:00010000:3.0:1769074778.047732:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074778.047734:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc648c1e470, osc lock ffff9bc64a6dcd10, flags 0x400000400001002 00000008:00010000:3.0:1769074778.048296:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074778.048301:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc648c1e4b0, osc lock ffff9bc64a6dcbe0, flags 0x400000400001002 00000008:00010000:3.0:1769074778.048323:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074778.048324:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc648c1e4f0, osc lock ffff9bc64a6ddb50, flags 0x400000400001002 00000008:00010000:3.0:1769074778.048340:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074778.048341:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc648c1e530, osc lock ffff9bc64a6dc850, flags 0x400000400001002 00000008:00010000:3.0:1769074778.048361:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074778.048363:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc648c1e570, osc lock ffff9bc64a6dd430, flags 0x400000400001002 00010000:00010000:3.0:1769074778.048385:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37800/0x21fa6d252c11b3f9 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7bb expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.048398:0:57932:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 1048575) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37800/0x21fa6d252c11b3f9 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7bb expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074778.048416:0:57932:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074778.048420:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37800/0x21fa6d252c11b3f9 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7bb expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.048522:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37800/0x21fa6d252c11b3f9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7bb expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.048635:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37200/0x21fa6d252c11b400 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7c2 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.048645:0:57932:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (1048576 2097151) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37200/0x21fa6d252c11b400 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7c2 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074778.048653:0:57932:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074778.048655:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37200/0x21fa6d252c11b400 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7c2 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.048662:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37200/0x21fa6d252c11b400 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7c2 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.048675:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae36000/0x21fa6d252c11b407 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7c9 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.048682:0:57932:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (1048576 2097151) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae36000/0x21fa6d252c11b407 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7c9 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074778.048693:0:57932:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074778.048696:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae36000/0x21fa6d252c11b407 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7c9 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.048703:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae36000/0x21fa6d252c11b407 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7c9 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.048716:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36800/0x21fa6d252c11b40e lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7d0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.048723:0:57932:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (1048576 2097151) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36800/0x21fa6d252c11b40e lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7d0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074778.048729:0:57932:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074778.048732:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36800/0x21fa6d252c11b40e lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7d0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.048738:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36800/0x21fa6d252c11b40e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7d0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.048864:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37000/0x21fa6d252c11b415 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7d7 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.048978:0:57932:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (2097152 8388607) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37000/0x21fa6d252c11b415 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7d7 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074778.049091:0:57932:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074778.049094:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37000/0x21fa6d252c11b415 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7d7 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.049261:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37000/0x21fa6d252c11b415 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7d7 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.049281:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc648528400/0x21fa6d252c11b41c lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7de expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.049290:0:57932:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (2097152 8388607) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc648528400/0x21fa6d252c11b41c lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7de expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074778.049299:0:57932:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074778.049301:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc648528400/0x21fa6d252c11b41c lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7de expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.049308:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc648528400/0x21fa6d252c11b41c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7de expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074778.049316:0:57932:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1769074778.049330:0:57932:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1a7:0x0] updating i_size 9055072 i_blocks 17770 00000020:00010000:3.0:1769074778.049335:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc648054b68 (ffff9bc6485d4248/0) at cl_lock_release():245 00000020:00010000:3.0:1769074778.049338:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc648054b68 (ffff9bc6485d4248/0) at cl_lock_cancel():142 00000020:00010000:3.0:1769074778.049341:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc648c1e430 (ffff9bc6485d4518/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074778.049345:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc648c1e470 (ffff9bc6485d4128/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074778.049348:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc648c1e4b0 (ffff9bc6485d4878/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074778.049351:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc648c1e4f0 (ffff9bc6485d45a8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074778.049354:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc648c1e530 (ffff9bc6485d4638/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074778.049357:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc648c1e570 (ffff9bc6485d4008/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074778.049359:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc648054b68 (ffff9bc6485d4248/0) at cl_lock_fini():72 00000020:00010000:3.0:1769074778.049362:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc648c1e430 (ffff9bc6485d4248/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074778.049369:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc648c1e470 (ffff9bc6485d4248/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074778.049372:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc648c1e4b0 (ffff9bc6485d4248/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074778.049374:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc648c1e4f0 (ffff9bc6485d4248/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074778.049376:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc648c1e530 (ffff9bc6485d4248/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074778.049380:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc648c1e570 (ffff9bc6485d4248/1) at cl_lock_fini():72 00000080:00200000:3.0:1769074778.049399:0:57932:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1a7:0x0] ignore/verify layout 0/1, layout version 36 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1769074778.049457:0:57932:0:(file.c:5185:ll_file_seek()) START file f200b.sanity-flr:[0x200000404:0x1a7:0x0], offset: 0, type: SEEK_DATA 00000080:00200000:3.0:1769074778.049465:0:57932:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1a7:0x0] ignore/verify layout 0/0, layout version 36 restore needed 0 00020000:00200000:3.0:1769074778.049473:0:57932:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1a7:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 3 00020000:00200000:3.0:1769074778.049476:0:57932:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:3.0:1769074778.049481:0:57932:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:3.0:1769074778.049487:0:57932:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:3.0:1769074778.049496:0:57932:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x10 00020000:00200000:3.0:1769074778.049503:0:57932:0:(lov_io.c:860:lov_io_iter_init()) component[3] flags 0x10 00020000:00200000:3.0:1769074778.049508:0:57932:0:(lov_io.c:860:lov_io_iter_init()) component[4] flags 0x0 00000080:00200000:3.0:1769074778.049526:0:57932:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1a7:0x0] updating i_size 9055072 i_blocks 17770 00000080:00200000:3.0:1769074778.049550:0:57932:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1a7:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1769074778.049555:0:57932:0:(file.c:1759:ll_io_set_mirror()) f200b.sanity-flr: desiginated mirror: 1 00000080:00200000:3.0:1769074778.049558:0:57932:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1a7:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1769074778.049563:0:57932:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:3.0:1769074778.049566:0:57932:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:3.0:1769074778.049569:0:57932:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x10 00020000:00200000:3.0:1769074778.049573:0:57932:0:(lov_io.c:860:lov_io_iter_init()) component[3] flags 0x10 00020000:00200000:3.0:1769074778.049576:0:57932:0:(lov_io.c:860:lov_io_iter_init()) component[4] flags 0x0 00000080:00200000:3.0:1769074778.049579:0:57932:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 0 [0, 18446744073709551615] 00000008:00010000:3.0:1769074778.049592:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 8 00000008:00010000:3.0:1769074778.049596:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc646443430, osc lock ffff9bc64a6dd430, flags 0x0 00000008:00010000:3.0:1769074778.049599:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 8 00000008:00010000:3.0:1769074778.049601:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc646443470, osc lock ffff9bc64a6dc850, flags 0x0 00000008:00010000:3.0:1769074778.049604:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 8 00000008:00010000:3.0:1769074778.049605:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc6464434b0, osc lock ffff9bc64a6ddb50, flags 0x0 00000008:00010000:3.0:1769074778.049608:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 8 00000008:00010000:3.0:1769074778.049609:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc6464434f0, osc lock ffff9bc64a6dcbe0, flags 0x0 00000008:00010000:3.0:1769074778.049612:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 8 00000008:00010000:3.0:1769074778.049613:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc646443530, osc lock ffff9bc64a6dcd10, flags 0x0 00000008:00010000:3.0:1769074778.049615:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 8 00000008:00010000:3.0:1769074778.049616:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc646443570, osc lock ffff9bc64a6dd1d0, flags 0x0 00010000:00010000:3.0:1769074778.049625:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37800/0x21fa6d252c11b3f9 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7bb expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.049635:0:57932:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 1048575) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37800/0x21fa6d252c11b3f9 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7bb expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.049643:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37800/0x21fa6d252c11b3f9 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7bb expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.049651:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37800/0x21fa6d252c11b3f9 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7bb expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.049658:0:57932:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37800/0x21fa6d252c11b3f9 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7bb expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.049666:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37200/0x21fa6d252c11b400 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7c2 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.049678:0:57932:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (1048576 2097151) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37200/0x21fa6d252c11b400 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7c2 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.049686:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37200/0x21fa6d252c11b400 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7c2 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.049692:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37200/0x21fa6d252c11b400 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7c2 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.049698:0:57932:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37200/0x21fa6d252c11b400 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7c2 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.049708:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae36000/0x21fa6d252c11b407 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7c9 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.049714:0:57932:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (1048576 2097151) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae36000/0x21fa6d252c11b407 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7c9 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.049722:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae36000/0x21fa6d252c11b407 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7c9 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.049728:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae36000/0x21fa6d252c11b407 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7c9 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.049734:0:57932:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae36000/0x21fa6d252c11b407 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7c9 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.049744:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36800/0x21fa6d252c11b40e lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7d0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.049764:0:57932:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (1048576 2097151) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36800/0x21fa6d252c11b40e lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7d0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.049772:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36800/0x21fa6d252c11b40e lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7d0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.049830:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36800/0x21fa6d252c11b40e lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7d0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.049837:0:57932:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36800/0x21fa6d252c11b40e lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7d0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.049848:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37000/0x21fa6d252c11b415 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7d7 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.049856:0:57932:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (2097152 8388607) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37000/0x21fa6d252c11b415 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7d7 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.049864:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37000/0x21fa6d252c11b415 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7d7 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.049882:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37000/0x21fa6d252c11b415 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7d7 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.049890:0:57932:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37000/0x21fa6d252c11b415 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7d7 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.049899:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc648528400/0x21fa6d252c11b41c lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7de expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.049907:0:57932:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (2097152 8388607) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc648528400/0x21fa6d252c11b41c lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7de expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.049914:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc648528400/0x21fa6d252c11b41c lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7de expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.049922:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc648528400/0x21fa6d252c11b41c lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7de expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.049928:0:57932:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc648528400/0x21fa6d252c11b41c lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7de expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1769074778.049949:0:57932:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1a7:0x0] updating i_size 9055072 i_blocks 17770 00000020:00010000:3.0:1769074778.049957:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc650f3f8a8 (ffff9bc6485d4248/0) at cl_lock_release():245 00000020:00010000:3.0:1769074778.049961:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc650f3f8a8 (ffff9bc6485d4248/0) at cl_lock_cancel():142 00000020:00010000:3.0:1769074778.049963:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc646443430 (ffff9bc6485d4518/1) at cl_lock_cancel():142 00010000:00010000:3.0:1769074778.049967:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37800/0x21fa6d252c11b3f9 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7bb expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.049975:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37800/0x21fa6d252c11b3f9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7bb expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1769074778.049985:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc646443470 (ffff9bc6485d4128/1) at cl_lock_cancel():142 00010000:00010000:3.0:1769074778.049997:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37200/0x21fa6d252c11b400 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7c2 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.050004:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37200/0x21fa6d252c11b400 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7c2 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1769074778.050012:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc6464434b0 (ffff9bc6485d4878/1) at cl_lock_cancel():142 00010000:00010000:3.0:1769074778.050016:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae36000/0x21fa6d252c11b407 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7c9 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.050023:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae36000/0x21fa6d252c11b407 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7c9 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1769074778.050031:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc6464434f0 (ffff9bc6485d45a8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1769074778.050034:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36800/0x21fa6d252c11b40e lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7d0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.050040:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36800/0x21fa6d252c11b40e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7d0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1769074778.050047:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc646443530 (ffff9bc6485d4638/1) at cl_lock_cancel():142 00010000:00010000:3.0:1769074778.050050:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37000/0x21fa6d252c11b415 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7d7 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.050056:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37000/0x21fa6d252c11b415 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7d7 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1769074778.050064:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc646443570 (ffff9bc6485d4008/1) at cl_lock_cancel():142 00010000:00010000:3.0:1769074778.050067:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc648528400/0x21fa6d252c11b41c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7de expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.050073:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc648528400/0x21fa6d252c11b41c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7de expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1769074778.050080:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc650f3f8a8 (ffff9bc6485d4248/0) at cl_lock_fini():72 00000020:00010000:3.0:1769074778.050082:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc646443430 (ffff9bc6485d4248/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074778.050086:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc646443470 (ffff9bc6485d4248/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074778.050088:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc6464434b0 (ffff9bc6485d4248/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074778.050090:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc6464434f0 (ffff9bc6485d4248/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074778.050093:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc646443530 (ffff9bc6485d4248/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074778.050095:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc646443570 (ffff9bc6485d4248/1) at cl_lock_fini():72 00000080:00200000:3.0:1769074778.051267:0:57932:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1a7:0x0] ignore/verify layout 0/0, layout version 36 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1769074778.051283:0:57932:0:(file.c:5216:ll_file_seek()) COMPLETED file f200b.sanity-flr:[0x200000404:0x1a7:0x0], offset: 0, type: SEEK_DATA, rc = 0 00000080:00200008:3.0:1769074778.051293:0:57932:0:(file.c:5185:ll_file_seek()) START file f200b.sanity-flr:[0x200000404:0x1a7:0x0], offset: 0, type: SEEK_HOLE 00000080:00200000:3.0:1769074778.051301:0:57932:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1a7:0x0] ignore/verify layout 0/0, layout version 36 restore needed 0 00020000:00200000:3.0:1769074778.051309:0:57932:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1a7:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 3 00020000:00200000:3.0:1769074778.051312:0:57932:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:3.0:1769074778.051317:0:57932:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:3.0:1769074778.051324:0:57932:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:3.0:1769074778.051332:0:57932:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x10 00020000:00200000:3.0:1769074778.051336:0:57932:0:(lov_io.c:860:lov_io_iter_init()) component[3] flags 0x10 00020000:00200000:3.0:1769074778.051341:0:57932:0:(lov_io.c:860:lov_io_iter_init()) component[4] flags 0x0 00000080:00200000:3.0:1769074778.051358:0:57932:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1a7:0x0] updating i_size 9055072 i_blocks 17770 00000080:00200000:3.0:1769074778.051368:0:57932:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1a7:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1769074778.051374:0:57932:0:(file.c:1759:ll_io_set_mirror()) f200b.sanity-flr: desiginated mirror: 1 00000080:00200000:3.0:1769074778.051376:0:57932:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1a7:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1769074778.051382:0:57932:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:3.0:1769074778.051385:0:57932:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:3.0:1769074778.051388:0:57932:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x10 00020000:00200000:3.0:1769074778.051392:0:57932:0:(lov_io.c:860:lov_io_iter_init()) component[3] flags 0x10 00020000:00200000:3.0:1769074778.051395:0:57932:0:(lov_io.c:860:lov_io_iter_init()) component[4] flags 0x0 00000080:00200000:3.0:1769074778.051398:0:57932:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 0 [0, 18446744073709551615] 00000008:00010000:3.0:1769074778.051411:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 8 00000008:00010000:3.0:1769074778.051415:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc646442830, osc lock ffff9bc64a6dd1d0, flags 0x0 00000008:00010000:3.0:1769074778.051420:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 8 00000008:00010000:3.0:1769074778.051422:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc646442870, osc lock ffff9bc64a6dcd10, flags 0x0 00000008:00010000:3.0:1769074778.051424:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 8 00000008:00010000:3.0:1769074778.051426:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc6464428b0, osc lock ffff9bc64a6dcbe0, flags 0x0 00000008:00010000:3.0:1769074778.051523:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 8 00000008:00010000:3.0:1769074778.051525:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc6464428f0, osc lock ffff9bc64a6ddb50, flags 0x0 00000008:00010000:3.0:1769074778.051601:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 8 00000008:00010000:3.0:1769074778.051604:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc646442930, osc lock ffff9bc64a6dc850, flags 0x0 00000008:00010000:3.0:1769074778.051609:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 8 00000008:00010000:3.0:1769074778.051610:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc646442970, osc lock ffff9bc64a6dd430, flags 0x0 00010000:00010000:3.0:1769074778.051628:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37800/0x21fa6d252c11b3f9 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7bb expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.051643:0:57932:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 1048575) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37800/0x21fa6d252c11b3f9 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7bb expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.051655:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37800/0x21fa6d252c11b3f9 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7bb expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.051664:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37800/0x21fa6d252c11b3f9 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7bb expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.051677:0:57932:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37800/0x21fa6d252c11b3f9 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7bb expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.051689:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37200/0x21fa6d252c11b400 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7c2 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.051697:0:57932:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (1048576 2097151) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37200/0x21fa6d252c11b400 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7c2 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.051706:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37200/0x21fa6d252c11b400 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7c2 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.051713:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37200/0x21fa6d252c11b400 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7c2 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.051721:0:57932:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37200/0x21fa6d252c11b400 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7c2 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.051731:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae36000/0x21fa6d252c11b407 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7c9 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.051739:0:57932:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (1048576 2097151) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae36000/0x21fa6d252c11b407 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7c9 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.052225:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae36000/0x21fa6d252c11b407 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7c9 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.052239:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae36000/0x21fa6d252c11b407 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7c9 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.052247:0:57932:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae36000/0x21fa6d252c11b407 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7c9 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.052265:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36800/0x21fa6d252c11b40e lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7d0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.052275:0:57932:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (1048576 2097151) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36800/0x21fa6d252c11b40e lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7d0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.052284:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36800/0x21fa6d252c11b40e lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7d0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.052291:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36800/0x21fa6d252c11b40e lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7d0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.052296:0:57932:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36800/0x21fa6d252c11b40e lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7d0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.052307:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37000/0x21fa6d252c11b415 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7d7 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.052314:0:57932:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (2097152 8388607) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37000/0x21fa6d252c11b415 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7d7 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.052322:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37000/0x21fa6d252c11b415 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7d7 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.052329:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37000/0x21fa6d252c11b415 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7d7 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.052336:0:57932:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37000/0x21fa6d252c11b415 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7d7 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.052347:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc648528400/0x21fa6d252c11b41c lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7de expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.052354:0:57932:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (2097152 8388607) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc648528400/0x21fa6d252c11b41c lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7de expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.052362:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc648528400/0x21fa6d252c11b41c lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7de expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.052369:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc648528400/0x21fa6d252c11b41c lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7de expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.052377:0:57932:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc648528400/0x21fa6d252c11b41c lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7de expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1769074778.052393:0:57932:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1a7:0x0] updating i_size 9055072 i_blocks 17770 00000020:00010000:3.0:1769074778.052404:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc650f3f8a8 (ffff9bc6485d4248/0) at cl_lock_release():245 00000020:00010000:3.0:1769074778.052408:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc650f3f8a8 (ffff9bc6485d4248/0) at cl_lock_cancel():142 00000020:00010000:3.0:1769074778.052412:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc646442830 (ffff9bc6485d4518/1) at cl_lock_cancel():142 00010000:00010000:3.0:1769074778.052417:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37800/0x21fa6d252c11b3f9 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7bb expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.052426:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37800/0x21fa6d252c11b3f9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7bb expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1769074778.052611:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc646442870 (ffff9bc6485d4128/1) at cl_lock_cancel():142 00010000:00010000:3.0:1769074778.052617:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37200/0x21fa6d252c11b400 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7c2 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.052624:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37200/0x21fa6d252c11b400 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7c2 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1769074778.052632:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc6464428b0 (ffff9bc6485d4878/1) at cl_lock_cancel():142 00010000:00010000:3.0:1769074778.052636:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae36000/0x21fa6d252c11b407 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7c9 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.052642:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae36000/0x21fa6d252c11b407 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7c9 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1769074778.052648:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc6464428f0 (ffff9bc6485d45a8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1769074778.052651:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36800/0x21fa6d252c11b40e lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7d0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.052657:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36800/0x21fa6d252c11b40e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7d0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1769074778.052666:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc646442930 (ffff9bc6485d4638/1) at cl_lock_cancel():142 00010000:00010000:3.0:1769074778.052669:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37000/0x21fa6d252c11b415 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7d7 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.052676:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37000/0x21fa6d252c11b415 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7d7 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1769074778.052684:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc646442970 (ffff9bc6485d4008/1) at cl_lock_cancel():142 00010000:00010000:3.0:1769074778.052688:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc648528400/0x21fa6d252c11b41c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7de expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.052696:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc648528400/0x21fa6d252c11b41c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7de expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1769074778.052704:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc650f3f8a8 (ffff9bc6485d4248/0) at cl_lock_fini():72 00000020:00010000:3.0:1769074778.052707:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc646442830 (ffff9bc6485d4248/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074778.052714:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc646442870 (ffff9bc6485d4248/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074778.052716:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc6464428b0 (ffff9bc6485d4248/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074778.052718:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc6464428f0 (ffff9bc6485d4248/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074778.052720:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc646442930 (ffff9bc6485d4248/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074778.052722:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc646442970 (ffff9bc6485d4248/1) at cl_lock_fini():72 00000080:00200000:3.0:1769074778.052736:0:57932:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1a7:0x0] ignore/verify layout 0/0, layout version 36 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1769074778.052857:0:57932:0:(file.c:5216:ll_file_seek()) COMPLETED file f200b.sanity-flr:[0x200000404:0x1a7:0x0], offset: 0, type: SEEK_HOLE, rc = 9055072 00000080:00200080:3.0:1769074778.052880:0:57932:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1a7:0x0](ffff9bc649b59988) cmd=400866b1 arg=0 00000080:00200080:3.0:1769074778.052892:0:57932:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1a7:0x0](ffff9bc649b59988) cmd=400866b1 arg=1 00000080:00200008:3.0:1769074778.052899:0:57932:0:(file.c:6252:ll_getattr_dentry()) START file f200b.sanity-flr:[0x200000404:0x1a7:0x0](ffff9bc649b59988), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074778.052907:0:57932:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1a7:0x0](ffff9bc649b59988),name=f200b.sanity-flr 00000002:00010000:3.0:1769074778.053262:0:57932:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1a7:0x0]) in obj [0x200000404:0x1a7:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074778.053279:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae36600/0x21fa6d252c11b3f2 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8a7b4 expref: -99 pid: 57932 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074778.053293:0:57932:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae36600/0x21fa6d252c11b3f2 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8a7b4 expref: -99 pid: 57932 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074778.053301:0:57932:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1a7:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074778.053308:0:57932:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1a7:0x0](ffff9bc649b59988) 00000080:00010000:3.0:1769074778.053312:0:57932:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1a7:0x0](ffff9bc649b59988) for lock 0x21fa6d252c11b3f2 00000080:00010000:3.0:1769074778.053319:0:57932:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b3f2 from it ffffa7f98293bcd8 00010000:00010000:3.0:1769074778.053323:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae36600/0x21fa6d252c11b3f2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8a7b4 expref: -99 pid: 57932 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074778.053330:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae36600/0x21fa6d252c11b3f2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8a7b4 expref: -99 pid: 57932 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074778.053352:0:57932:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1a7:0x0] ignore/verify layout 0/1, layout version 36 restore needed 0 00020000:00200000:3.0:1769074778.053361:0:57932:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1a7:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 3 00020000:00200000:3.0:1769074778.053364:0:57932:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:3.0:1769074778.053367:0:57932:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1a7:0x0] 00000008:00010000:3.0:1769074778.053383:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074778.053387:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc646443430, osc lock ffff9bc64a6dd430, flags 0x400000400001002 00000008:00010000:3.0:1769074778.053392:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074778.053393:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc646443470, osc lock ffff9bc64a6dc850, flags 0x400000400001002 00000008:00010000:3.0:1769074778.053398:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074778.053399:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc6464434b0, osc lock ffff9bc64a6ddb50, flags 0x400000400001002 00000008:00010000:3.0:1769074778.053404:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074778.053406:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc6464434f0, osc lock ffff9bc64a6dcbe0, flags 0x400000400001002 00000008:00010000:3.0:1769074778.053410:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074778.053412:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc646443530, osc lock ffff9bc64a6dcd10, flags 0x400000400001002 00000008:00010000:3.0:1769074778.053415:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074778.053417:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc646443570, osc lock ffff9bc64a6dd1d0, flags 0x400000400001002 00010000:00010000:3.0:1769074778.054031:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37800/0x21fa6d252c11b3f9 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7bb expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.054047:0:57932:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 1048575) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37800/0x21fa6d252c11b3f9 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7bb expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074778.054060:0:57932:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074778.054064:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37800/0x21fa6d252c11b3f9 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7bb expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.054071:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37800/0x21fa6d252c11b3f9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7bb expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.054092:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37200/0x21fa6d252c11b400 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7c2 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.054101:0:57932:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (1048576 2097151) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37200/0x21fa6d252c11b400 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7c2 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074778.054368:0:57932:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074778.054371:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37200/0x21fa6d252c11b400 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7c2 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.054385:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37200/0x21fa6d252c11b400 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7c2 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.054401:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae36000/0x21fa6d252c11b407 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7c9 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.054410:0:57932:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (1048576 2097151) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae36000/0x21fa6d252c11b407 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7c9 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074778.054416:0:57932:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074778.054419:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae36000/0x21fa6d252c11b407 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7c9 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.054425:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae36000/0x21fa6d252c11b407 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7c9 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.054531:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36800/0x21fa6d252c11b40e lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7d0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.054615:0:57932:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (1048576 2097151) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36800/0x21fa6d252c11b40e lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7d0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074778.054623:0:57932:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074778.054626:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36800/0x21fa6d252c11b40e lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7d0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.054638:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36800/0x21fa6d252c11b40e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7d0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.054653:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37000/0x21fa6d252c11b415 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7d7 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.054662:0:57932:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (2097152 8388607) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37000/0x21fa6d252c11b415 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7d7 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074778.054669:0:57932:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074778.054672:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37000/0x21fa6d252c11b415 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7d7 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.054679:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37000/0x21fa6d252c11b415 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7d7 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.054692:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc648528400/0x21fa6d252c11b41c lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7de expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.054701:0:57932:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (2097152 8388607) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc648528400/0x21fa6d252c11b41c lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7de expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074778.054708:0:57932:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074778.054710:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc648528400/0x21fa6d252c11b41c lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7de expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.054723:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc648528400/0x21fa6d252c11b41c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7de expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074778.054731:0:57932:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1769074778.054745:0:57932:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1a7:0x0] updating i_size 9055072 i_blocks 17770 00000020:00010000:3.0:1769074778.054862:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc648054b68 (ffff9bc6485d4248/0) at cl_lock_release():245 00000020:00010000:3.0:1769074778.054875:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc648054b68 (ffff9bc6485d4248/0) at cl_lock_cancel():142 00000020:00010000:3.0:1769074778.054879:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc646443430 (ffff9bc6485d4008/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074778.054884:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc646443470 (ffff9bc6485d4638/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074778.054887:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc6464434b0 (ffff9bc6485d45a8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074778.054890:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc6464434f0 (ffff9bc6485d4878/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074778.054892:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc646443530 (ffff9bc6485d4128/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074778.054895:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc646443570 (ffff9bc6485d4518/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074778.054897:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc648054b68 (ffff9bc6485d4248/0) at cl_lock_fini():72 00000020:00010000:3.0:1769074778.054900:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc646443430 (ffff9bc6485d4248/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074778.054906:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc646443470 (ffff9bc6485d4248/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074778.054909:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc6464434b0 (ffff9bc6485d4248/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074778.054911:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc6464434f0 (ffff9bc6485d4248/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074778.054913:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc646443530 (ffff9bc6485d4248/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074778.054916:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc646443570 (ffff9bc6485d4248/1) at cl_lock_fini():72 00000080:00200000:3.0:1769074778.054945:0:57932:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1a7:0x0] ignore/verify layout 0/1, layout version 36 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1769074778.054981:0:57932:0:(file.c:2474:do_file_read_iter()) START file f200b.sanity-flr:[0x200000404:0x1a7:0x0], ppos: 0, count: 9056256 00000080:00200000:3.0:1769074778.055000:0:57932:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1a7:0x0] ignore/verify layout 0/0, layout version 36 restore needed 0 00020000:00200000:3.0:1769074778.055011:0:57932:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1a7:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 3 00020000:00200000:3.0:1769074778.055014:0:57932:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00000080:00200000:3.0:1769074778.055022:0:57932:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1a7:0x0] ignore/verify layout 0/0, layout version 36 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1769074778.055028:0:57932:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1a7:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1769074778.055033:0:57932:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1a7:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 3 00020000:00200000:3.0:1769074778.055036:0:57932:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:3.0:1769074778.055038:0:57932:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1a7:0x0] 00000008:00010000:3.0:1769074778.055059:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074778.055062:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc646442830, osc lock ffff9bc64a6dd1d0, flags 0x400000400001002 00000008:00010000:3.0:1769074778.055069:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074778.055070:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc646442870, osc lock ffff9bc64a6dcd10, flags 0x400000400001002 00000008:00010000:3.0:1769074778.055074:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074778.055076:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc6464428b0, osc lock ffff9bc64a6dcbe0, flags 0x400000400001002 00000008:00010000:3.0:1769074778.055080:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074778.055082:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc6464428f0, osc lock ffff9bc64a6ddb50, flags 0x400000400001002 00000008:00010000:3.0:1769074778.055086:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074778.055088:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc646442930, osc lock ffff9bc64a6dc850, flags 0x400000400001002 00000008:00010000:3.0:1769074778.055471:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074778.055474:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc646442970, osc lock ffff9bc64a6dd430, flags 0x400000400001002 00010000:00010000:3.0:1769074778.055488:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37800/0x21fa6d252c11b3f9 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7bb expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.055501:0:57932:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 1048575) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37800/0x21fa6d252c11b3f9 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7bb expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074778.055510:0:57932:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074778.055513:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37800/0x21fa6d252c11b3f9 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7bb expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.055520:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37800/0x21fa6d252c11b3f9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7bb expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.055550:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37200/0x21fa6d252c11b400 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7c2 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.055559:0:57932:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (1048576 2097151) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37200/0x21fa6d252c11b400 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7c2 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074778.055566:0:57932:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074778.055569:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37200/0x21fa6d252c11b400 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7c2 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.055576:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37200/0x21fa6d252c11b400 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7c2 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.055587:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae36000/0x21fa6d252c11b407 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7c9 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.055596:0:57932:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (1048576 2097151) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae36000/0x21fa6d252c11b407 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7c9 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074778.055602:0:57932:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074778.055605:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae36000/0x21fa6d252c11b407 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7c9 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.055612:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae36000/0x21fa6d252c11b407 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7c9 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.055627:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36800/0x21fa6d252c11b40e lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7d0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.055635:0:57932:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (1048576 2097151) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36800/0x21fa6d252c11b40e lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7d0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074778.055642:0:57932:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074778.055645:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36800/0x21fa6d252c11b40e lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7d0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.055652:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36800/0x21fa6d252c11b40e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7d0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.055662:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37000/0x21fa6d252c11b415 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7d7 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.055670:0:57932:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (2097152 8388607) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37000/0x21fa6d252c11b415 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7d7 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074778.055677:0:57932:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074778.055680:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37000/0x21fa6d252c11b415 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7d7 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.055686:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37000/0x21fa6d252c11b415 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7d7 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.055702:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc648528400/0x21fa6d252c11b41c lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7de expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.055710:0:57932:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (2097152 8388607) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc648528400/0x21fa6d252c11b41c lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7de expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074778.055716:0:57932:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074778.055719:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc648528400/0x21fa6d252c11b41c lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a7de expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074778.055725:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc648528400/0x21fa6d252c11b41c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a7de expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074778.055733:0:57932:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1769074778.055740:0:57932:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1a7:0x0] updating i_size 9055072 i_blocks 17770 00000020:00010000:3.0:1769074778.055742:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc648054db0 (ffff9bc6485d4518/0) at cl_lock_release():245 00000020:00010000:3.0:1769074778.055745:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc648054db0 (ffff9bc6485d4518/0) at cl_lock_cancel():142 00000020:00010000:3.0:1769074778.055760:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc646442830 (ffff9bc6485d4128/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074778.055763:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc646442870 (ffff9bc6485d4878/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074778.055766:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc6464428b0 (ffff9bc6485d45a8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074778.055768:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc6464428f0 (ffff9bc6485d4638/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074778.055771:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc646442930 (ffff9bc6485d4008/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074778.055813:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc646442970 (ffff9bc6485d41b8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074778.055817:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc648054db0 (ffff9bc6485d4518/0) at cl_lock_fini():72 00000020:00010000:3.0:1769074778.055819:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc646442830 (ffff9bc6485d4518/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074778.055823:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc646442870 (ffff9bc6485d4518/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074778.055826:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc6464428b0 (ffff9bc6485d4518/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074778.055829:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc6464428f0 (ffff9bc6485d4518/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074778.055832:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc646442930 (ffff9bc6485d4518/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074778.055834:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc646442970 (ffff9bc6485d4518/1) at cl_lock_fini():72 00000080:00200000:3.0:1769074778.055845:0:57932:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1a7:0x0] ignore/verify layout 0/1, layout version 36 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1769074778.055851:0:57932:0:(file.c:2367:file_read_confine_iter()) f200b.sanity-flr: read [0, 9056256] over eof, kms 9055072, file_size 9055072. 00000080:00200000:3.0:1769074778.055859:0:57932:0:(file.c:1994:ll_file_io_generic()) f200b.sanity-flr: read ppos: 0, bytes: 9055072 00000080:00200000:3.0:1769074778.055878:0:57932:0:(file.c:1759:ll_io_set_mirror()) f200b.sanity-flr: desiginated mirror: 1 00000020:00200000:3.0:1769074778.055885:0:57932:0:(cl_io.c:214:cl_io_rw_init()) header@000000003eca30d1[0x4, 2, [0x200000404:0x1a7:0x0] hash] 00000020:00200000:3.0:1769074778.055887:0:57932:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [0, 9055072) 2048 0 00000080:00200000:3.0:1769074778.055890:0:57932:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1a7:0x0] ignore/verify layout 0/0, layout version 36 restore needed 0 00000080:00200000:3.0:1769074778.055900:0:57932:0:(file.c:2072:ll_file_io_generic()) Range lock [0, 2210] 00020000:00200000:3.0:1769074778.055907:0:57932:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1048576) 9055072, 1048576 00020000:00200000:3.0:1769074778.055910:0:57932:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1769074778.055922:0:57932:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 0 [0, 255] 00000008:00010000:3.0:1769074778.055940:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 11 00000008:00010000:3.0:1769074778.055943:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64d165b30, osc lock ffff9bc64a6dd430, flags 0x40000 00000080:00200000:3.0:1769074778.055948:0:57932:0:(vvp_io.c:827:vvp_io_read_start()) f200b.sanity-flr: read [0, 1048576) 00000080:00200000:3.0:1769074778.055958:0:57932:0:(vvp_io.c:886:vvp_io_read_start()) count:1048576 iocb pos:0 00000080:00200000:3.0:1769074778.055966:0:57932:0:(rw26.c:439:ll_direct_IO_impl()) VFS Op:inode=[0x200000404:0x1a7:0x0](ffff9bc649b59988), size=1048576 (max 603979776), offset=0=0x0, pages 256 (max 147456), lockless, parallel 00000020:00200000:3.0:1769074778.056270:0:57932:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:3.0:1769074778.056273:0:57932:0:(rw26.c:570:ll_direct_IO_impl()) result 0 tot_bytes 1048576 count 1048576 file_offset 1048576 00000020:00010000:3.0:1769074778.056280:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc650f3f8a8 (ffff9bc6485d4248/0) at cl_lock_release():245 00000020:00010000:3.0:1769074778.056282:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc650f3f8a8 (ffff9bc6485d4248/0) at cl_lock_cancel():142 00000020:00010000:3.0:1769074778.056285:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d165b30 (ffff9bc6485d4518/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074778.056287:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc650f3f8a8 (ffff9bc6485d4248/0) at cl_lock_fini():72 00000020:00010000:3.0:1769074778.056290:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d165b30 (ffff9bc6485d4248/1) at cl_lock_fini():72 00000080:00200000:3.0:1769074778.056297:0:57932:0:(vvp_io.c:518:vvp_io_advance()) advancing 1048576 bytes 00020000:00200000:3.0:1769074778.056301:0:57932:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 1048576 chunk: [1048576, 2097152) 9055072, 1048576 00020000:00200000:3.0:1769074778.056304:0:57932:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00000008:00010000:3.0:1769074778.056337:0:44646:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9bc64979f000 00000008:00100000:3.0:1769074778.056432:0:44646:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc64d9af100 - object 0x240000400:524 offset 0<>1048576 00000080:00200000:3.0:1769074778.057386:0:57932:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 0 [256, 511] 00000008:00010000:3.0:1769074778.057401:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 11 00000008:00010000:3.0:1769074778.057405:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64d165b30, osc lock ffff9bc64a6dd430, flags 0x40000 00000080:00200000:3.0:1769074778.057414:0:57932:0:(vvp_io.c:827:vvp_io_read_start()) f200b.sanity-flr: read [1048576, 2097152) 00000080:00200000:3.0:1769074778.057438:0:57932:0:(vvp_io.c:886:vvp_io_read_start()) count:1048576 iocb pos:1048576 00000080:00200000:3.0:1769074778.057445:0:57932:0:(rw26.c:439:ll_direct_IO_impl()) VFS Op:inode=[0x200000404:0x1a7:0x0](ffff9bc649b59988), size=1048576 (max 603979776), offset=1048576=0x100000, pages 256 (max 147456), lockless, parallel 00000020:00200000:3.0:1769074778.057723:0:57932:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:3.0:1769074778.057727:0:57932:0:(rw26.c:570:ll_direct_IO_impl()) result 0 tot_bytes 1048576 count 1048576 file_offset 2097152 00000020:00010000:3.0:1769074778.057733:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc650f3f8a8 (ffff9bc6485d4248/0) at cl_lock_release():245 00000020:00010000:3.0:1769074778.057735:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc650f3f8a8 (ffff9bc6485d4248/0) at cl_lock_cancel():142 00000020:00010000:3.0:1769074778.057738:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d165b30 (ffff9bc6485d41b8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074778.057741:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc650f3f8a8 (ffff9bc6485d4248/0) at cl_lock_fini():72 00000020:00010000:3.0:1769074778.057743:0:57932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d165b30 (ffff9bc6485d4248/1) at cl_lock_fini():72 00000080:00200000:3.0:1769074778.057765:0:57932:0:(vvp_io.c:518:vvp_io_advance()) advancing 1048576 bytes 00020000:00200000:3.0:1769074778.057770:0:57932:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 2 chunk: [2097152, 3145728) 9055072, 1048576 00020000:00200000:3.0:1769074778.057803:0:57932:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x10 00000008:00010000:3.0:1769074778.057818:0:44646:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9bc64979f180 00000008:00100000:3.0:1769074778.057907:0:44646:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc64d9ae680 - object 0x280000400:529 offset 1048576<>2097152 00000008:00010000:3.0:1769074778.069511:0:44646:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9bc6485b1780 00000008:00100000:3.0:1769074778.070358:0:44646:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc64d9adc00 - object 0x280000400:530 offset 1048576<>2097152 00000100:00100000:3.0:1769074778.070415:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074778.070463:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612790016:192.168.204.139@tcp:3:lfs.0 00000008:00010000:3.0:1769074778.172179:0:2373:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc64979f180 00000020:00200000:3.0:1769074778.172201:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:3.0:1769074778.172207:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:3.0:1769074778.172209:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:3.0:1769074778.172211:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:3.0:1769074778.172213:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:3.0:1769074778.172215:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:3.0:1769074778.172217:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:3.0:1769074778.172219:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:3.0:1769074778.172221:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:3.0:1769074778.172222:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:3.0:1769074778.172697:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:3.0:1769074778.172700:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:3.0:1769074778.172702:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:3.0:1769074778.172703:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:3.0:1769074778.172705:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:3.0:1769074778.172707:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:3.0:1769074778.172709:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:3.0:1769074778.172711:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:3.0:1769074778.172713:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:3.0:1769074778.172715:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:3.0:1769074778.172717:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:3.0:1769074778.172718:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:3.0:1769074778.172720:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:3.0:1769074778.172722:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:3.0:1769074778.172724:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:3.0:1769074778.172726:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:3.0:1769074778.172728:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:3.0:1769074778.172730:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:3.0:1769074778.172732:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:3.0:1769074778.172734:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:3.0:1769074778.172736:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:3.0:1769074778.172738:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:3.0:1769074778.172740:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:3.0:1769074778.172743:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:3.0:1769074778.172745:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:3.0:1769074778.172747:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:3.0:1769074778.172748:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:3.0:1769074778.172750:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:3.0:1769074778.172752:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:3.0:1769074778.172754:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:3.0:1769074778.172756:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:3.0:1769074778.172758:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:3.0:1769074778.172760:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:3.0:1769074778.172762:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:3.0:1769074778.172764:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:3.0:1769074778.172766:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:3.0:1769074778.172768:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:3.0:1769074778.172770:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:3.0:1769074778.172772:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:3.0:1769074778.172889:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:3.0:1769074778.172892:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:3.0:1769074778.172894:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:3.0:1769074778.172896:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:3.0:1769074778.172899:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:3.0:1769074778.172900:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:3.0:1769074778.172902:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:3.0:1769074778.172904:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:3.0:1769074778.172906:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:3.0:1769074778.172908:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:3.0:1769074778.172909:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:3.0:1769074778.172911:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:3.0:1769074778.172913:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:3.0:1769074778.172915:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:3.0:1769074778.172916:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:3.0:1769074778.172918:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:3.0:1769074778.172920:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:3.0:1769074778.172921:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:3.0:1769074778.172923:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:3.0:1769074778.172925:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:3.0:1769074778.172928:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:3.0:1769074778.172929:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:3.0:1769074778.172931:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:3.0:1769074778.172933:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:3.0:1769074778.172935:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:3.0:1769074778.172937:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:3.0:1769074778.172939:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:3.0:1769074778.172940:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:3.0:1769074778.172942:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:3.0:1769074778.172944:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:3.0:1769074778.172946:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:3.0:1769074778.172948:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:3.0:1769074778.172950:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:3.0:1769074778.172952:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:3.0:1769074778.172954:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:3.0:1769074778.172957:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:3.0:1769074778.172959:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:3.0:1769074778.172962:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:3.0:1769074778.172964:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:3.0:1769074778.172966:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:3.0:1769074778.172969:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:3.0:1769074778.172970:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:3.0:1769074778.172972:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:3.0:1769074778.172974:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:3.0:1769074778.172977:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:3.0:1769074778.172978:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:3.0:1769074778.172980:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:3.0:1769074778.172982:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:3.0:1769074778.172983:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:3.0:1769074778.172985:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:3.0:1769074778.172987:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:3.0:1769074778.172988:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:3.0:1769074778.172991:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:3.0:1769074778.172993:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:3.0:1769074778.172995:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:3.0:1769074778.172997:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:3.0:1769074778.172999:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:3.0:1769074778.173000:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:3.0:1769074778.173002:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:3.0:1769074778.173003:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:3.0:1769074778.173005:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:3.0:1769074778.173006:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:3.0:1769074778.173008:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:3.0:1769074778.173011:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:3.0:1769074778.173014:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:3.0:1769074778.173016:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:3.0:1769074778.173018:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:3.0:1769074778.173021:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:3.0:1769074778.173023:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:3.0:1769074778.173025:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:3.0:1769074778.173027:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:3.0:1769074778.173029:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:3.0:1769074778.173031:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:3.0:1769074778.173033:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:3.0:1769074778.173036:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:3.0:1769074778.173038:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:3.0:1769074778.173041:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:3.0:1769074778.173043:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:3.0:1769074778.173045:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:3.0:1769074778.173049:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:3.0:1769074778.173051:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:3.0:1769074778.173054:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:3.0:1769074778.173056:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:3.0:1769074778.173058:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:3.0:1769074778.173062:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:3.0:1769074778.173064:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:3.0:1769074778.173066:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:3.0:1769074778.173069:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:3.0:1769074778.173071:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:3.0:1769074778.173073:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:3.0:1769074778.173076:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:3.0:1769074778.173079:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:3.0:1769074778.173081:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:3.0:1769074778.173083:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:3.0:1769074778.173086:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:3.0:1769074778.173088:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:3.0:1769074778.173090:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:3.0:1769074778.173093:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:3.0:1769074778.173095:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:3.0:1769074778.173098:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:3.0:1769074778.173100:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:3.0:1769074778.173102:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:3.0:1769074778.173105:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:3.0:1769074778.173107:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:3.0:1769074778.173109:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:3.0:1769074778.173111:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:3.0:1769074778.173114:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:3.0:1769074778.173116:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:3.0:1769074778.173119:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:3.0:1769074778.173121:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:3.0:1769074778.173123:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:3.0:1769074778.173125:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:3.0:1769074778.173127:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:3.0:1769074778.173129:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:3.0:1769074778.173132:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:3.0:1769074778.173134:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:3.0:1769074778.173136:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:3.0:1769074778.173138:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:3.0:1769074778.173140:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:3.0:1769074778.173142:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:3.0:1769074778.173144:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:3.0:1769074778.173146:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:3.0:1769074778.173148:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:3.0:1769074778.173150:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:3.0:1769074778.173153:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:3.0:1769074778.173155:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:3.0:1769074778.173157:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:3.0:1769074778.173160:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:3.0:1769074778.173162:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:3.0:1769074778.173164:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:3.0:1769074778.173166:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:3.0:1769074778.173168:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:3.0:1769074778.173170:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:3.0:1769074778.173172:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:3.0:1769074778.173174:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:3.0:1769074778.173176:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:3.0:1769074778.173178:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:3.0:1769074778.173180:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:3.0:1769074778.173182:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:3.0:1769074778.173184:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:3.0:1769074778.173186:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:3.0:1769074778.173187:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:3.0:1769074778.173189:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:3.0:1769074778.173191:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:3.0:1769074778.173193:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:3.0:1769074778.173195:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:3.0:1769074778.173197:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:3.0:1769074778.173199:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:3.0:1769074778.173202:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:3.0:1769074778.173204:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:3.0:1769074778.173206:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:3.0:1769074778.173208:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:3.0:1769074778.173210:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:3.0:1769074778.173212:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:3.0:1769074778.173214:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:3.0:1769074778.173216:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:3.0:1769074778.173218:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:3.0:1769074778.173219:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:3.0:1769074778.173221:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:3.0:1769074778.173222:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:3.0:1769074778.194536:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:3.0:1769074778.194552:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:3.0:1769074778.194554:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:3.0:1769074778.194556:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:3.0:1769074778.194559:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:3.0:1769074778.194561:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:3.0:1769074778.194563:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:3.0:1769074778.194564:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:3.0:1769074778.194566:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:3.0:1769074778.194568:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:3.0:1769074778.194570:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:3.0:1769074778.194572:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:3.0:1769074778.194574:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:3.0:1769074778.194576:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:3.0:1769074778.194577:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:3.0:1769074778.194579:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:3.0:1769074778.194581:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:3.0:1769074778.194583:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:3.0:1769074778.194585:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:3.0:1769074778.194588:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:3.0:1769074778.194590:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:3.0:1769074778.194593:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:3.0:1769074778.194595:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:3.0:1769074778.194597:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:3.0:1769074778.194599:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:3.0:1769074778.194601:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:3.0:1769074778.197531:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:3.0:1769074778.197541:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:3.0:1769074778.197543:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:3.0:1769074778.197546:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:3.0:1769074778.197548:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:3.0:1769074778.197550:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:3.0:1769074778.197553:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:3.0:1769074778.197555:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:3.0:1769074778.197557:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:3.0:1769074778.197559:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:3.0:1769074778.197561:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:3.0:1769074778.197563:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:3.0:1769074778.197565:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:3.0:1769074778.197567:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:3.0:1769074778.197569:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:3.0:1769074778.197571:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:3.0:1769074778.197572:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:3.0:1769074778.197574:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:3.0:1769074778.197576:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:3.0:1769074778.197578:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:3.0:1769074778.197581:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1769074778.197764:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000008:00010000:3.0:1769074778.197833:0:2373:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc64979f180 00000100:00100000:3.0:1769074778.197892:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612789632:192.168.204.139@tcp:3:lfs.0 00000008:00010000:3.0:1769074778.198903:0:2373:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc64979f000 00000020:00200000:3.0:1769074778.198912:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:3.0:1769074778.198916:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:3.0:1769074778.198918:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:3.0:1769074778.198920:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:3.0:1769074778.198921:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:3.0:1769074778.198923:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:3.0:1769074778.198925:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:3.0:1769074778.198926:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:3.0:1769074778.198928:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:3.0:1769074778.198929:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:3.0:1769074778.198931:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:3.0:1769074778.198933:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:3.0:1769074778.198935:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:3.0:1769074778.198937:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:3.0:1769074778.198939:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:3.0:1769074778.198940:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:3.0:1769074778.198942:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:3.0:1769074778.198944:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:3.0:1769074778.198946:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:3.0:1769074778.198947:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:3.0:1769074778.198949:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:3.0:1769074778.198951:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:3.0:1769074778.198953:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:3.0:1769074778.198955:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:3.0:1769074778.198957:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:3.0:1769074778.198958:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:3.0:1769074778.198960:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:3.0:1769074778.198961:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:3.0:1769074778.198963:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:3.0:1769074778.198964:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:3.0:1769074778.198966:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:3.0:1769074778.198968:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:3.0:1769074778.198970:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:3.0:1769074778.198972:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:3.0:1769074778.198974:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:3.0:1769074778.198976:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:3.0:1769074778.198978:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:3.0:1769074778.198979:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:3.0:1769074778.198981:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:3.0:1769074778.198982:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:3.0:1769074778.198984:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:3.0:1769074778.198986:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:3.0:1769074778.198988:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:3.0:1769074778.198990:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:3.0:1769074778.198992:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:3.0:1769074778.198995:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:3.0:1769074778.198996:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:3.0:1769074778.198999:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:3.0:1769074778.199002:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:3.0:1769074778.199005:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:3.0:1769074778.199006:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:3.0:1769074778.199008:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:3.0:1769074778.199010:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:3.0:1769074778.199012:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:3.0:1769074778.199015:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:3.0:1769074778.199017:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:3.0:1769074778.199019:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:3.0:1769074778.199021:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:3.0:1769074778.199022:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:3.0:1769074778.199024:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:3.0:1769074778.199026:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:3.0:1769074778.199028:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:3.0:1769074778.199030:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:3.0:1769074778.199032:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:3.0:1769074778.199034:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:3.0:1769074778.199036:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:3.0:1769074778.199038:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:3.0:1769074778.199040:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:3.0:1769074778.199042:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:3.0:1769074778.199044:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:3.0:1769074778.199046:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:3.0:1769074778.199047:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:3.0:1769074778.199049:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:3.0:1769074778.199051:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:3.0:1769074778.199053:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:3.0:1769074778.199055:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:3.0:1769074778.199057:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:3.0:1769074778.199060:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:3.0:1769074778.199062:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:3.0:1769074778.199065:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:3.0:1769074778.199067:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:3.0:1769074778.199070:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:3.0:1769074778.199073:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:3.0:1769074778.199075:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:3.0:1769074778.199078:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:3.0:1769074778.199082:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:3.0:1769074778.199084:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:3.0:1769074778.199087:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:3.0:1769074778.199089:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:3.0:1769074778.199091:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:3.0:1769074778.199093:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:3.0:1769074778.199096:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:3.0:1769074778.199098:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:3.0:1769074778.199101:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:3.0:1769074778.199103:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:3.0:1769074778.199105:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:3.0:1769074778.199108:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:3.0:1769074778.199111:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:3.0:1769074778.199113:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:3.0:1769074778.199115:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:3.0:1769074778.199117:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:3.0:1769074778.199120:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:3.0:1769074778.199122:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:3.0:1769074778.199124:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:3.0:1769074778.199127:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:3.0:1769074778.199130:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:3.0:1769074778.199132:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:3.0:1769074778.199134:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:3.0:1769074778.199137:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:3.0:1769074778.199139:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:3.0:1769074778.199141:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:3.0:1769074778.199143:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:3.0:1769074778.199145:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:3.0:1769074778.199147:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:3.0:1769074778.199149:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:3.0:1769074778.199151:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:3.0:1769074778.199153:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:3.0:1769074778.199155:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:3.0:1769074778.199157:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:3.0:1769074778.199159:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:3.0:1769074778.199161:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:3.0:1769074778.199163:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:3.0:1769074778.199165:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:3.0:1769074778.199167:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:3.0:1769074778.199169:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:3.0:1769074778.199171:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:3.0:1769074778.199173:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:3.0:1769074778.199175:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:3.0:1769074778.199178:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:3.0:1769074778.199180:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:3.0:1769074778.199183:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:3.0:1769074778.199185:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:3.0:1769074778.199187:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:3.0:1769074778.199189:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:3.0:1769074778.199191:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:3.0:1769074778.199192:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:3.0:1769074778.199194:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:3.0:1769074778.199195:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:3.0:1769074778.199197:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:3.0:1769074778.199199:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:3.0:1769074778.199201:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:3.0:1769074778.199203:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:3.0:1769074778.199205:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:3.0:1769074778.199207:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:3.0:1769074778.199209:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:3.0:1769074778.199211:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:3.0:1769074778.199212:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:3.0:1769074778.199215:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:3.0:1769074778.199217:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:3.0:1769074778.199219:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:3.0:1769074778.199221:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:3.0:1769074778.199223:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:3.0:1769074778.199225:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:3.0:1769074778.199227:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:3.0:1769074778.199229:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:3.0:1769074778.199231:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:3.0:1769074778.199233:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:3.0:1769074778.199235:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:3.0:1769074778.199236:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:3.0:1769074778.199238:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:3.0:1769074778.199241:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:3.0:1769074778.199243:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:3.0:1769074778.199245:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:3.0:1769074778.199247:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:3.0:1769074778.199249:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:3.0:1769074778.199251:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:3.0:1769074778.199253:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:3.0:1769074778.199255:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:3.0:1769074778.199257:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:3.0:1769074778.199258:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:3.0:1769074778.199260:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:3.0:1769074778.199262:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:3.0:1769074778.199263:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:3.0:1769074778.199265:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:3.0:1769074778.199267:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:3.0:1769074778.199269:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:3.0:1769074778.199270:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:3.0:1769074778.199272:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:3.0:1769074778.199274:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:3.0:1769074778.199276:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:3.0:1769074778.199277:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:3.0:1769074778.199279:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:3.0:1769074778.199280:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:3.0:1769074778.199282:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:3.0:1769074778.199284:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:3.0:1769074778.199286:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:3.0:1769074778.199287:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:3.0:1769074778.199289:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:3.0:1769074778.199291:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:3.0:1769074778.199293:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:3.0:1769074778.199294:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:3.0:1769074778.199296:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:3.0:1769074778.199298:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:3.0:1769074778.199300:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:3.0:1769074778.199302:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:3.0:1769074778.199304:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:3.0:1769074778.199306:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:3.0:1769074778.199307:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:3.0:1769074778.199309:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:3.0:1769074778.199311:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:3.0:1769074778.199313:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:3.0:1769074778.199314:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:3.0:1769074778.199317:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:3.0:1769074778.199319:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:3.0:1769074778.199321:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:3.0:1769074778.199323:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:3.0:1769074778.199325:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:3.0:1769074778.199327:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:3.0:1769074778.199328:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:3.0:1769074778.199330:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:3.0:1769074778.199332:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:3.0:1769074778.199333:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:3.0:1769074778.199335:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:3.0:1769074778.199337:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:3.0:1769074778.199339:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:3.0:1769074778.199340:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:3.0:1769074778.199342:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:3.0:1769074778.199344:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:3.0:1769074778.199346:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:3.0:1769074778.199348:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:3.0:1769074778.199349:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:3.0:1769074778.199351:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:3.0:1769074778.199352:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:3.0:1769074778.199354:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:3.0:1769074778.199356:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:3.0:1769074778.199359:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:3.0:1769074778.199360:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:3.0:1769074778.199362:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:3.0:1769074778.199363:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:3.0:1769074778.199365:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:3.0:1769074778.199366:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:3.0:1769074778.199368:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:3.0:1769074778.199369:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:3.0:1769074778.199371:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:3.0:1769074778.199373:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:3.0:1769074778.199375:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:3.0:1769074778.199376:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:3.0:1769074778.199378:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:3.0:1769074778.199380:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:3.0:1769074778.199382:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:3.0:1769074778.199383:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:3.0:1769074778.199385:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:3.0:1769074778.199386:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:3.0:1769074778.199388:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:3.0:1769074778.199390:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:3.0:1769074778.199391:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:3.0:1769074778.199393:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:3.0:1769074778.199394:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:3.0:1769074778.199396:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:3.0:1769074778.199397:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:3.0:1769074778.199399:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:3.0:1769074778.199400:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:3.0:1769074778.199402:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:3.0:1769074778.199404:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:3.0:1769074778.199406:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:3.0:1769074778.199407:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1769074778.214341:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000008:00010000:3.0:1769074778.214369:0:2373:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc64979f000 00000100:00100000:3.0:1769074778.214419:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612789504:192.168.204.139@tcp:3:lfs.0 00000100:00100000:3.0:1769074779.231699:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074779.231741:0:37578:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619919744 00000100:00100000:3.0:1769074779.231753:0:37578:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619919744 00000100:00100000:3.0:1769074779.231832:0:37578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6534 00000100:00100000:3.0:1769074779.231843:0:37578:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9af100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:26123:x1855007619919744:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074779.231859:0:37578:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64dbe7000/0x21fa6d252c11b0bf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x420000020000 nid: local remote: 0x8b5959a9a0e8a251 expref: -99 pid: 57849 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074779.231938:0:37578:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074779.231945:0:37578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9af100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:26123:x1855007619919744:12345-192.168.204.139@tcp:104: Request processed in 104us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074779.231952:0:37578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6534 00000100:00100000:3.0:1769074779.241356:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc643ab2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612792192:192.168.204.139@tcp:4:lfs.0 00000100:00100000:3.0:1769074779.241495:0:2373:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074779.241504:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc643ab1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612791936:192.168.204.139@tcp:4:lfs.0 00000080:00200000:3.0:1769074779.765403:0:57932:0:(file.c:2109:ll_file_io_generic()) Range unlock [2048, 2210] 00000080:00200000:3.0:1769074779.765430:0:57932:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1a7:0x0] ignore/verify layout 0/0, layout version 36 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1769074779.765437:0:57932:0:(file.c:2142:ll_file_io_generic()) f200b.sanity-flr: 2 io complete with rc: 0, result: 667648, restart: 0 00000080:00200000:3.0:1769074779.765454:0:57932:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1a7:0x0] updating i_size 9055072 i_blocks 17770 00000020:00200000:3.0:1769074779.765458:0:57932:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1769074779.765469:0:57932:0:(file.c:2228:ll_file_io_generic()) iot: 2, result: 667648 00000080:00200080:3.0:1769074779.765498:0:57932:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1a7:0x0](ffff9bc649b59988) cmd=400866b1 arg=0 00000080:00200080:3.0:1769074779.765509:0:57932:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1a7:0x0](ffff9bc649b59988) cmd=400866b1 arg=1 00000080:00200008:3.0:1769074779.765519:0:57932:0:(file.c:6252:ll_getattr_dentry()) START file f200b.sanity-flr:[0x200000404:0x1a7:0x0](ffff9bc649b59988), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074779.765529:0:57932:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1a7:0x0](ffff9bc649b59988),name=f200b.sanity-flr 00000002:00010000:3.0:1769074779.765560:0:57932:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1a7:0x0]) in obj [0x200000404:0x1a7:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074779.765586:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae36600/0x21fa6d252c11b3f2 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8a7b4 expref: -99 pid: 57932 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074779.765606:0:57932:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae36600/0x21fa6d252c11b3f2 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8a7b4 expref: -99 pid: 57932 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074779.765616:0:57932:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1a7:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074779.765624:0:57932:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1a7:0x0](ffff9bc649b59988) 00000080:00010000:3.0:1769074779.765628:0:57932:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1a7:0x0](ffff9bc649b59988) for lock 0x21fa6d252c11b3f2 00000080:00010000:3.0:1769074779.765638:0:57932:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b3f2 from it ffffa7f98293bcd8 00010000:00010000:3.0:1769074779.765642:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae36600/0x21fa6d252c11b3f2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8a7b4 expref: -99 pid: 57932 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074779.765652:0:57932:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae36600/0x21fa6d252c11b3f2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8a7b4 expref: -99 pid: 57932 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074779.765683:0:57932:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1a7:0x0] ignore/verify layout 0/1, layout version 36 restore needed 0 00020000:00200000:3.0:1769074779.765698:0:57932:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1a7:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 3 00020000:00200000:3.0:1769074779.765702:0:57932:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:3.0:1769074779.765708:0:57932:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1a7:0x0] 00000008:00010000:3.0:1769074779.765734:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074779.765739:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc67af2a230, osc lock ffff9bc64a6dd430, flags 0x400000400001002 00000008:00010000:3.0:1769074779.765748:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074779.765750:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc67af2a270, osc lock ffff9bc64a6dc850, flags 0x400000400001002 00000008:00010000:3.0:1769074779.765756:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074779.765758:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc67af2a2b0, osc lock ffff9bc64a6ddb50, flags 0x400000400001002 00000008:00010000:3.0:1769074779.765767:0:57932:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074779.765769:0:57932:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc67af2a2f0, osc lock ffff9bc64a6dcbe0, flags 0x400000400001002 00000100:00100000:3.0:1769074779.924322:0:57932:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:57932:1855007612795264:192.168.204.139@tcp:101:lfs.0 00010000:00010000:3.0:1769074779.924378:0:57932:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11b470 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8a904 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074779.924404:0:57932:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11b470 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8a904 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074779.924430:0:57932:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11b470 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8a904 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074779.924450:0:57932:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11b470 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8a904 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074779.924467:0:57932:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11b470 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8a904 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074779.924481:0:57932:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11b470 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a904 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074779.924490:0:57932:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11b470 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a904 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1769074779.924627:0:2373:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074779.924651:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612795392:192.168.204.139@tcp:10:lfs.0 00000100:00100000:3.0:1769074779.937827:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc643ab0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612795520:192.168.204.139@tcp:10:lfs.0 00000100:00100000:3.0:1769074779.937859:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612795392:192.168.204.139@tcp:10:lfs.0 00000100:00100000:3.0:1769074779.958326:0:45123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619919872 00000100:00100000:3.0:1769074779.958349:0:45123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619919872 00000100:00100000:3.0:1769074779.958439:0:45123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6535 00000100:00100000:3.0:1769074779.958451:0:45123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc643ab1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:26584:x1855007619919872:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074779.958473:0:45123:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37800/0x21fa6d252c11b3f9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8a7bb expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074779.958578:0:45123:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074779.958587:0:45123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc643ab1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:26584:x1855007619919872:12345-192.168.204.139@tcp:104: Request processed in 138us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074779.958596:0:45123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6535 00000100:00100000:3.0:1769074779.967441:0:37578:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619920000 00000100:00100000:3.0:1769074779.967453:0:37578:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619920000 00000100:00100000:3.0:1769074779.967582:0:37578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6536 00000100:00100000:3.0:1769074779.967594:0:37578:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc643ab0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:5739:x1855007619920000:12345-192.168.204.139@tcp:105: 00010000:00010000:3.0:1769074779.967622:0:37578:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11b477 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8a912 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074779.967643:0:37578:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11b477 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8a912 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074779.967653:0:37578:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11b477 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10000000020000 nid: local remote: 0x8b5959a9a0e8a912 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074779.967666:0:37578:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11b477 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10080000020000 nid: local remote: 0x8b5959a9a0e8a912 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074779.967678:0:37578:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11b477 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10080000020000 nid: local remote: 0x8b5959a9a0e8a912 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074779.967689:0:37578:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11b477 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x80000020000 nid: local remote: 0x8b5959a9a0e8a912 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074779.967723:0:37578:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9bc64145d400) 00000100:00100000:3.0:1769074779.967852:0:37578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc643ab0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:5739:x1855007619920000:12345-192.168.204.139@tcp:105: Request processed in 259us (1647us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074779.967861:0:37578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6536 00000100:00100000:3.0:1769074779.976766:0:37578:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1769074779.976834:0:37578:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619920128 00000100:00100000:3.0:1769074779.976847:0:37578:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619920128 00000100:00100000:3.0:1769074779.976916:0:37578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6537 00000100:00100000:3.0:1769074779.976926:0:37578:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc648520c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:26584:x1855007619920128:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074779.976947:0:37578:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae37200/0x21fa6d252c11b400 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8a7c2 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074779.977045:0:37578:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074779.977053:0:37578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc648520c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:26584:x1855007619920128:12345-192.168.204.139@tcp:104: Request processed in 128us (573us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074779.977060:0:37578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6537 00000100:00100000:3.0:1769074779.983748:0:45123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619920256 00000100:00100000:3.0:1769074779.983759:0:45123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619920256 00000100:00100000:3.0:1769074779.989632:0:45123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619920384 00000100:00100000:3.0:1769074779.989645:0:45123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619920384 00000100:00100000:3.0:1769074779.989715:0:45123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6539 00000100:00100000:3.0:1769074779.989727:0:45123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc643ab1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:26584:x1855007619920384:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074779.989751:0:45123:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67ae36000/0x21fa6d252c11b407 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8a7c9 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074779.990109:0:45123:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074779.990116:0:45123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc643ab1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:26584:x1855007619920384:12345-192.168.204.139@tcp:104: Request processed in 391us (588us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074779.990125:0:45123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6539 00000100:00100000:3.0:1769074779.995578:0:45123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619920512 00000100:00100000:3.0:1769074779.995588:0:45123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619920512 00000100:00100000:3.0:1769074779.995662:0:45123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6540 00000100:00100000:3.0:1769074779.995672:0:45123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc643ab0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:5739:x1855007619920512:12345-192.168.204.139@tcp:105: 00010000:00010000:3.0:1769074779.995684:0:45123:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11b485 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8a920 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074779.995695:0:45123:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11b485 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8a920 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074779.995705:0:45123:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11b485 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x10000000020000 nid: local remote: 0x8b5959a9a0e8a920 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074779.995715:0:45123:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11b485 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x10080000020000 nid: local remote: 0x8b5959a9a0e8a920 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074779.995725:0:45123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11b485 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x10080000020000 nid: local remote: 0x8b5959a9a0e8a920 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074779.995742:0:45123:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11b485 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x80000020000 nid: local remote: 0x8b5959a9a0e8a920 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074779.995764:0:45123:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9bc64145ca00) 00000100:00100000:3.0:1769074779.995859:0:45123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc643ab0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:5739:x1855007619920512:12345-192.168.204.139@tcp:105: Request processed in 188us (840us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074779.995866:0:45123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6540 00000100:00100000:3.0:1769074780.001286:0:37578:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619920640 00000100:00100000:3.0:1769074780.001296:0:37578:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619920640 00000100:00100000:3.0:1769074780.001372:0:37578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6541 00000100:00100000:3.0:1769074780.001383:0:37578:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc643ab2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:26584:x1855007619920640:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074780.001405:0:37578:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae36800/0x21fa6d252c11b40e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8a7d0 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074780.001522:0:37578:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074780.001530:0:37578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc643ab2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:26584:x1855007619920640:12345-192.168.204.139@tcp:104: Request processed in 149us (697us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074780.001539:0:37578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6541 00000100:00100000:3.0:1769074780.007589:0:45123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619920768 00000100:00100000:3.0:1769074780.007612:0:45123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619920768 00000100:00100000:3.0:1769074780.007687:0:45123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6542 00000100:00100000:3.0:1769074780.007698:0:45123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc643ab2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:5739:x1855007619920768:12345-192.168.204.139@tcp:105: 00010000:00010000:3.0:1769074780.007712:0:45123:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11b48c lrc: 5/0,1 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8a927 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074780.007723:0:45123:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11b48c lrc: 5/0,1 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8a927 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074780.007734:0:45123:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11b48c lrc: 5/0,1 mode: --/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x10000000020000 nid: local remote: 0x8b5959a9a0e8a927 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074780.007745:0:45123:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11b48c lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x10080000020000 nid: local remote: 0x8b5959a9a0e8a927 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074780.007756:0:45123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11b48c lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x10080000020000 nid: local remote: 0x8b5959a9a0e8a927 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074780.007767:0:45123:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11b48c lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x80000020000 nid: local remote: 0x8b5959a9a0e8a927 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074780.007831:0:45123:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9bc64145dc00) 00000100:00100000:3.0:1769074780.007910:0:45123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc643ab2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:5739:x1855007619920768:12345-192.168.204.139@tcp:105: Request processed in 213us (930us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074780.007921:0:45123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6542 00000100:00100000:3.0:1769074780.017528:0:37578:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1769074780.017556:0:37578:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619920896 00000100:00100000:3.0:1769074780.017569:0:37578:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619920896 00000100:00100000:3.0:1769074780.017650:0:37578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6543 00000100:00100000:3.0:1769074780.017665:0:37578:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64da4ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:26584:x1855007619920896:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074780.017689:0:37578:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67ae37000/0x21fa6d252c11b415 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8a7d7 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074780.017829:0:37578:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074780.017837:0:37578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64da4ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:26584:x1855007619920896:12345-192.168.204.139@tcp:104: Request processed in 177us (815us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074780.017845:0:37578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6543 00000100:00100000:3.0:1769074780.021471:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074780.029151:0:37578:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619921152 00000100:00100000:3.0:1769074780.029171:0:37578:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619921152 00000100:00100000:3.0:1769074780.029271:0:37578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6545 00000100:00100000:3.0:1769074780.029282:0:37578:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc643ab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:26584:x1855007619921152:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074780.029307:0:37578:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc648528400/0x21fa6d252c11b41c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8a7de expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074780.029424:0:37578:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074780.029431:0:37578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc643ab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:26584:x1855007619921152:12345-192.168.204.139@tcp:104: Request processed in 151us (1049us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074780.029440:0:37578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6545 00000100:00100000:3.0:1769074780.035321:0:45123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619921280 00000100:00100000:3.0:1769074780.035333:0:45123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619921280 00000100:00100000:3.0:1769074780.035526:0:45123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6546 00000100:00100000:3.0:1769074780.035538:0:45123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc643ab0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:5739:x1855007619921280:12345-192.168.204.139@tcp:105: 00010000:00010000:3.0:1769074780.035553:0:45123:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b49a lrc: 5/0,1 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8a935 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074780.035566:0:45123:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b49a lrc: 5/0,1 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8a935 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074780.035577:0:45123:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b49a lrc: 5/0,1 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x10000000020000 nid: local remote: 0x8b5959a9a0e8a935 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074780.035593:0:45123:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b49a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x10080000020000 nid: local remote: 0x8b5959a9a0e8a935 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074780.035604:0:45123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b49a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x10080000020000 nid: local remote: 0x8b5959a9a0e8a935 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074780.035616:0:45123:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b49a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x80000020000 nid: local remote: 0x8b5959a9a0e8a935 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074780.035650:0:45123:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9bc67f942400) 00000100:00100000:3.0:1769074780.035740:0:45123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc643ab0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:5739:x1855007619921280:12345-192.168.204.139@tcp:105: Request processed in 203us (1728us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074780.035750:0:45123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6546 00000100:00100000:3.0:1769074780.045910:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074780.045964:0:45123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619921408 00000100:00100000:3.0:1769074780.045977:0:45123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619921408 00000100:00100000:3.0:1769074780.046058:0:45123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6547 00000100:00100000:3.0:1769074780.046078:0:45123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:8e818347-4d21-45d1-a323-b359656f3fdd+5:29859:x1855007619921408:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074780.046102:0:45123:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67ae37e00/0x21fa6d252c11b3eb lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x8b5959a9a0e8a7a6 expref: -99 pid: 57932 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074780.046200:0:45123:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074780.046209:0:45123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:8e818347-4d21-45d1-a323-b359656f3fdd+5:29859:x1855007619921408:12345-192.168.204.139@tcp:104: Request processed in 141us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074780.046217:0:45123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6547 00000080:00200000:3.0:1769074780.292048:0:57940:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1a7:0x0](ffff9bc649b59988), inode mode 81a4 mask 4 00000080:00200000:3.0:1769074780.292086:0:57940:0:(xattr.c:725:ll_xattr_get()) VFS Op:inode=[0x200000404:0x1a7:0x0](ffff9bc649b59988), xattr lov 00000080:00200008:3.0:1769074780.292145:0:57940:0:(file.c:6252:ll_getattr_dentry()) START file f200b.sanity-flr:[0x200000404:0x1a7:0x0](ffff9bc649b59988), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074780.292155:0:57940:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1a7:0x0](ffff9bc649b59988),name=f200b.sanity-flr 00000002:00010000:3.0:1769074780.292194:0:57940:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1a7:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074780.292222:0:57940:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d878c00/0x21fa6d252c11b4af lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8a989 expref: -99 pid: 57940 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074780.292252:0:57940:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d878c00/0x21fa6d252c11b4af lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8a989 expref: -99 pid: 57940 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074780.292262:0:57940:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074780.292274:0:57940:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1a7:0x0](ffff9bc649b59988) 00000080:00010000:3.0:1769074780.292278:0:57940:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1a7:0x0](ffff9bc649b59988) for lock 0x21fa6d252c11b4af 00000080:00010000:3.0:1769074780.292287:0:57940:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b4af from it ffffa7f982943cd8 00010000:00010000:3.0:1769074780.292292:0:57940:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d878c00/0x21fa6d252c11b4af lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8a989 expref: -99 pid: 57940 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074780.292302:0:57940:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d878c00/0x21fa6d252c11b4af lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8a989 expref: -99 pid: 57940 timeout: 0 lvb_type: 3 00000100:00100000:3.0:1769074780.379994:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc643ab1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612799616:192.168.204.139@tcp:3:lfs.0 00000100:00100000:3.0:1769074780.380249:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc643ab2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612799744:192.168.204.139@tcp:3:lfs.0 00000100:00100000:3.0:1769074780.380664:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc643ab3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612799872:192.168.204.139@tcp:3:lfs.0 00000100:00100000:3.0:1769074780.381312:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc643ab1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612800000:192.168.204.139@tcp:3:lfs.0 00000100:00100000:3.0:1769074780.384269:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074780.384326:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074780.384365:0:37578:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1769074780.384385:0:37578:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619923712 00000100:00100000:3.0:1769074780.384398:0:37578:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619923712 00000100:00100000:3.0:1769074780.384457:0:37578:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619923840 00000100:00100000:3.0:1769074780.384460:0:37578:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619923840 00000100:00100000:3.0:1769074780.384481:0:37578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6548 00000100:00100000:3.0:1769074780.384491:0:37578:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:26131:x1855007619923712:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074780.384510:0:37578:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11b477 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800420000020000 nid: local remote: 0x8b5959a9a0e8a912 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074780.385504:0:37578:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074780.385519:0:37578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:26131:x1855007619923712:12345-192.168.204.139@tcp:104: Request processed in 1026us (1257us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074780.385529:0:37578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6548 00000100:00100000:3.0:1769074780.385565:0:37578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6549 00000100:00100000:3.0:1769074780.385576:0:37578:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64da4a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:26133:x1855007619923840:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074780.385587:0:37578:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11b47e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800420000020000 nid: local remote: 0x8b5959a9a0e8a919 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074780.388393:0:37578:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:3.0:1769074780.388417:0:37578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64da4a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:26133:x1855007619923840:12345-192.168.204.139@tcp:104: Request processed in 2831us (4077us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074780.388429:0:37578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6549 00000100:00100000:3.0:1769074780.388492:0:37578:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619923968 00000100:00100000:3.0:1769074780.388499:0:37578:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619923968 00000100:00100000:3.0:1769074780.388532:0:37578:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619924096 00000100:00100000:3.0:1769074780.388535:0:37578:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619924096 00000100:00100000:3.0:1769074780.388558:0:37578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6551 00000100:00100000:3.0:1769074780.388569:0:37578:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc67afdb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:14224:x1855007619924096:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074780.388583:0:37578:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11b48c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800420000020000 nid: local remote: 0x8b5959a9a0e8a927 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074780.394697:0:37578:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074780.394718:0:37578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc67afdb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:14224:x1855007619924096:12345-192.168.204.139@tcp:104: Request processed in 6144us (6311us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074780.394733:0:37578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6551 00000100:00100000:3.0:1769074780.394961:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc643ab1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612800384:192.168.204.139@tcp:3:lfs.0 00000100:00100000:3.0:1769074780.395070:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc643ab1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612800640:192.168.204.139@tcp:3:lfs.0 00000100:00100000:3.0:1769074780.395563:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc643ab2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612800896:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074780.395597:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1769074780.395605:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc643ab3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612800512:192.168.204.139@tcp:3:lfs.0 00000100:00100000:3.0:1769074780.395639:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc643ab0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612800768:192.168.204.139@tcp:3:lfs.0 00000100:00100000:3.0:1769074780.395668:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc643ab2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612801024:192.168.204.139@tcp:101:lfs.0 00010000:00010000:3.0:1769074780.397800:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074780.405567:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074780.405603:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00010000:00010000:3.0:1769074780.405745:0:2372:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64d879600/0x21fa6d252c11b4bd lrc: 6/2,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 57940 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074780.405827:0:2372:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64d879600/0x21fa6d252c11b4bd lrc: 6/2,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8a9d6 expref: -99 pid: 57940 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074780.405849:0:2372:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64d879600/0x21fa6d252c11b4bd lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8a9d6 expref: -99 pid: 57940 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074780.405865:0:2372:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64d879600/0x21fa6d252c11b4bd lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8a9d6 expref: -99 pid: 57940 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074780.405886:0:2372:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 2097152, setting rss=2097152; kms=2097152, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64d879600/0x21fa6d252c11b4bd lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8a9d6 expref: -99 pid: 57940 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074780.405898:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074780.405902:0:2372:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64d879600/0x21fa6d252c11b4bd lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a9d6 expref: -99 pid: 57940 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074780.405910:0:2372:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64d879600/0x21fa6d252c11b4bd lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a9d6 expref: -99 pid: 57940 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074780.405916:0:2372:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64d879600/0x21fa6d252c11b4bd lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a9d6 expref: -99 pid: 57940 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074780.405926:0:2372:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64d879600/0x21fa6d252c11b4bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a9d6 expref: -99 pid: 57940 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1769074780.405942:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc643ab2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612801024:192.168.204.139@tcp:101:lfs.0 00010000:00010000:3.0:1769074780.405965:0:2372:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64d878800/0x21fa6d252c11b4b6 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 57940 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074780.405979:0:2372:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64d878800/0x21fa6d252c11b4b6 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8a9cf expref: -99 pid: 57940 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074780.405988:0:2372:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64d878800/0x21fa6d252c11b4b6 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8a9cf expref: -99 pid: 57940 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074780.405996:0:2372:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64d878800/0x21fa6d252c11b4b6 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8a9cf expref: -99 pid: 57940 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074780.406004:0:2372:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 1048576, setting rss=1048576; kms=1048576, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64d878800/0x21fa6d252c11b4b6 lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8a9cf expref: -99 pid: 57940 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074780.406011:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1769074780.406021:0:2372:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64d878800/0x21fa6d252c11b4b6 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a9cf expref: -99 pid: 57940 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074780.406027:0:2372:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64d878800/0x21fa6d252c11b4b6 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a9cf expref: -99 pid: 57940 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074780.406033:0:2372:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64d878800/0x21fa6d252c11b4b6 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8a9cf expref: -99 pid: 57940 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074780.406039:0:2372:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64d878800/0x21fa6d252c11b4b6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a9cf expref: -99 pid: 57940 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1769074780.406048:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc643ab2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612800896:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074780.406090:0:37577:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619924224 00000100:00100000:3.0:1769074780.406098:0:37577:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619924224 00000100:00100000:3.0:1769074780.406143:0:37577:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619924352 00000100:00100000:3.0:1769074780.406146:0:37577:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619924352 00000100:00100000:3.0:1769074780.406170:0:37577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6552 00000100:00100000:3.0:1769074780.406180:0:37577:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:14429:x1855007619924224:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074780.406194:0:37577:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145cc00/0x21fa6d252c11b493 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x800420000020000 nid: local remote: 0x8b5959a9a0e8a92e expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1769074780.406345:0:52448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6553 00000100:00100000:3.0:1769074780.406354:0:52448:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:26135:x1855007619924352:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074780.406362:0:52448:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b49a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x800420000020000 nid: local remote: 0x8b5959a9a0e8a935 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074780.406401:0:52448:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074780.406421:0:52448:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:26135:x1855007619924352:12345-192.168.204.139@tcp:104: Request processed in 55us (805us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074780.407214:0:52448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6553 00000080:00200000:3.0:1769074780.450661:0:57940:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1a7:0x0] updating i_size 9055072 i_blocks 17770 00000020:00010000:3.0:1769074780.450683:0:57940:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc64d968db0 (ffff9bc64292b368/0) at cl_lock_release():245 00000020:00010000:3.0:1769074780.450689:0:57940:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d968db0 (ffff9bc64292b368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1769074780.450696:0:57940:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d34f030 (ffff9bc64292b2d8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074780.450702:0:57940:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d34f070 (ffff9bc6485d4518/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074780.450706:0:57940:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d34f0b0 (ffff9bc64292bc68/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074780.450709:0:57940:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d34f0f0 (ffff9bc64292bcf8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074780.450713:0:57940:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d34f130 (ffff9bc6485d4368/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074780.450717:0:57940:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d34f170 (ffff9bc6485d4ab8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074780.450721:0:57940:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d968db0 (ffff9bc64292b368/0) at cl_lock_fini():72 00000020:00010000:3.0:1769074780.450724:0:57940:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d34f030 (ffff9bc64292b368/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074780.450729:0:57940:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d34f070 (ffff9bc64292b368/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074780.450732:0:57940:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d34f0b0 (ffff9bc64292b368/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074780.450734:0:57940:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d34f0f0 (ffff9bc64292b368/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074780.450736:0:57940:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d34f130 (ffff9bc64292b368/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074780.450739:0:57940:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d34f170 (ffff9bc64292b368/1) at cl_lock_fini():72 00000080:00200000:3.0:1769074780.450750:0:57940:0:(vvp_io.c:886:vvp_io_read_start()) count:382112 iocb pos:9055072 00000080:00200000:3.0:1769074780.451153:0:57940:0:(rw26.c:439:ll_direct_IO_impl()) VFS Op:inode=[0x200000404:0x1a7:0x0](ffff9bc649b59988), size=382112 (max 603979776), offset=9055072=0x8a2b60, pages 94 (max 147456), lockless, parallel, unaligned 00000020:00010000:3.0:1769074780.451171:0:57940:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc648fa8e48 (ffff9bc64292b368/0) at cl_lock_release():245 00000020:00010000:3.0:1769074780.451174:0:57940:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc648fa8e48 (ffff9bc64292b368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1769074780.451177:0:57940:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc646282bb0 (ffff9bc6485d4368/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074780.451180:0:57940:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc648fa8e48 (ffff9bc64292b368/0) at cl_lock_fini():72 00000020:00010000:3.0:1769074780.451183:0:57940:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc646282bb0 (ffff9bc64292b368/1) at cl_lock_fini():72 00000080:00200000:3.0:1769074780.451190:0:57940:0:(vvp_io.c:518:vvp_io_advance()) advancing 0 bytes 00000020:00200000:3.0:1769074780.451197:0:57940:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000008:00010000:3.0:1769074780.502169:0:2373:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc6485b1540 00000020:00200000:3.0:1769074780.502184:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:3.0:1769074780.502190:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:3.0:1769074780.502192:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:3.0:1769074780.502193:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:3.0:1769074780.502195:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:3.0:1769074780.502197:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:3.0:1769074780.502198:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:3.0:1769074780.502200:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:3.0:1769074780.502202:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:3.0:1769074780.502203:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:3.0:1769074780.502204:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:3.0:1769074780.502206:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:3.0:1769074780.502210:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:3.0:1769074780.502212:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:3.0:1769074780.502214:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:3.0:1769074780.502216:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:3.0:1769074780.502218:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:3.0:1769074780.502220:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:3.0:1769074780.502221:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:3.0:1769074780.502223:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:3.0:1769074780.502224:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:3.0:1769074780.502226:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:3.0:1769074780.502228:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:3.0:1769074780.502229:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:3.0:1769074780.502231:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:3.0:1769074780.502233:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:3.0:1769074780.502235:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:3.0:1769074780.502236:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:3.0:1769074780.502238:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:3.0:1769074780.502240:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:3.0:1769074780.502242:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:3.0:1769074780.502244:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:3.0:1769074780.502246:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:3.0:1769074780.502248:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:3.0:1769074780.502250:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:3.0:1769074780.502252:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:3.0:1769074780.502254:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:3.0:1769074780.502256:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:3.0:1769074780.502258:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:3.0:1769074780.502260:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:3.0:1769074780.502262:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:3.0:1769074780.502263:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:3.0:1769074780.502265:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:3.0:1769074780.502266:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:3.0:1769074780.502269:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:3.0:1769074780.502271:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:3.0:1769074780.502273:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:3.0:1769074780.502275:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:3.0:1769074780.502277:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:3.0:1769074780.502279:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:3.0:1769074780.502280:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:3.0:1769074780.502282:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:3.0:1769074780.502284:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:3.0:1769074780.502285:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:3.0:1769074780.502287:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:3.0:1769074780.502289:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:3.0:1769074780.502291:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:3.0:1769074780.502293:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:3.0:1769074780.502295:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:3.0:1769074780.502297:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:3.0:1769074780.502298:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:3.0:1769074780.502300:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:3.0:1769074780.502302:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:3.0:1769074780.502304:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:3.0:1769074780.502305:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:3.0:1769074780.502307:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:3.0:1769074780.502309:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:3.0:1769074780.502310:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:3.0:1769074780.502313:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:3.0:1769074780.502314:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:3.0:1769074780.502315:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:3.0:1769074780.502317:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:3.0:1769074780.502318:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:3.0:1769074780.502320:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:3.0:1769074780.502322:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:3.0:1769074780.502324:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:3.0:1769074780.502326:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:3.0:1769074780.502328:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:3.0:1769074780.502329:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:3.0:1769074780.502330:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:3.0:1769074780.502332:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:3.0:1769074780.502333:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:3.0:1769074780.502335:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:3.0:1769074780.502336:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:3.0:1769074780.502338:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:3.0:1769074780.502340:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:3.0:1769074780.502341:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:3.0:1769074780.502343:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:3.0:1769074780.502344:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:3.0:1769074780.502346:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:3.0:1769074780.502348:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:3.0:1769074780.502350:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:3.0:1769074780.502352:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:3.0:1769074780.502354:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:3.0:1769074780.502356:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:3.0:1769074780.502357:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:3.0:1769074780.502360:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:3.0:1769074780.502361:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:3.0:1769074780.502363:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:3.0:1769074780.502364:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:3.0:1769074780.502366:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:3.0:1769074780.502368:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:3.0:1769074780.502370:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:3.0:1769074780.502371:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:3.0:1769074780.502373:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:3.0:1769074780.502375:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:3.0:1769074780.502376:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:3.0:1769074780.502378:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:3.0:1769074780.502381:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:3.0:1769074780.502383:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:3.0:1769074780.502385:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:3.0:1769074780.502387:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:3.0:1769074780.502389:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:3.0:1769074780.502390:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:3.0:1769074780.502392:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:3.0:1769074780.502394:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:3.0:1769074780.502395:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:3.0:1769074780.502396:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:3.0:1769074780.502398:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:3.0:1769074780.502400:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:3.0:1769074780.502401:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:3.0:1769074780.502403:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:3.0:1769074780.502405:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:3.0:1769074780.502416:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:3.0:1769074780.502418:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:3.0:1769074780.502420:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:3.0:1769074780.502421:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:3.0:1769074780.502423:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:3.0:1769074780.502425:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:3.0:1769074780.502427:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:3.0:1769074780.502428:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:3.0:1769074780.502430:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:3.0:1769074780.502431:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:3.0:1769074780.502433:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:3.0:1769074780.502434:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:3.0:1769074780.502436:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:3.0:1769074780.502438:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:3.0:1769074780.502440:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:3.0:1769074780.502442:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:3.0:1769074780.502443:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:3.0:1769074780.502445:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:3.0:1769074780.502447:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:3.0:1769074780.502448:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:3.0:1769074780.502450:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:3.0:1769074780.502451:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:3.0:1769074780.502452:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:3.0:1769074780.502453:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:3.0:1769074780.502454:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:3.0:1769074780.502455:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:3.0:1769074780.502457:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:3.0:1769074780.502458:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:3.0:1769074780.502459:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:3.0:1769074780.502461:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:3.0:1769074780.502462:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:3.0:1769074780.502464:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:3.0:1769074780.502465:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:3.0:1769074780.502466:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:3.0:1769074780.502468:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:3.0:1769074780.502469:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:3.0:1769074780.502471:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:3.0:1769074780.502472:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:3.0:1769074780.502474:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:3.0:1769074780.502475:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:3.0:1769074780.502476:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:3.0:1769074780.502478:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:3.0:1769074780.502479:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:3.0:1769074780.502481:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:3.0:1769074780.502482:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:3.0:1769074780.502483:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:3.0:1769074780.502485:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:3.0:1769074780.502486:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:3.0:1769074780.502488:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:3.0:1769074780.502489:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:3.0:1769074780.502491:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:3.0:1769074780.502493:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:3.0:1769074780.502494:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:3.0:1769074780.502495:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:3.0:1769074780.502497:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:3.0:1769074780.502498:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:3.0:1769074780.502499:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:3.0:1769074780.502501:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:3.0:1769074780.502502:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:3.0:1769074780.502503:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:3.0:1769074780.502504:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:3.0:1769074780.502506:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:3.0:1769074780.502507:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:3.0:1769074780.502509:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:3.0:1769074780.502510:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:3.0:1769074780.502511:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:3.0:1769074780.502513:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:3.0:1769074780.502515:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:3.0:1769074780.502516:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:3.0:1769074780.502517:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:3.0:1769074780.502518:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:3.0:1769074780.502519:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:3.0:1769074780.502521:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:3.0:1769074780.502522:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:3.0:1769074780.502523:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:3.0:1769074780.502525:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:3.0:1769074780.502527:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:3.0:1769074780.502529:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:3.0:1769074780.502531:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:3.0:1769074780.502532:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:3.0:1769074780.502534:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:3.0:1769074780.502535:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:3.0:1769074780.502537:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:3.0:1769074780.502538:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:3.0:1769074780.502539:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:3.0:1769074780.502541:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:3.0:1769074780.502542:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:3.0:1769074780.502543:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:3.0:1769074780.502544:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:3.0:1769074780.502546:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:3.0:1769074780.502547:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:3.0:1769074780.502549:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:3.0:1769074780.502550:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:3.0:1769074780.502551:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:3.0:1769074780.502553:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:3.0:1769074780.502554:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:3.0:1769074780.502555:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:3.0:1769074780.502556:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:3.0:1769074780.502557:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:3.0:1769074780.502559:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:3.0:1769074780.502560:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:3.0:1769074780.502562:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:3.0:1769074780.502563:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:3.0:1769074780.502564:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:3.0:1769074780.502565:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:3.0:1769074780.502566:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:3.0:1769074780.502567:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:3.0:1769074780.502568:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:3.0:1769074780.502570:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:3.0:1769074780.502571:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:3.0:1769074780.502573:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:3.0:1769074780.502574:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:3.0:1769074780.502575:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:3.0:1769074780.502590:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:3.0:1769074780.502592:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:3.0:1769074780.502593:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:3.0:1769074780.502595:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:3.0:1769074780.502596:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:3.0:1769074780.502597:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:3.0:1769074780.502598:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:3.0:1769074780.502599:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:3.0:1769074780.502600:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:3.0:1769074780.502602:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:3.0:1769074780.502603:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:3.0:1769074780.502604:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:3.0:1769074780.502605:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:3.0:1769074780.502606:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:3.0:1769074780.502608:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:3.0:1769074780.502609:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:3.0:1769074780.502610:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:3.0:1769074780.502611:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:3.0:1769074780.502613:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:3.0:1769074780.502614:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1769074780.502746:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000008:00010000:3.0:1769074780.502751:0:2373:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc6485b1540 00000100:00100000:3.0:1769074780.502793:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc643ab2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612799744:192.168.204.139@tcp:3:lfs.0 00000008:00010000:3.0:1769074780.563519:0:2373:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc6485b10c0 00000020:00200000:3.0:1769074780.563531:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:3.0:1769074780.563535:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:3.0:1769074780.563538:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:3.0:1769074780.563540:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:3.0:1769074780.563542:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:3.0:1769074780.563544:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:3.0:1769074780.563545:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:3.0:1769074780.563548:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:3.0:1769074780.563549:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:3.0:1769074780.563551:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:3.0:1769074780.563553:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:3.0:1769074780.563554:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:3.0:1769074780.563556:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:3.0:1769074780.563557:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:3.0:1769074780.563559:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:3.0:1769074780.563561:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:3.0:1769074780.563563:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:3.0:1769074780.563564:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:3.0:1769074780.563566:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:3.0:1769074780.563568:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:3.0:1769074780.563569:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:3.0:1769074780.563571:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:3.0:1769074780.563572:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:3.0:1769074780.563574:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:3.0:1769074780.563575:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:3.0:1769074780.563577:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:3.0:1769074780.563579:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:3.0:1769074780.563580:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:3.0:1769074780.563581:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:3.0:1769074780.563583:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:3.0:1769074780.563584:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:3.0:1769074780.563585:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:3.0:1769074780.563587:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:3.0:1769074780.563588:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:3.0:1769074780.563590:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:3.0:1769074780.563592:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:3.0:1769074780.563593:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:3.0:1769074780.563595:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:3.0:1769074780.563596:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:3.0:1769074780.563598:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:3.0:1769074780.563600:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:3.0:1769074780.563602:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:3.0:1769074780.563604:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:3.0:1769074780.563605:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:3.0:1769074780.563607:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:3.0:1769074780.563608:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:3.0:1769074780.563610:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:3.0:1769074780.563611:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:3.0:1769074780.563613:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:3.0:1769074780.563614:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:3.0:1769074780.563616:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:3.0:1769074780.563617:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:3.0:1769074780.563619:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:3.0:1769074780.563620:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:3.0:1769074780.563622:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:3.0:1769074780.563624:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:3.0:1769074780.563625:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:3.0:1769074780.563627:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:3.0:1769074780.563628:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:3.0:1769074780.563630:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:3.0:1769074780.563632:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:3.0:1769074780.563634:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:3.0:1769074780.563635:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:3.0:1769074780.563637:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:3.0:1769074780.563638:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:3.0:1769074780.563640:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:3.0:1769074780.563641:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:3.0:1769074780.563643:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:3.0:1769074780.563644:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:3.0:1769074780.563645:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:3.0:1769074780.563647:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:3.0:1769074780.563649:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:3.0:1769074780.563651:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:3.0:1769074780.563652:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:3.0:1769074780.563654:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:3.0:1769074780.563656:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:3.0:1769074780.563657:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:3.0:1769074780.563659:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:3.0:1769074780.563660:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:3.0:1769074780.563662:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:3.0:1769074780.563664:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:3.0:1769074780.563666:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:3.0:1769074780.563667:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:3.0:1769074780.563669:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:3.0:1769074780.563670:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:3.0:1769074780.563672:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:3.0:1769074780.563673:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:3.0:1769074780.563674:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:3.0:1769074780.563676:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:3.0:1769074780.563678:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:3.0:1769074780.563679:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:3.0:1769074780.563681:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:3.0:1769074780.563682:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:3.0:1769074780.563684:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:3.0:1769074780.563685:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:3.0:1769074780.563687:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:3.0:1769074780.563688:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:3.0:1769074780.563689:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:3.0:1769074780.563691:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:3.0:1769074780.563693:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:3.0:1769074780.563695:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:3.0:1769074780.563696:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:3.0:1769074780.563698:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:3.0:1769074780.563700:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:3.0:1769074780.563702:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:3.0:1769074780.563703:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:3.0:1769074780.563705:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:3.0:1769074780.563706:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:3.0:1769074780.563708:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:3.0:1769074780.563709:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:3.0:1769074780.563711:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:3.0:1769074780.563712:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:3.0:1769074780.563713:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:3.0:1769074780.563715:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:3.0:1769074780.563716:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:3.0:1769074780.563718:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:3.0:1769074780.563720:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:3.0:1769074780.563721:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:3.0:1769074780.563723:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:3.0:1769074780.563724:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:3.0:1769074780.563725:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:3.0:1769074780.563727:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:3.0:1769074780.563728:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:3.0:1769074780.563730:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:3.0:1769074780.563731:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:3.0:1769074780.563733:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:3.0:1769074780.563734:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:3.0:1769074780.563736:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:3.0:1769074780.563737:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:3.0:1769074780.563738:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:3.0:1769074780.563740:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:3.0:1769074780.563741:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:3.0:1769074780.563743:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:3.0:1769074780.563745:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:3.0:1769074780.563746:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:3.0:1769074780.563749:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:3.0:1769074780.563751:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:3.0:1769074780.563753:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:3.0:1769074780.563754:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:3.0:1769074780.563852:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:3.0:1769074780.563853:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:3.0:1769074780.563855:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:3.0:1769074780.563857:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:3.0:1769074780.563858:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:3.0:1769074780.563860:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:3.0:1769074780.563861:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:3.0:1769074780.563863:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:3.0:1769074780.563865:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:3.0:1769074780.563866:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:3.0:1769074780.563868:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:3.0:1769074780.563869:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:3.0:1769074780.563871:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:3.0:1769074780.563872:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:3.0:1769074780.563874:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:3.0:1769074780.563876:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:3.0:1769074780.563877:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:3.0:1769074780.563879:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:3.0:1769074780.563881:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:3.0:1769074780.563883:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:3.0:1769074780.563884:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:3.0:1769074780.563886:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:3.0:1769074780.563887:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:3.0:1769074780.563889:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:3.0:1769074780.563890:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:3.0:1769074780.563892:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:3.0:1769074780.563894:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:3.0:1769074780.563895:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:3.0:1769074780.563898:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:3.0:1769074780.563899:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:3.0:1769074780.563901:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:3.0:1769074780.563903:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:3.0:1769074780.563904:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:3.0:1769074780.563906:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:3.0:1769074780.563908:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:3.0:1769074780.563909:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:3.0:1769074780.563911:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:3.0:1769074780.563912:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:3.0:1769074780.563913:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:3.0:1769074780.563915:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:3.0:1769074780.563916:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:3.0:1769074780.563918:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:3.0:1769074780.563920:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:3.0:1769074780.563921:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:3.0:1769074780.563923:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:3.0:1769074780.563924:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:3.0:1769074780.563926:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:3.0:1769074780.563927:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:3.0:1769074780.563928:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:3.0:1769074780.563930:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:3.0:1769074780.563931:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:3.0:1769074780.563933:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:3.0:1769074780.563934:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:3.0:1769074780.563936:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:3.0:1769074780.563938:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:3.0:1769074780.563939:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:3.0:1769074780.563941:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:3.0:1769074780.563942:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:3.0:1769074780.563944:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:3.0:1769074780.563945:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:3.0:1769074780.563947:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:3.0:1769074780.563949:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:3.0:1769074780.563950:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:3.0:1769074780.563952:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:3.0:1769074780.563953:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:3.0:1769074780.563955:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:3.0:1769074780.563956:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:3.0:1769074780.563957:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:3.0:1769074780.563959:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:3.0:1769074780.563960:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:3.0:1769074780.563962:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:3.0:1769074780.563964:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:3.0:1769074780.563965:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:3.0:1769074780.563967:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:3.0:1769074780.563968:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:3.0:1769074780.563970:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:3.0:1769074780.563971:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:3.0:1769074780.563972:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:3.0:1769074780.563974:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:3.0:1769074780.563976:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:3.0:1769074780.563977:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:3.0:1769074780.563979:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:3.0:1769074780.563980:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:3.0:1769074780.563982:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:3.0:1769074780.563983:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:3.0:1769074780.563985:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:3.0:1769074780.563987:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:3.0:1769074780.563988:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:3.0:1769074780.563990:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:3.0:1769074780.563991:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:3.0:1769074780.563993:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:3.0:1769074780.563995:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:3.0:1769074780.563997:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:3.0:1769074780.563998:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:3.0:1769074780.564000:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:3.0:1769074780.564002:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:3.0:1769074780.564003:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:3.0:1769074780.564005:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:3.0:1769074780.564006:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:3.0:1769074780.564008:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:3.0:1769074780.564009:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:3.0:1769074780.564011:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:3.0:1769074780.564012:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:3.0:1769074780.564014:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:3.0:1769074780.564015:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:3.0:1769074780.564017:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:3.0:1769074780.564018:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:3.0:1769074780.564020:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:3.0:1769074780.564021:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:3.0:1769074780.564023:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:3.0:1769074780.564024:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:3.0:1769074780.564026:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:3.0:1769074780.564027:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:3.0:1769074780.564029:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:3.0:1769074780.564030:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:3.0:1769074780.564032:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:3.0:1769074780.564033:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1769074780.564212:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000008:00010000:3.0:1769074780.564220:0:2373:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc6485b10c0 00000100:00100000:3.0:1769074780.564255:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc643ab1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612800000:192.168.204.139@tcp:3:lfs.0 00000008:00010000:3.0:1769074780.580151:0:2372:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc6485b1000 00000020:00200000:3.0:1769074780.580164:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:3.0:1769074780.580167:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:3.0:1769074780.580168:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:3.0:1769074780.580169:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:3.0:1769074780.580171:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:3.0:1769074780.580172:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:3.0:1769074780.580173:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:3.0:1769074780.580174:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:3.0:1769074780.580175:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:3.0:1769074780.580175:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:3.0:1769074780.580176:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:3.0:1769074780.580177:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:3.0:1769074780.580178:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:3.0:1769074780.580179:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:3.0:1769074780.580180:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:3.0:1769074780.580181:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:3.0:1769074780.580182:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:3.0:1769074780.580183:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:3.0:1769074780.580184:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:3.0:1769074780.580184:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:3.0:1769074780.580185:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:3.0:1769074780.580186:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:3.0:1769074780.580187:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:3.0:1769074780.580188:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:3.0:1769074780.580189:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:3.0:1769074780.580190:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:3.0:1769074780.580190:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:3.0:1769074780.580191:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:3.0:1769074780.580192:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:3.0:1769074780.580193:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:3.0:1769074780.580194:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:3.0:1769074780.580195:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:3.0:1769074780.580195:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:3.0:1769074780.580196:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:3.0:1769074780.580198:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:3.0:1769074780.580199:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:3.0:1769074780.580200:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:3.0:1769074780.580201:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:3.0:1769074780.580202:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:3.0:1769074780.580203:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:3.0:1769074780.580204:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:3.0:1769074780.580205:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:3.0:1769074780.580206:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:3.0:1769074780.580207:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:3.0:1769074780.580207:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:3.0:1769074780.580208:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:3.0:1769074780.580209:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:3.0:1769074780.580210:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:3.0:1769074780.580211:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:3.0:1769074780.580212:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:3.0:1769074780.580213:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:3.0:1769074780.580214:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:3.0:1769074780.580214:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:3.0:1769074780.580215:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:3.0:1769074780.580216:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:3.0:1769074780.580217:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:3.0:1769074780.580218:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:3.0:1769074780.580219:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:3.0:1769074780.580220:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:3.0:1769074780.580221:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:3.0:1769074780.580221:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:3.0:1769074780.580223:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:3.0:1769074780.580224:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:3.0:1769074780.580224:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:3.0:1769074780.580225:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:3.0:1769074780.580226:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:3.0:1769074780.580228:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:3.0:1769074780.580229:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:3.0:1769074780.580230:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:3.0:1769074780.580231:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:3.0:1769074780.580232:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:3.0:1769074780.580233:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:3.0:1769074780.580234:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:3.0:1769074780.580235:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:3.0:1769074780.580235:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:3.0:1769074780.580236:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:3.0:1769074780.580237:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:3.0:1769074780.580238:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:3.0:1769074780.580239:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:3.0:1769074780.580240:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:3.0:1769074780.580241:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:3.0:1769074780.580241:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:3.0:1769074780.580242:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:3.0:1769074780.580243:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:3.0:1769074780.580244:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:3.0:1769074780.580245:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:3.0:1769074780.580246:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:3.0:1769074780.580247:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:3.0:1769074780.580248:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:3.0:1769074780.580249:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:3.0:1769074780.580249:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:3.0:1769074780.580250:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:3.0:1769074780.580251:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:3.0:1769074780.580252:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:3.0:1769074780.580253:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:3.0:1769074780.580254:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:3.0:1769074780.580255:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:3.0:1769074780.580256:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:3.0:1769074780.580257:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:3.0:1769074780.580258:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:3.0:1769074780.580259:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:3.0:1769074780.580260:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:3.0:1769074780.580261:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:3.0:1769074780.580262:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:3.0:1769074780.580263:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:3.0:1769074780.580264:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:3.0:1769074780.580265:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:3.0:1769074780.580266:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:3.0:1769074780.580266:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:3.0:1769074780.580267:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:3.0:1769074780.580268:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:3.0:1769074780.580269:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:3.0:1769074780.580270:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:3.0:1769074780.580271:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:3.0:1769074780.580272:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:3.0:1769074780.580273:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:3.0:1769074780.580274:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:3.0:1769074780.580274:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:3.0:1769074780.580275:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:3.0:1769074780.580276:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:3.0:1769074780.580277:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:3.0:1769074780.580278:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:3.0:1769074780.580279:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:3.0:1769074780.580279:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:3.0:1769074780.580280:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:3.0:1769074780.580281:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:3.0:1769074780.580282:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:3.0:1769074780.580283:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:3.0:1769074780.580284:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:3.0:1769074780.580285:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:3.0:1769074780.580286:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:3.0:1769074780.580287:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:3.0:1769074780.580288:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:3.0:1769074780.580289:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:3.0:1769074780.580290:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:3.0:1769074780.580291:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:3.0:1769074780.580292:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:3.0:1769074780.580293:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:3.0:1769074780.580294:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:3.0:1769074780.580295:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:3.0:1769074780.580296:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:3.0:1769074780.580297:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:3.0:1769074780.580297:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:3.0:1769074780.580298:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:3.0:1769074780.580299:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:3.0:1769074780.580300:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:3.0:1769074780.580301:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:3.0:1769074780.580302:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:3.0:1769074780.580303:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:3.0:1769074780.580303:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:3.0:1769074780.580304:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:3.0:1769074780.580305:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:3.0:1769074780.580306:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:3.0:1769074780.580307:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:3.0:1769074780.580308:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:3.0:1769074780.580308:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:3.0:1769074780.580309:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:3.0:1769074780.580310:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:3.0:1769074780.580311:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:3.0:1769074780.580312:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:3.0:1769074780.580313:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:3.0:1769074780.580314:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:3.0:1769074780.580315:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:3.0:1769074780.580316:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:3.0:1769074780.580317:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:3.0:1769074780.580318:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:3.0:1769074780.580319:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:3.0:1769074780.580320:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:3.0:1769074780.580321:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:3.0:1769074780.580322:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:3.0:1769074780.580323:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:3.0:1769074780.580324:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:3.0:1769074780.580325:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:3.0:1769074780.580325:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:3.0:1769074780.580326:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:3.0:1769074780.580327:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:3.0:1769074780.580328:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:3.0:1769074780.580329:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:3.0:1769074780.580330:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:3.0:1769074780.580331:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:3.0:1769074780.580332:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:3.0:1769074780.580333:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:3.0:1769074780.580333:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:3.0:1769074780.580334:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:3.0:1769074780.580335:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:3.0:1769074780.580336:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:3.0:1769074780.580337:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:3.0:1769074780.580338:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:3.0:1769074780.580339:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:3.0:1769074780.580339:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:3.0:1769074780.580340:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:3.0:1769074780.580341:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:3.0:1769074780.580342:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:3.0:1769074780.580343:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:3.0:1769074780.580344:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:3.0:1769074780.580345:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:3.0:1769074780.580346:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:3.0:1769074780.580347:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:3.0:1769074780.580348:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:3.0:1769074780.580349:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:3.0:1769074780.580350:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:3.0:1769074780.580351:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:3.0:1769074780.580352:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:3.0:1769074780.580353:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:3.0:1769074780.580353:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:3.0:1769074780.580354:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:3.0:1769074780.580355:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:3.0:1769074780.580356:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:3.0:1769074780.580357:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:3.0:1769074780.580358:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:3.0:1769074780.580360:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:3.0:1769074780.580361:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:3.0:1769074780.580363:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:3.0:1769074780.580364:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:3.0:1769074780.580365:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:3.0:1769074780.580367:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:3.0:1769074780.580368:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:3.0:1769074780.580370:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:3.0:1769074780.580371:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:3.0:1769074780.580373:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:3.0:1769074780.580374:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:3.0:1769074780.580375:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:3.0:1769074780.580379:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:3.0:1769074780.580381:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:3.0:1769074780.580383:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:3.0:1769074780.580384:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:3.0:1769074780.580386:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:3.0:1769074780.580388:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:3.0:1769074780.580390:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:3.0:1769074780.580391:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:3.0:1769074780.580392:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:3.0:1769074780.580394:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:3.0:1769074780.580396:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:3.0:1769074780.580397:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:3.0:1769074780.580398:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:3.0:1769074780.580400:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:3.0:1769074780.580402:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:3.0:1769074780.580404:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:3.0:1769074780.580416:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:3.0:1769074780.580418:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:3.0:1769074780.580420:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:3.0:1769074780.580421:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:3.0:1769074780.580423:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:3.0:1769074780.580425:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:3.0:1769074780.580427:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:3.0:1769074780.580428:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:3.0:1769074780.580429:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:3.0:1769074780.580431:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:3.0:1769074780.580433:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:3.0:1769074780.580434:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:3.0:1769074780.580435:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:3.0:1769074780.580436:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:3.0:1769074780.580437:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:3.0:1769074780.580439:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:3.0:1769074780.580440:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:3.0:1769074780.580442:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1769074780.580609:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000008:00010000:3.0:1769074780.580617:0:2372:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc6485b1000 00000100:00100000:3.0:1769074780.580643:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc643ab0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612800768:192.168.204.139@tcp:3:lfs.0 00000008:00010000:3.0:1769074780.582978:0:2372:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc6485b1780 00000020:00200000:3.0:1769074780.582991:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:3.0:1769074780.582995:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:3.0:1769074780.582996:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:3.0:1769074780.582998:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:3.0:1769074780.582999:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:3.0:1769074780.583001:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:3.0:1769074780.583002:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:3.0:1769074780.583004:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:3.0:1769074780.583006:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:3.0:1769074780.583008:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:3.0:1769074780.583010:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:3.0:1769074780.583011:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:3.0:1769074780.583013:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:3.0:1769074780.583014:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:3.0:1769074780.583016:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:3.0:1769074780.583017:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:3.0:1769074780.583019:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:3.0:1769074780.583020:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:3.0:1769074780.583022:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:3.0:1769074780.583024:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:3.0:1769074780.583025:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:3.0:1769074780.583027:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:3.0:1769074780.583029:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:3.0:1769074780.583030:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:3.0:1769074780.583032:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:3.0:1769074780.583034:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:3.0:1769074780.583036:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:3.0:1769074780.583037:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:3.0:1769074780.583039:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:3.0:1769074780.583041:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:3.0:1769074780.583043:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:3.0:1769074780.583044:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:3.0:1769074780.583046:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:3.0:1769074780.583047:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:3.0:1769074780.583049:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:3.0:1769074780.583050:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:3.0:1769074780.583051:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:3.0:1769074780.583054:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:3.0:1769074780.583055:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:3.0:1769074780.583056:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:3.0:1769074780.583057:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:3.0:1769074780.583058:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:3.0:1769074780.583060:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:3.0:1769074780.583062:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:3.0:1769074780.583064:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:3.0:1769074780.583065:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:3.0:1769074780.583067:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:3.0:1769074780.583068:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:3.0:1769074780.583070:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:3.0:1769074780.583072:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:3.0:1769074780.583073:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:3.0:1769074780.583075:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:3.0:1769074780.583077:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:3.0:1769074780.583078:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:3.0:1769074780.583080:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:3.0:1769074780.583081:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:3.0:1769074780.583083:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:3.0:1769074780.583084:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:3.0:1769074780.583086:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:3.0:1769074780.583088:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:3.0:1769074780.583089:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:3.0:1769074780.583091:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:3.0:1769074780.583092:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:3.0:1769074780.583094:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:3.0:1769074780.583097:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:3.0:1769074780.583098:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:3.0:1769074780.583100:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:3.0:1769074780.583102:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:3.0:1769074780.583103:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:3.0:1769074780.583105:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:3.0:1769074780.583106:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:3.0:1769074780.583108:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:3.0:1769074780.583109:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:3.0:1769074780.583111:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:3.0:1769074780.583113:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:3.0:1769074780.583115:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:3.0:1769074780.583117:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:3.0:1769074780.583118:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:3.0:1769074780.583120:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:3.0:1769074780.583121:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:3.0:1769074780.583123:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:3.0:1769074780.583125:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:3.0:1769074780.583127:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:3.0:1769074780.583128:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:3.0:1769074780.583129:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:3.0:1769074780.583131:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:3.0:1769074780.583133:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:3.0:1769074780.583134:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:3.0:1769074780.583136:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:3.0:1769074780.583137:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:3.0:1769074780.583139:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:3.0:1769074780.583140:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:3.0:1769074780.583142:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:3.0:1769074780.583144:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:3.0:1769074780.583146:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:3.0:1769074780.583147:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:3.0:1769074780.583149:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:3.0:1769074780.583150:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:3.0:1769074780.583152:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:3.0:1769074780.583154:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:3.0:1769074780.583155:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:3.0:1769074780.583157:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:3.0:1769074780.583158:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:3.0:1769074780.583160:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:3.0:1769074780.583162:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:3.0:1769074780.583163:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:3.0:1769074780.583164:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:3.0:1769074780.583166:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:3.0:1769074780.583168:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:3.0:1769074780.583169:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:3.0:1769074780.583171:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:3.0:1769074780.583172:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:3.0:1769074780.583174:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:3.0:1769074780.583175:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:3.0:1769074780.583177:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:3.0:1769074780.583178:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:3.0:1769074780.583180:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:3.0:1769074780.583182:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:3.0:1769074780.583183:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:3.0:1769074780.583185:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:3.0:1769074780.583187:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:3.0:1769074780.583188:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:3.0:1769074780.583190:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:3.0:1769074780.583191:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:3.0:1769074780.583193:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:3.0:1769074780.583196:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:3.0:1769074780.583197:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:3.0:1769074780.583199:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:3.0:1769074780.583201:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:3.0:1769074780.583203:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:3.0:1769074780.583204:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:3.0:1769074780.583206:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:3.0:1769074780.583207:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:3.0:1769074780.583209:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:3.0:1769074780.583211:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:3.0:1769074780.583212:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:3.0:1769074780.583213:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:3.0:1769074780.583214:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:3.0:1769074780.583215:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:3.0:1769074780.583216:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:3.0:1769074780.583216:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:3.0:1769074780.583217:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:3.0:1769074780.583218:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:3.0:1769074780.583219:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:3.0:1769074780.583220:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:3.0:1769074780.583221:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:3.0:1769074780.583222:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:3.0:1769074780.583222:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:3.0:1769074780.583223:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:3.0:1769074780.583224:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:3.0:1769074780.583225:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:3.0:1769074780.583226:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:3.0:1769074780.583228:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:3.0:1769074780.583229:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:3.0:1769074780.583231:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:3.0:1769074780.583232:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:3.0:1769074780.583233:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:3.0:1769074780.583236:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:3.0:1769074780.583238:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:3.0:1769074780.583239:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:3.0:1769074780.583241:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:3.0:1769074780.583242:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:3.0:1769074780.583243:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:3.0:1769074780.583245:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:3.0:1769074780.583246:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:3.0:1769074780.583248:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:3.0:1769074780.583249:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:3.0:1769074780.583251:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:3.0:1769074780.583252:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:3.0:1769074780.583254:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:3.0:1769074780.583255:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:3.0:1769074780.583257:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:3.0:1769074780.583258:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:3.0:1769074780.583260:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:3.0:1769074780.583261:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:3.0:1769074780.583263:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:3.0:1769074780.583264:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:3.0:1769074780.583266:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:3.0:1769074780.583267:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:3.0:1769074780.583268:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:3.0:1769074780.583270:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:3.0:1769074780.583272:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:3.0:1769074780.583273:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:3.0:1769074780.583275:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:3.0:1769074780.583276:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:3.0:1769074780.583278:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:3.0:1769074780.583279:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:3.0:1769074780.583281:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:3.0:1769074780.583283:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:3.0:1769074780.583285:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:3.0:1769074780.583287:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:3.0:1769074780.583288:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:3.0:1769074780.583290:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:3.0:1769074780.583292:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:3.0:1769074780.583293:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:3.0:1769074780.583295:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:3.0:1769074780.583296:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:3.0:1769074780.583298:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:3.0:1769074780.583300:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:3.0:1769074780.583302:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:3.0:1769074780.583304:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:3.0:1769074780.583305:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:3.0:1769074780.583307:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:3.0:1769074780.583309:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:3.0:1769074780.583310:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:3.0:1769074780.583311:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:3.0:1769074780.583312:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:3.0:1769074780.583313:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:3.0:1769074780.583314:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:3.0:1769074780.583315:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:3.0:1769074780.583316:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:3.0:1769074780.583317:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:3.0:1769074780.583318:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:3.0:1769074780.583319:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:3.0:1769074780.583320:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:3.0:1769074780.583320:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:3.0:1769074780.583321:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:3.0:1769074780.583322:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:3.0:1769074780.583323:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:3.0:1769074780.583324:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:3.0:1769074780.583325:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:3.0:1769074780.583326:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:3.0:1769074780.583328:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:3.0:1769074780.583329:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:3.0:1769074780.583330:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:3.0:1769074780.583331:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:3.0:1769074780.583332:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:3.0:1769074780.583333:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:3.0:1769074780.583334:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:3.0:1769074780.583335:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:3.0:1769074780.583336:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:3.0:1769074780.583337:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:3.0:1769074780.583337:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:3.0:1769074780.583338:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:3.0:1769074780.583339:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:3.0:1769074780.583340:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:3.0:1769074780.583341:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:3.0:1769074780.583342:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:3.0:1769074780.583343:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:3.0:1769074780.583343:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:3.0:1769074780.583344:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:3.0:1769074780.583345:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:3.0:1769074780.583346:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:3.0:1769074780.583347:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:3.0:1769074780.583348:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:3.0:1769074780.583349:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:3.0:1769074780.583350:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:3.0:1769074780.583350:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:3.0:1769074780.583351:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:3.0:1769074780.583352:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:3.0:1769074780.583353:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:3.0:1769074780.583354:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:3.0:1769074780.583355:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:3.0:1769074780.583357:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:3.0:1769074780.583358:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:3.0:1769074780.583360:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1769074780.583460:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000008:00010000:3.0:1769074780.583466:0:2372:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc6485b1780 00000100:00100000:3.0:1769074780.583488:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc643ab3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612799872:192.168.204.139@tcp:3:lfs.0 00000008:00010000:3.0:1769074780.592662:0:2372:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc6485b1a80 00000020:00200000:3.0:1769074780.592939:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:3.0:1769074780.592944:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:3.0:1769074780.592946:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:3.0:1769074780.592947:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:3.0:1769074780.592949:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:3.0:1769074780.592951:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:3.0:1769074780.592952:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:3.0:1769074780.592954:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:3.0:1769074780.592956:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:3.0:1769074780.592958:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:3.0:1769074780.592959:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:3.0:1769074780.592961:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:3.0:1769074780.592963:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:3.0:1769074780.592964:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:3.0:1769074780.592966:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:3.0:1769074780.592968:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:3.0:1769074780.592969:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:3.0:1769074780.592971:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:3.0:1769074780.592972:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:3.0:1769074780.592974:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:3.0:1769074780.592975:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:3.0:1769074780.592977:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:3.0:1769074780.592979:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:3.0:1769074780.592980:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:3.0:1769074780.592982:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:3.0:1769074780.592984:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:3.0:1769074780.592985:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:3.0:1769074780.592987:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:3.0:1769074780.592988:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:3.0:1769074780.592989:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:3.0:1769074780.592991:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:3.0:1769074780.592992:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:3.0:1769074780.592994:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:3.0:1769074780.592996:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:3.0:1769074780.592997:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:3.0:1769074780.592999:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:3.0:1769074780.593001:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:3.0:1769074780.593003:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:3.0:1769074780.593005:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:3.0:1769074780.593007:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:3.0:1769074780.593008:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:3.0:1769074780.593010:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:3.0:1769074780.593012:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:3.0:1769074780.593014:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:3.0:1769074780.593016:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:3.0:1769074780.593017:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:3.0:1769074780.593019:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:3.0:1769074780.593021:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:3.0:1769074780.593023:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:3.0:1769074780.593025:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:3.0:1769074780.593026:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:3.0:1769074780.593028:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:3.0:1769074780.593029:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:3.0:1769074780.593030:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:3.0:1769074780.593032:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:3.0:1769074780.593033:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:3.0:1769074780.593035:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:3.0:1769074780.593037:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:3.0:1769074780.593038:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:3.0:1769074780.593040:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:3.0:1769074780.593041:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:3.0:1769074780.593043:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:3.0:1769074780.593045:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:3.0:1769074780.593046:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:3.0:1769074780.593047:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:3.0:1769074780.593049:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:3.0:1769074780.593050:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:3.0:1769074780.593052:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:3.0:1769074780.593054:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:3.0:1769074780.593055:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:3.0:1769074780.593057:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:3.0:1769074780.593058:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:3.0:1769074780.593143:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:3.0:1769074780.593145:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:3.0:1769074780.593147:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:3.0:1769074780.593149:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:3.0:1769074780.593151:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:3.0:1769074780.593152:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:3.0:1769074780.593153:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:3.0:1769074780.593155:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:3.0:1769074780.593157:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:3.0:1769074780.593158:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:3.0:1769074780.593160:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:3.0:1769074780.593161:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:3.0:1769074780.593163:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:3.0:1769074780.593164:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:3.0:1769074780.593166:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:3.0:1769074780.593167:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:3.0:1769074780.593169:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:3.0:1769074780.593171:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:3.0:1769074780.593173:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:3.0:1769074780.593174:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:3.0:1769074780.593176:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:3.0:1769074780.593177:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:3.0:1769074780.593179:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:3.0:1769074780.593180:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:3.0:1769074780.593182:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:3.0:1769074780.593184:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:3.0:1769074780.593185:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:3.0:1769074780.593187:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:3.0:1769074780.593188:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:3.0:1769074780.593190:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:3.0:1769074780.593192:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:3.0:1769074780.593193:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:3.0:1769074780.593195:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:3.0:1769074780.593197:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:3.0:1769074780.593198:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:3.0:1769074780.593200:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:3.0:1769074780.593202:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:3.0:1769074780.593204:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:3.0:1769074780.593205:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:3.0:1769074780.593207:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:3.0:1769074780.593209:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:3.0:1769074780.593210:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:3.0:1769074780.593212:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:3.0:1769074780.593213:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:3.0:1769074780.593215:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:3.0:1769074780.593217:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:3.0:1769074780.593218:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:3.0:1769074780.593220:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:3.0:1769074780.593222:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:3.0:1769074780.593224:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:3.0:1769074780.593226:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:3.0:1769074780.593227:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:3.0:1769074780.593229:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:3.0:1769074780.593230:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:3.0:1769074780.593232:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:3.0:1769074780.593233:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:3.0:1769074780.593235:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:3.0:1769074780.593236:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:3.0:1769074780.593238:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:3.0:1769074780.593239:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:3.0:1769074780.593241:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:3.0:1769074780.593242:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:3.0:1769074780.593244:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:3.0:1769074780.593245:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:3.0:1769074780.593247:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:3.0:1769074780.593249:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:3.0:1769074780.593251:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:3.0:1769074780.593252:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:3.0:1769074780.593254:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:3.0:1769074780.593255:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:3.0:1769074780.593257:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:3.0:1769074780.593258:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:3.0:1769074780.593260:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:3.0:1769074780.593262:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:3.0:1769074780.593264:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:3.0:1769074780.593265:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:3.0:1769074780.593267:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:3.0:1769074780.593269:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:3.0:1769074780.593270:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:3.0:1769074780.593272:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:3.0:1769074780.593274:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:3.0:1769074780.593275:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:3.0:1769074780.593277:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:3.0:1769074780.593279:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:3.0:1769074780.593280:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:3.0:1769074780.593282:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:3.0:1769074780.593283:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:3.0:1769074780.593285:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:3.0:1769074780.593286:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:3.0:1769074780.593288:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:3.0:1769074780.593289:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:3.0:1769074780.593291:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:3.0:1769074780.593292:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:3.0:1769074780.593294:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:3.0:1769074780.593295:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:3.0:1769074780.593297:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:3.0:1769074780.593299:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:3.0:1769074780.593300:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:3.0:1769074780.593302:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:3.0:1769074780.593304:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:3.0:1769074780.593305:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:3.0:1769074780.593307:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:3.0:1769074780.593308:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:3.0:1769074780.593310:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:3.0:1769074780.593311:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:3.0:1769074780.593313:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:3.0:1769074780.593314:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:3.0:1769074780.593316:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:3.0:1769074780.593318:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:3.0:1769074780.593320:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:3.0:1769074780.593322:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:3.0:1769074780.593323:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:3.0:1769074780.593325:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:3.0:1769074780.593327:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:3.0:1769074780.593329:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:3.0:1769074780.593330:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:3.0:1769074780.593332:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:3.0:1769074780.593333:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:3.0:1769074780.593335:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:3.0:1769074780.593337:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:3.0:1769074780.593339:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:3.0:1769074780.593340:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:3.0:1769074780.593342:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:3.0:1769074780.593343:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:3.0:1769074780.593345:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:3.0:1769074780.593347:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:3.0:1769074780.593349:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:3.0:1769074780.593351:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:3.0:1769074780.593352:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:3.0:1769074780.593353:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:3.0:1769074780.593355:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:3.0:1769074780.593442:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:3.0:1769074780.593445:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:3.0:1769074780.593447:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:3.0:1769074780.593449:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:3.0:1769074780.593451:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:3.0:1769074780.593452:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:3.0:1769074780.593454:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:3.0:1769074780.593456:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:3.0:1769074780.593457:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:3.0:1769074780.593459:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:3.0:1769074780.593461:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:3.0:1769074780.593463:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:3.0:1769074780.593465:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:3.0:1769074780.593467:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:3.0:1769074780.593469:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:3.0:1769074780.593471:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:3.0:1769074780.593472:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:3.0:1769074780.593474:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:3.0:1769074780.593475:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:3.0:1769074780.593477:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:3.0:1769074780.593479:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:3.0:1769074780.593480:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:3.0:1769074780.593482:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:3.0:1769074780.593484:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:3.0:1769074780.593486:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:3.0:1769074780.593488:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:3.0:1769074780.593490:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:3.0:1769074780.593491:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:3.0:1769074780.593493:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:3.0:1769074780.593494:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:3.0:1769074780.593496:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:3.0:1769074780.593498:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:3.0:1769074780.593499:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:3.0:1769074780.593501:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:3.0:1769074780.593503:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:3.0:1769074780.593504:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:3.0:1769074780.593506:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:3.0:1769074780.593508:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:3.0:1769074780.593510:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:3.0:1769074780.593511:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:3.0:1769074780.593513:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:3.0:1769074780.593514:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:3.0:1769074780.593516:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:3.0:1769074780.593517:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:3.0:1769074780.593519:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:3.0:1769074780.593521:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:3.0:1769074780.593523:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:3.0:1769074780.593525:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:3.0:1769074780.593526:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:3.0:1769074780.593528:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:3.0:1769074780.593529:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:3.0:1769074780.593531:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:3.0:1769074780.593533:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1769074780.593933:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1769074780.593942:0:2372:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc6485b1a80 00000100:00100000:3.0:1769074780.593970:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc643ab1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612800384:192.168.204.139@tcp:3:lfs.0 00000080:00200000:3.0:1769074780.599852:0:57940:0:(file.c:2109:ll_file_io_generic()) Range unlock [0, 16383] 00000080:00200000:3.0:1769074780.599887:0:57940:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1a7:0x0] ignore/verify layout 0/0, layout version 37 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1769074780.599892:0:57940:0:(file.c:2142:ll_file_io_generic()) f200b.sanity-flr: 1 io complete with rc: 0, result: 9055072, restart: 0 00000020:00200000:3.0:1769074780.599896:0:57940:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1769074780.599904:0:57940:0:(file.c:2228:ll_file_io_generic()) iot: 1, result: 9055072 00000080:00200080:3.0:1769074780.599925:0:57940:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1a7:0x0](ffff9bc649b59988) cmd=400866b1 arg=0 00000080:00200008:3.0:1769074780.856204:0:57940:0:(file.c:424:ll_file_release()) START file f200b.sanity-flr:[0x200000404:0x1a7:0x0](ffff9bc649b59988), flags 140000 00000002:00100000:3.0:1769074780.856299:0:57940:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff9bc643ab0380 x1855007612799488/t8589941369(8589941369) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/2240 e 0 to 0 dl 1769074796 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1769074780.856313:0:57940:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1769074780.856318:0:57940:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64d9af800 x1855007612802432/t0(0) o35->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:23/10 lens 392/2128 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1769074780.856344:0:57940:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9af800 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:57940:1855007612802432:192.168.204.139@tcp:35:lfs.0 00000100:00100000:3.0:1769074780.856461:0:57940:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc642c73000 going to sleep for 11 seconds 00000100:00100000:3.0:1769074780.868519:0:57940:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9af800 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:57940:1855007612802432:192.168.204.139@tcp:35:lfs.0 00000002:00100000:3.0:1769074780.868562:0:57940:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9bc643ab0380 x1855007612799488/t8589941369(8589941369) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/2240 e 0 to 0 dl 1769074796 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074780.893162:0:57943:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074780.893192:0:57943:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074780.893209:0:57943:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650f0d800/0x21fa6d252c1186db lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8571f expref: -99 pid: 57003 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074780.893227:0:57943:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650f0d800/0x21fa6d252c1186db lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8571f expref: -99 pid: 57003 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074780.893235:0:57943:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074780.893244:0:57943:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074780.893248:0:57943:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c1186db 00000080:00010000:3.0:1769074780.893257:0:57943:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c1186db from it ffffa7f98294bbf8 00010000:00010000:3.0:1769074780.893261:0:57943:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650f0d800/0x21fa6d252c1186db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8571f expref: -99 pid: 57003 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074780.893269:0:57943:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650f0d800/0x21fa6d252c1186db lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8571f expref: -99 pid: 57003 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074780.893286:0:57943:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074780.893294:0:57943:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f200b.sanity-flr, flags=265 00000080:00200000:3.0:1769074780.893299:0:57943:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1a7:0x0](ffff9bc649b59988), inode mode 81a4 mask 44 00000080:00200008:3.0:1769074780.893305:0:57943:0:(file.c:1001:ll_file_open()) START file f200b.sanity-flr:[0x200000404:0x1a7:0x0](ffff9bc649b59988), flags 140000 00000002:00010000:3.0:1769074780.893320:0:57943:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1a7:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240100001 00010000:00010000:3.0:1769074780.893378:0:57943:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64521b400/0x21fa6d252c11b4e0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 57943 initiator: MDT0 00010000:00010000:3.0:1769074780.893385:0:57943:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64521b400/0x21fa6d252c11b4e0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 57943 initiator: MDT0 00000020:00100000:3.0:1769074780.894757:0:57943:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074780.894791:0:57943:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64d9af800 x1855007612802688/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074780.894806:0:57943:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64521b400/0x21fa6d252c11b4e0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 57943 initiator: MDT0 00000100:00100000:3.0:1769074780.894834:0:57943:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9af800 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:57943:1855007612802688:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074780.895046:0:57943:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc642c73000 going to sleep for 11 seconds 00000100:00100000:3.0:1769074780.967889:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612802816:192.168.204.139@tcp:3:lfs.0 00000100:00100000:3.0:1769074780.976962:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074780.982197:0:37577:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1769074780.982257:0:37577:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619924736 00000100:00100000:3.0:1769074780.982270:0:37577:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619924736 00000100:00100000:3.0:1769074780.982362:0:37577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6556 00000100:00100000:3.0:1769074780.982377:0:37577:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64da4b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:14428:x1855007619924736:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074780.982416:0:37577:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942e00/0x21fa6d252c11b431 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x420000000000 nid: local remote: 0x8b5959a9a0e8a8b7 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074780.982523:0:37577:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074780.982531:0:37577:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64da4b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:14428:x1855007619924736:12345-192.168.204.139@tcp:104: Request processed in 158us (5038us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074780.982539:0:37577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6556 00000100:00100000:3.0:1769074780.995642:0:45123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619924864 00000100:00100000:3.0:1769074780.995667:0:45123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619924864 00000100:00100000:3.0:1769074780.995812:0:45123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6557 00000100:00100000:3.0:1769074780.995830:0:45123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc67afdb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:14223:x1855007619924864:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074780.995865:0:45123:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942800/0x21fa6d252c11b43f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x420000000000 nid: local remote: 0x8b5959a9a0e8a8c5 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074780.996020:0:45123:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074780.996031:0:45123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc67afdb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:14223:x1855007619924864:12345-192.168.204.139@tcp:104: Request processed in 206us (1844us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074780.996042:0:45123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6557 00000100:00100000:3.0:1769074780.997727:0:45123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619925120 00000100:00100000:3.0:1769074780.997750:0:45123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619925120 00000100:00100000:3.0:1769074780.997854:0:45123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619924992 00000100:00100000:3.0:1769074780.997861:0:45123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619924992 00000100:00100000:3.0:1769074780.997894:0:45123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6558 00000100:00100000:3.0:1769074780.997919:0:45123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc67afd8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:26133:x1855007619925120:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074780.997938:0:45123:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b446 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x420000000000 nid: local remote: 0x8b5959a9a0e8a8cc expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074780.998025:0:45123:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074780.998031:0:45123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc67afd8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:26133:x1855007619925120:12345-192.168.204.139@tcp:104: Request processed in 115us (644us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074780.998039:0:45123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6558 00000100:00100000:3.0:1769074780.998059:0:45123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6559 00000100:00100000:3.0:1769074780.998066:0:45123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc67afdad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:26123:x1855007619924992:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074780.998075:0:45123:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b438 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x420000000000 nid: local remote: 0x8b5959a9a0e8a8be expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074780.998104:0:45123:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1769074780.998110:0:45123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc67afdad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:26123:x1855007619924992:12345-192.168.204.139@tcp:104: Request processed in 45us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074780.998117:0:45123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6559 00000100:00100000:3.0:1769074781.021602:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612804608:192.168.204.139@tcp:103:ldlm_bl.0 00000008:00010000:3.0:1769074781.055745:0:2373:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc650fdc3c0 00000020:00200000:3.0:1769074781.055759:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 511 items remaining. 00000020:00200000:3.0:1769074781.055763:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 510 items remaining. 00000020:00200000:3.0:1769074781.055765:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 509 items remaining. 00000020:00200000:3.0:1769074781.055767:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 508 items remaining. 00000020:00200000:3.0:1769074781.055768:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 507 items remaining. 00000020:00200000:3.0:1769074781.055770:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 506 items remaining. 00000020:00200000:3.0:1769074781.055771:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 505 items remaining. 00000020:00200000:3.0:1769074781.058740:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 504 items remaining. 00000020:00200000:3.0:1769074781.058749:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 503 items remaining. 00000020:00200000:3.0:1769074781.058751:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 502 items remaining. 00000020:00200000:3.0:1769074781.058753:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 501 items remaining. 00000020:00200000:3.0:1769074781.058756:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 500 items remaining. 00000020:00200000:3.0:1769074781.058757:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 499 items remaining. 00000020:00200000:3.0:1769074781.058759:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 498 items remaining. 00000020:00200000:3.0:1769074781.058761:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 497 items remaining. 00000020:00200000:3.0:1769074781.058763:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 496 items remaining. 00000020:00200000:3.0:1769074781.058765:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 495 items remaining. 00000020:00200000:3.0:1769074781.058767:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 494 items remaining. 00000020:00200000:3.0:1769074781.058769:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 493 items remaining. 00000020:00200000:3.0:1769074781.058771:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 492 items remaining. 00000020:00200000:3.0:1769074781.058788:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 491 items remaining. 00000020:00200000:3.0:1769074781.058791:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 490 items remaining. 00000020:00200000:3.0:1769074781.058793:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 489 items remaining. 00000020:00200000:3.0:1769074781.058794:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 488 items remaining. 00000020:00200000:3.0:1769074781.058796:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 487 items remaining. 00000020:00200000:3.0:1769074781.058798:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 486 items remaining. 00000020:00200000:3.0:1769074781.058800:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 485 items remaining. 00000020:00200000:3.0:1769074781.058803:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 484 items remaining. 00000020:00200000:3.0:1769074781.058805:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 483 items remaining. 00000020:00200000:3.0:1769074781.058807:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 482 items remaining. 00000020:00200000:3.0:1769074781.058809:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 481 items remaining. 00000020:00200000:3.0:1769074781.058811:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 480 items remaining. 00000020:00200000:3.0:1769074781.058813:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 479 items remaining. 00000020:00200000:3.0:1769074781.058815:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 478 items remaining. 00000020:00200000:3.0:1769074781.058817:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 477 items remaining. 00000020:00200000:3.0:1769074781.058818:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 476 items remaining. 00000020:00200000:3.0:1769074781.058820:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 475 items remaining. 00000020:00200000:3.0:1769074781.058822:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 474 items remaining. 00000020:00200000:3.0:1769074781.058824:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 473 items remaining. 00000020:00200000:3.0:1769074781.058826:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 472 items remaining. 00000020:00200000:3.0:1769074781.058828:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 471 items remaining. 00000020:00200000:3.0:1769074781.058830:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 470 items remaining. 00000020:00200000:3.0:1769074781.058832:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 469 items remaining. 00000020:00200000:3.0:1769074781.058834:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 468 items remaining. 00000020:00200000:3.0:1769074781.058836:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 467 items remaining. 00000020:00200000:3.0:1769074781.058838:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 466 items remaining. 00000020:00200000:3.0:1769074781.058840:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 465 items remaining. 00000020:00200000:3.0:1769074781.058842:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 464 items remaining. 00000020:00200000:3.0:1769074781.058844:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 463 items remaining. 00000020:00200000:3.0:1769074781.058846:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 462 items remaining. 00000020:00200000:3.0:1769074781.058848:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 461 items remaining. 00000020:00200000:3.0:1769074781.058850:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 460 items remaining. 00000020:00200000:3.0:1769074781.058852:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 459 items remaining. 00000020:00200000:3.0:1769074781.058854:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 458 items remaining. 00000020:00200000:3.0:1769074781.058856:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 457 items remaining. 00000020:00200000:3.0:1769074781.058857:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 456 items remaining. 00000020:00200000:3.0:1769074781.058859:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 455 items remaining. 00000020:00200000:3.0:1769074781.058861:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 454 items remaining. 00000020:00200000:3.0:1769074781.058863:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 453 items remaining. 00000020:00200000:3.0:1769074781.058865:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 452 items remaining. 00000020:00200000:3.0:1769074781.058867:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 451 items remaining. 00000020:00200000:3.0:1769074781.058869:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 450 items remaining. 00000020:00200000:3.0:1769074781.058871:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 449 items remaining. 00000020:00200000:3.0:1769074781.058872:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 448 items remaining. 00000020:00200000:3.0:1769074781.058874:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 447 items remaining. 00000020:00200000:3.0:1769074781.058876:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 446 items remaining. 00000020:00200000:3.0:1769074781.058878:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 445 items remaining. 00000020:00200000:3.0:1769074781.058880:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 444 items remaining. 00000020:00200000:3.0:1769074781.058881:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 443 items remaining. 00000020:00200000:3.0:1769074781.058883:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 442 items remaining. 00000020:00200000:3.0:1769074781.058885:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 441 items remaining. 00000020:00200000:3.0:1769074781.058887:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 440 items remaining. 00000020:00200000:3.0:1769074781.058889:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 439 items remaining. 00000020:00200000:3.0:1769074781.058890:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 438 items remaining. 00000020:00200000:3.0:1769074781.058893:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 437 items remaining. 00000020:00200000:3.0:1769074781.058894:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 436 items remaining. 00000020:00200000:3.0:1769074781.058896:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 435 items remaining. 00000020:00200000:3.0:1769074781.058898:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 434 items remaining. 00000020:00200000:3.0:1769074781.058899:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 433 items remaining. 00000020:00200000:3.0:1769074781.058901:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 432 items remaining. 00000020:00200000:3.0:1769074781.058903:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 431 items remaining. 00000020:00200000:3.0:1769074781.058905:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 430 items remaining. 00000020:00200000:3.0:1769074781.058907:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 429 items remaining. 00000020:00200000:3.0:1769074781.058909:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 428 items remaining. 00000020:00200000:3.0:1769074781.058910:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 427 items remaining. 00000020:00200000:3.0:1769074781.058912:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 426 items remaining. 00000020:00200000:3.0:1769074781.058914:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 425 items remaining. 00000020:00200000:3.0:1769074781.058916:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 424 items remaining. 00000020:00200000:3.0:1769074781.058918:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 423 items remaining. 00000020:00200000:3.0:1769074781.058920:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 422 items remaining. 00000020:00200000:3.0:1769074781.058922:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 421 items remaining. 00000020:00200000:3.0:1769074781.058925:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 420 items remaining. 00000020:00200000:3.0:1769074781.058927:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 419 items remaining. 00000020:00200000:3.0:1769074781.058928:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 418 items remaining. 00000020:00200000:3.0:1769074781.058930:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 417 items remaining. 00000020:00200000:3.0:1769074781.058932:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 416 items remaining. 00000020:00200000:3.0:1769074781.058934:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 415 items remaining. 00000020:00200000:3.0:1769074781.058937:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 414 items remaining. 00000020:00200000:3.0:1769074781.058938:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 413 items remaining. 00000020:00200000:3.0:1769074781.058940:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 412 items remaining. 00000020:00200000:3.0:1769074781.058942:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 411 items remaining. 00000020:00200000:3.0:1769074781.058944:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 410 items remaining. 00000020:00200000:3.0:1769074781.058946:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 409 items remaining. 00000020:00200000:3.0:1769074781.058948:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 408 items remaining. 00000020:00200000:3.0:1769074781.058950:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 407 items remaining. 00000020:00200000:3.0:1769074781.058951:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 406 items remaining. 00000020:00200000:3.0:1769074781.058953:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 405 items remaining. 00000020:00200000:3.0:1769074781.058954:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 404 items remaining. 00000020:00200000:3.0:1769074781.058955:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 403 items remaining. 00000020:00200000:3.0:1769074781.058956:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 402 items remaining. 00000020:00200000:3.0:1769074781.058957:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 401 items remaining. 00000020:00200000:3.0:1769074781.058958:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 400 items remaining. 00000020:00200000:3.0:1769074781.058959:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 399 items remaining. 00000020:00200000:3.0:1769074781.058960:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 398 items remaining. 00000020:00200000:3.0:1769074781.058961:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 397 items remaining. 00000020:00200000:3.0:1769074781.058962:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 396 items remaining. 00000020:00200000:3.0:1769074781.058963:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 395 items remaining. 00000020:00200000:3.0:1769074781.058964:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 394 items remaining. 00000020:00200000:3.0:1769074781.058965:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 393 items remaining. 00000020:00200000:3.0:1769074781.058966:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 392 items remaining. 00000020:00200000:3.0:1769074781.058967:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 391 items remaining. 00000020:00200000:3.0:1769074781.058968:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 390 items remaining. 00000020:00200000:3.0:1769074781.058969:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 389 items remaining. 00000020:00200000:3.0:1769074781.058971:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 388 items remaining. 00000020:00200000:3.0:1769074781.058972:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 387 items remaining. 00000020:00200000:3.0:1769074781.058974:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 386 items remaining. 00000020:00200000:3.0:1769074781.058975:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 385 items remaining. 00000020:00200000:3.0:1769074781.058976:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 384 items remaining. 00000020:00200000:3.0:1769074781.058977:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 383 items remaining. 00000020:00200000:3.0:1769074781.058979:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 382 items remaining. 00000020:00200000:3.0:1769074781.058980:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 381 items remaining. 00000020:00200000:3.0:1769074781.058982:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 380 items remaining. 00000020:00200000:3.0:1769074781.058984:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 379 items remaining. 00000020:00200000:3.0:1769074781.058986:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 378 items remaining. 00000020:00200000:3.0:1769074781.058988:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 377 items remaining. 00000020:00200000:3.0:1769074781.058990:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 376 items remaining. 00000020:00200000:3.0:1769074781.058992:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 375 items remaining. 00000020:00200000:3.0:1769074781.058994:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 374 items remaining. 00000020:00200000:3.0:1769074781.058996:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 373 items remaining. 00000020:00200000:3.0:1769074781.058997:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 372 items remaining. 00000020:00200000:3.0:1769074781.058999:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 371 items remaining. 00000020:00200000:3.0:1769074781.059001:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 370 items remaining. 00000020:00200000:3.0:1769074781.059002:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 369 items remaining. 00000020:00200000:3.0:1769074781.059004:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 368 items remaining. 00000020:00200000:3.0:1769074781.059006:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 367 items remaining. 00000020:00200000:3.0:1769074781.059008:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 366 items remaining. 00000020:00200000:3.0:1769074781.059010:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 365 items remaining. 00000020:00200000:3.0:1769074781.059012:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 364 items remaining. 00000020:00200000:3.0:1769074781.059014:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 363 items remaining. 00000020:00200000:3.0:1769074781.059016:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 362 items remaining. 00000020:00200000:3.0:1769074781.059017:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 361 items remaining. 00000020:00200000:3.0:1769074781.059020:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 360 items remaining. 00000020:00200000:3.0:1769074781.059021:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 359 items remaining. 00000020:00200000:3.0:1769074781.059023:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 358 items remaining. 00000020:00200000:3.0:1769074781.059025:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 357 items remaining. 00000020:00200000:3.0:1769074781.059027:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 356 items remaining. 00000020:00200000:3.0:1769074781.059029:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 355 items remaining. 00000020:00200000:3.0:1769074781.059031:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 354 items remaining. 00000020:00200000:3.0:1769074781.059033:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 353 items remaining. 00000020:00200000:3.0:1769074781.059035:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 352 items remaining. 00000020:00200000:3.0:1769074781.059036:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 351 items remaining. 00000020:00200000:3.0:1769074781.059038:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 350 items remaining. 00000020:00200000:3.0:1769074781.059040:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 349 items remaining. 00000020:00200000:3.0:1769074781.059042:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 348 items remaining. 00000020:00200000:3.0:1769074781.059043:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 347 items remaining. 00000020:00200000:3.0:1769074781.059045:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 346 items remaining. 00000020:00200000:3.0:1769074781.059047:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 345 items remaining. 00000020:00200000:3.0:1769074781.059049:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 344 items remaining. 00000020:00200000:3.0:1769074781.059061:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 343 items remaining. 00000020:00200000:3.0:1769074781.059065:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 342 items remaining. 00000020:00200000:3.0:1769074781.059067:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 341 items remaining. 00000020:00200000:3.0:1769074781.059069:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 340 items remaining. 00000020:00200000:3.0:1769074781.059071:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 339 items remaining. 00000020:00200000:3.0:1769074781.059073:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 338 items remaining. 00000020:00200000:3.0:1769074781.059075:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 337 items remaining. 00000020:00200000:3.0:1769074781.059077:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 336 items remaining. 00000020:00200000:3.0:1769074781.059079:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 335 items remaining. 00000020:00200000:3.0:1769074781.059081:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 334 items remaining. 00000020:00200000:3.0:1769074781.059083:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 333 items remaining. 00000020:00200000:3.0:1769074781.059085:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 332 items remaining. 00000020:00200000:3.0:1769074781.059088:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 331 items remaining. 00000020:00200000:3.0:1769074781.059089:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 330 items remaining. 00000020:00200000:3.0:1769074781.059092:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 329 items remaining. 00000020:00200000:3.0:1769074781.059094:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 328 items remaining. 00000020:00200000:3.0:1769074781.059095:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 327 items remaining. 00000020:00200000:3.0:1769074781.059097:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 326 items remaining. 00000020:00200000:3.0:1769074781.059099:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 325 items remaining. 00000020:00200000:3.0:1769074781.059101:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 324 items remaining. 00000020:00200000:3.0:1769074781.059103:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 323 items remaining. 00000020:00200000:3.0:1769074781.059104:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 322 items remaining. 00000020:00200000:3.0:1769074781.059106:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 321 items remaining. 00000020:00200000:3.0:1769074781.059107:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 320 items remaining. 00000020:00200000:3.0:1769074781.059108:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 319 items remaining. 00000020:00200000:3.0:1769074781.059109:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 318 items remaining. 00000020:00200000:3.0:1769074781.059110:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 317 items remaining. 00000020:00200000:3.0:1769074781.059111:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 316 items remaining. 00000020:00200000:3.0:1769074781.059112:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 315 items remaining. 00000020:00200000:3.0:1769074781.059113:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 314 items remaining. 00000020:00200000:3.0:1769074781.059114:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 313 items remaining. 00000020:00200000:3.0:1769074781.059115:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 312 items remaining. 00000020:00200000:3.0:1769074781.059116:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 311 items remaining. 00000020:00200000:3.0:1769074781.059117:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 310 items remaining. 00000020:00200000:3.0:1769074781.059118:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 309 items remaining. 00000020:00200000:3.0:1769074781.059119:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 308 items remaining. 00000020:00200000:3.0:1769074781.059120:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 307 items remaining. 00000020:00200000:3.0:1769074781.059121:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 306 items remaining. 00000020:00200000:3.0:1769074781.059122:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 305 items remaining. 00000020:00200000:3.0:1769074781.059123:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 304 items remaining. 00000020:00200000:3.0:1769074781.059124:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 303 items remaining. 00000020:00200000:3.0:1769074781.059125:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 302 items remaining. 00000020:00200000:3.0:1769074781.059126:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 301 items remaining. 00000020:00200000:3.0:1769074781.059127:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 300 items remaining. 00000020:00200000:3.0:1769074781.059128:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 299 items remaining. 00000020:00200000:3.0:1769074781.059129:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 298 items remaining. 00000020:00200000:3.0:1769074781.059130:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 297 items remaining. 00000020:00200000:3.0:1769074781.059131:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 296 items remaining. 00000020:00200000:3.0:1769074781.059132:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 295 items remaining. 00000020:00200000:3.0:1769074781.059134:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 294 items remaining. 00000020:00200000:3.0:1769074781.059135:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 293 items remaining. 00000020:00200000:3.0:1769074781.059137:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 292 items remaining. 00000020:00200000:3.0:1769074781.059138:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 291 items remaining. 00000020:00200000:3.0:1769074781.059139:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 290 items remaining. 00000020:00200000:3.0:1769074781.059141:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 289 items remaining. 00000020:00200000:3.0:1769074781.059142:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 288 items remaining. 00000020:00200000:3.0:1769074781.059143:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 287 items remaining. 00000020:00200000:3.0:1769074781.059145:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 286 items remaining. 00000020:00200000:3.0:1769074781.059146:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 285 items remaining. 00000020:00200000:3.0:1769074781.059147:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 284 items remaining. 00000020:00200000:3.0:1769074781.059147:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 283 items remaining. 00000020:00200000:3.0:1769074781.059148:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 282 items remaining. 00000020:00200000:3.0:1769074781.059149:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 281 items remaining. 00000020:00200000:3.0:1769074781.059150:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 280 items remaining. 00000020:00200000:3.0:1769074781.059151:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 279 items remaining. 00000020:00200000:3.0:1769074781.059152:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 278 items remaining. 00000020:00200000:3.0:1769074781.059153:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 277 items remaining. 00000020:00200000:3.0:1769074781.059154:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 276 items remaining. 00000020:00200000:3.0:1769074781.059155:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 275 items remaining. 00000020:00200000:3.0:1769074781.059156:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 274 items remaining. 00000020:00200000:3.0:1769074781.059157:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 273 items remaining. 00000020:00200000:3.0:1769074781.059158:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 272 items remaining. 00000020:00200000:3.0:1769074781.059159:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 271 items remaining. 00000020:00200000:3.0:1769074781.059160:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 270 items remaining. 00000020:00200000:3.0:1769074781.059161:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 269 items remaining. 00000020:00200000:3.0:1769074781.059162:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 268 items remaining. 00000020:00200000:3.0:1769074781.059163:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 267 items remaining. 00000020:00200000:3.0:1769074781.059164:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 266 items remaining. 00000020:00200000:3.0:1769074781.059165:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 265 items remaining. 00000020:00200000:3.0:1769074781.059166:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 264 items remaining. 00000020:00200000:3.0:1769074781.059167:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 263 items remaining. 00000020:00200000:3.0:1769074781.059168:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 262 items remaining. 00000020:00200000:3.0:1769074781.059169:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 261 items remaining. 00000020:00200000:3.0:1769074781.059170:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 260 items remaining. 00000020:00200000:3.0:1769074781.059171:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 259 items remaining. 00000020:00200000:3.0:1769074781.059173:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 258 items remaining. 00000020:00200000:3.0:1769074781.059174:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 257 items remaining. 00000020:00200000:3.0:1769074781.059175:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000008:00010000:3.0:1769074781.059179:0:2373:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc650fdc3c0 00000100:00100000:3.0:1769074781.059208:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612802944:192.168.204.139@tcp:3:lfs.0 00000008:00010000:3.0:1769074781.098220:0:2373:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc650fdcb40 00000020:00200000:3.0:1769074781.098229:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:3.0:1769074781.098232:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:3.0:1769074781.098233:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:3.0:1769074781.098234:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:3.0:1769074781.098235:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:3.0:1769074781.098237:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:3.0:1769074781.098238:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:3.0:1769074781.098239:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:3.0:1769074781.098240:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:3.0:1769074781.098241:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:3.0:1769074781.098241:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:3.0:1769074781.098242:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:3.0:1769074781.098243:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:3.0:1769074781.098244:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:3.0:1769074781.098245:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:3.0:1769074781.098246:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:3.0:1769074781.098247:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:3.0:1769074781.098248:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:3.0:1769074781.098248:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:3.0:1769074781.098249:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:3.0:1769074781.098250:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:3.0:1769074781.098251:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:3.0:1769074781.098252:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:3.0:1769074781.098253:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:3.0:1769074781.098255:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:3.0:1769074781.098256:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:3.0:1769074781.098257:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:3.0:1769074781.098258:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:3.0:1769074781.098259:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:3.0:1769074781.098260:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:3.0:1769074781.098261:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:3.0:1769074781.098262:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:3.0:1769074781.098262:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:3.0:1769074781.098263:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:3.0:1769074781.098264:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:3.0:1769074781.098265:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:3.0:1769074781.098266:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:3.0:1769074781.098267:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:3.0:1769074781.098268:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:3.0:1769074781.098269:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:3.0:1769074781.098270:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:3.0:1769074781.098271:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:3.0:1769074781.098272:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:3.0:1769074781.098273:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:3.0:1769074781.098274:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:3.0:1769074781.098274:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:3.0:1769074781.098275:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:3.0:1769074781.098276:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:3.0:1769074781.098277:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:3.0:1769074781.098278:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:3.0:1769074781.098279:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:3.0:1769074781.098280:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:3.0:1769074781.098281:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:3.0:1769074781.098281:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:3.0:1769074781.098282:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:3.0:1769074781.098284:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:3.0:1769074781.098285:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:3.0:1769074781.098286:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:3.0:1769074781.098287:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:3.0:1769074781.098289:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:3.0:1769074781.098290:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:3.0:1769074781.098291:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:3.0:1769074781.098292:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:3.0:1769074781.098293:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:3.0:1769074781.098293:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:3.0:1769074781.098294:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:3.0:1769074781.098295:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:3.0:1769074781.098296:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:3.0:1769074781.098297:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:3.0:1769074781.098298:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:3.0:1769074781.098299:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:3.0:1769074781.098299:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:3.0:1769074781.098300:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:3.0:1769074781.098301:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:3.0:1769074781.098302:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:3.0:1769074781.098303:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:3.0:1769074781.098304:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:3.0:1769074781.098305:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:3.0:1769074781.098306:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:3.0:1769074781.098307:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:3.0:1769074781.098308:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:3.0:1769074781.098309:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:3.0:1769074781.098309:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:3.0:1769074781.098310:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:3.0:1769074781.098311:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:3.0:1769074781.098312:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:3.0:1769074781.098313:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:3.0:1769074781.098314:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:3.0:1769074781.098315:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:3.0:1769074781.098316:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:3.0:1769074781.098318:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:3.0:1769074781.098318:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:3.0:1769074781.098320:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:3.0:1769074781.098497:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:3.0:1769074781.098498:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:3.0:1769074781.098499:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:3.0:1769074781.098500:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:3.0:1769074781.098501:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:3.0:1769074781.098502:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:3.0:1769074781.098504:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:3.0:1769074781.098505:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:3.0:1769074781.098506:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:3.0:1769074781.098508:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:3.0:1769074781.098509:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:3.0:1769074781.098510:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:3.0:1769074781.098511:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:3.0:1769074781.098512:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:3.0:1769074781.098513:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:3.0:1769074781.098514:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:3.0:1769074781.098515:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:3.0:1769074781.098516:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:3.0:1769074781.098517:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:3.0:1769074781.098518:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:3.0:1769074781.098519:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:3.0:1769074781.098520:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:3.0:1769074781.098520:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:3.0:1769074781.098521:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:3.0:1769074781.098522:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:3.0:1769074781.098523:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:3.0:1769074781.098524:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:3.0:1769074781.098526:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:3.0:1769074781.098527:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:3.0:1769074781.098528:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:3.0:1769074781.098529:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:3.0:1769074781.098530:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:3.0:1769074781.098531:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:3.0:1769074781.098531:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:3.0:1769074781.098532:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:3.0:1769074781.098533:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:3.0:1769074781.098534:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:3.0:1769074781.098535:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:3.0:1769074781.098536:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:3.0:1769074781.098537:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:3.0:1769074781.098538:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:3.0:1769074781.098538:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:3.0:1769074781.098539:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:3.0:1769074781.098540:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:3.0:1769074781.098541:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:3.0:1769074781.098542:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:3.0:1769074781.098543:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:3.0:1769074781.098544:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:3.0:1769074781.098545:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:3.0:1769074781.098545:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:3.0:1769074781.098546:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:3.0:1769074781.098547:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:3.0:1769074781.098548:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:3.0:1769074781.098549:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:3.0:1769074781.098550:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:3.0:1769074781.098551:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:3.0:1769074781.098607:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:3.0:1769074781.098611:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:3.0:1769074781.098613:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:3.0:1769074781.098615:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:3.0:1769074781.098616:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:3.0:1769074781.098618:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:3.0:1769074781.098619:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:3.0:1769074781.098621:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:3.0:1769074781.098622:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:3.0:1769074781.098624:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:3.0:1769074781.098625:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:3.0:1769074781.098627:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:3.0:1769074781.098628:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:3.0:1769074781.098629:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:3.0:1769074781.098631:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:3.0:1769074781.098632:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:3.0:1769074781.098634:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:3.0:1769074781.098635:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:3.0:1769074781.098637:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:3.0:1769074781.098638:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:3.0:1769074781.098640:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:3.0:1769074781.098641:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:3.0:1769074781.098643:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:3.0:1769074781.098644:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:3.0:1769074781.098646:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:3.0:1769074781.098647:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:3.0:1769074781.098649:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:3.0:1769074781.098650:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:3.0:1769074781.098652:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:3.0:1769074781.098653:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:3.0:1769074781.098655:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:3.0:1769074781.098657:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:3.0:1769074781.098658:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:3.0:1769074781.098660:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:3.0:1769074781.098662:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:3.0:1769074781.098664:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:3.0:1769074781.098666:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:3.0:1769074781.098667:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:3.0:1769074781.098668:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:3.0:1769074781.098670:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:3.0:1769074781.098671:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:3.0:1769074781.098672:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:3.0:1769074781.098674:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:3.0:1769074781.098675:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:3.0:1769074781.098677:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:3.0:1769074781.098678:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:3.0:1769074781.098681:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:3.0:1769074781.098683:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:3.0:1769074781.098684:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:3.0:1769074781.098686:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:3.0:1769074781.098687:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:3.0:1769074781.098689:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:3.0:1769074781.098691:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:3.0:1769074781.098693:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:3.0:1769074781.098694:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:3.0:1769074781.098696:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:3.0:1769074781.098697:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:3.0:1769074781.098699:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:3.0:1769074781.098701:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:3.0:1769074781.098703:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:3.0:1769074781.098704:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:3.0:1769074781.098706:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:3.0:1769074781.098708:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:3.0:1769074781.098710:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:3.0:1769074781.098711:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:3.0:1769074781.098713:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:3.0:1769074781.098715:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:3.0:1769074781.098717:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:3.0:1769074781.098719:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:3.0:1769074781.098721:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:3.0:1769074781.098722:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:3.0:1769074781.098724:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:3.0:1769074781.098725:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:3.0:1769074781.098727:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:3.0:1769074781.098728:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:3.0:1769074781.098730:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:3.0:1769074781.098731:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:3.0:1769074781.098733:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:3.0:1769074781.098734:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:3.0:1769074781.098736:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:3.0:1769074781.098737:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:3.0:1769074781.098739:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:3.0:1769074781.098740:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:3.0:1769074781.098742:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:3.0:1769074781.098743:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:3.0:1769074781.098745:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:3.0:1769074781.098746:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:3.0:1769074781.098747:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:3.0:1769074781.098749:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:3.0:1769074781.098751:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:3.0:1769074781.098752:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:3.0:1769074781.098754:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:3.0:1769074781.098756:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:3.0:1769074781.098757:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:3.0:1769074781.098759:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:3.0:1769074781.098761:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:3.0:1769074781.098762:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:3.0:1769074781.098764:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:3.0:1769074781.098766:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:3.0:1769074781.098768:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:3.0:1769074781.098770:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:3.0:1769074781.098771:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:3.0:1769074781.101267:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:3.0:1769074781.101274:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:3.0:1769074781.101275:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:3.0:1769074781.101277:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:3.0:1769074781.101278:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1769074781.103903:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000008:00010000:3.0:1769074781.103921:0:2373:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc650fdcb40 00000100:00100000:3.0:1769074781.103955:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612803200:192.168.204.139@tcp:3:lfs.0 00000020:00200000:1.0:1769074781.105094:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 535392, offset 0, pos 8519680, cdp_page_count 163 00000020:00200000:1.0:1769074781.105098:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 531296, offset 0, pos 8523776, cdp_page_count 163 00000020:00200000:1.0:1769074781.105102:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 527200, offset 0, pos 8527872, cdp_page_count 163 00000020:00200000:1.0:1769074781.105105:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 523104, offset 0, pos 8531968, cdp_page_count 163 00000020:00200000:1.0:1769074781.105108:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 519008, offset 0, pos 8536064, cdp_page_count 163 00000020:00200000:1.0:1769074781.105111:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 514912, offset 0, pos 8540160, cdp_page_count 163 00000020:00200000:1.0:1769074781.105114:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 510816, offset 0, pos 8544256, cdp_page_count 163 00000020:00200000:1.0:1769074781.105117:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 506720, offset 0, pos 8548352, cdp_page_count 163 00000020:00200000:1.0:1769074781.105120:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 502624, offset 0, pos 8552448, cdp_page_count 163 00000020:00200000:1.0:1769074781.105124:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 498528, offset 0, pos 8556544, cdp_page_count 163 00000020:00200000:1.0:1769074781.105126:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 494432, offset 0, pos 8560640, cdp_page_count 163 00000020:00200000:1.0:1769074781.105129:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 490336, offset 0, pos 8564736, cdp_page_count 163 00000020:00200000:1.0:1769074781.105131:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 486240, offset 0, pos 8568832, cdp_page_count 163 00000020:00200000:1.0:1769074781.105134:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 482144, offset 0, pos 8572928, cdp_page_count 163 00000020:00200000:1.0:1769074781.105138:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 478048, offset 0, pos 8577024, cdp_page_count 163 00000020:00200000:1.0:1769074781.105140:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 473952, offset 0, pos 8581120, cdp_page_count 163 00000020:00200000:1.0:1769074781.105143:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 469856, offset 0, pos 8585216, cdp_page_count 163 00000020:00200000:1.0:1769074781.105146:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 465760, offset 0, pos 8589312, cdp_page_count 163 00000020:00200000:1.0:1769074781.105149:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 461664, offset 0, pos 8593408, cdp_page_count 163 00000020:00200000:1.0:1769074781.105152:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 457568, offset 0, pos 8597504, cdp_page_count 163 00000020:00200000:1.0:1769074781.105155:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 453472, offset 0, pos 8601600, cdp_page_count 163 00000020:00200000:1.0:1769074781.105159:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 449376, offset 0, pos 8605696, cdp_page_count 163 00000020:00200000:1.0:1769074781.105162:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 445280, offset 0, pos 8609792, cdp_page_count 163 00000020:00200000:1.0:1769074781.105165:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 441184, offset 0, pos 8613888, cdp_page_count 163 00000020:00200000:1.0:1769074781.105168:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 437088, offset 0, pos 8617984, cdp_page_count 163 00000020:00200000:1.0:1769074781.105172:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 432992, offset 0, pos 8622080, cdp_page_count 163 00000020:00200000:1.0:1769074781.105175:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 428896, offset 0, pos 8626176, cdp_page_count 163 00000020:00200000:1.0:1769074781.105178:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 424800, offset 0, pos 8630272, cdp_page_count 163 00000020:00200000:1.0:1769074781.105181:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 420704, offset 0, pos 8634368, cdp_page_count 163 00000020:00200000:1.0:1769074781.105185:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 416608, offset 0, pos 8638464, cdp_page_count 163 00000020:00200000:1.0:1769074781.105188:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 412512, offset 0, pos 8642560, cdp_page_count 163 00000020:00200000:1.0:1769074781.105192:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 408416, offset 0, pos 8646656, cdp_page_count 163 00000020:00200000:1.0:1769074781.105195:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 404320, offset 0, pos 8650752, cdp_page_count 163 00000020:00200000:1.0:1769074781.105198:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 400224, offset 0, pos 8654848, cdp_page_count 163 00000020:00200000:1.0:1769074781.105201:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 396128, offset 0, pos 8658944, cdp_page_count 163 00000020:00200000:1.0:1769074781.105204:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 392032, offset 0, pos 8663040, cdp_page_count 163 00000020:00200000:1.0:1769074781.105207:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 387936, offset 0, pos 8667136, cdp_page_count 163 00000020:00200000:1.0:1769074781.105211:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 383840, offset 0, pos 8671232, cdp_page_count 163 00000020:00200000:1.0:1769074781.105214:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 379744, offset 0, pos 8675328, cdp_page_count 163 00000020:00200000:1.0:1769074781.105219:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 375648, offset 0, pos 8679424, cdp_page_count 163 00000020:00200000:1.0:1769074781.105222:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 371552, offset 0, pos 8683520, cdp_page_count 163 00000020:00200000:1.0:1769074781.105225:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 367456, offset 0, pos 8687616, cdp_page_count 163 00000020:00200000:1.0:1769074781.105228:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 363360, offset 0, pos 8691712, cdp_page_count 163 00000020:00200000:1.0:1769074781.105231:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 359264, offset 0, pos 8695808, cdp_page_count 163 00000020:00200000:1.0:1769074781.105234:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 355168, offset 0, pos 8699904, cdp_page_count 163 00000020:00200000:1.0:1769074781.105237:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 351072, offset 0, pos 8704000, cdp_page_count 163 00000020:00200000:1.0:1769074781.105240:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 346976, offset 0, pos 8708096, cdp_page_count 163 00000020:00200000:1.0:1769074781.105243:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 342880, offset 0, pos 8712192, cdp_page_count 163 00000020:00200000:1.0:1769074781.105246:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 338784, offset 0, pos 8716288, cdp_page_count 163 00000020:00200000:1.0:1769074781.105250:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 334688, offset 0, pos 8720384, cdp_page_count 163 00000020:00200000:1.0:1769074781.105253:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 330592, offset 0, pos 8724480, cdp_page_count 163 00000020:00200000:1.0:1769074781.105256:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 326496, offset 0, pos 8728576, cdp_page_count 163 00000020:00200000:1.0:1769074781.105258:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 322400, offset 0, pos 8732672, cdp_page_count 163 00000020:00200000:1.0:1769074781.105261:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 318304, offset 0, pos 8736768, cdp_page_count 163 00000020:00200000:1.0:1769074781.105264:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 314208, offset 0, pos 8740864, cdp_page_count 163 00000020:00200000:1.0:1769074781.105267:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 310112, offset 0, pos 8744960, cdp_page_count 163 00000020:00200000:1.0:1769074781.105270:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 306016, offset 0, pos 8749056, cdp_page_count 163 00000020:00200000:1.0:1769074781.105273:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 301920, offset 0, pos 8753152, cdp_page_count 163 00000020:00200000:1.0:1769074781.105276:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 297824, offset 0, pos 8757248, cdp_page_count 163 00000020:00200000:1.0:1769074781.105279:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 293728, offset 0, pos 8761344, cdp_page_count 163 00000020:00200000:1.0:1769074781.105283:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 289632, offset 0, pos 8765440, cdp_page_count 163 00000020:00200000:1.0:1769074781.105286:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 285536, offset 0, pos 8769536, cdp_page_count 163 00000020:00200000:1.0:1769074781.105289:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 281440, offset 0, pos 8773632, cdp_page_count 163 00000020:00200000:1.0:1769074781.105293:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 277344, offset 0, pos 8777728, cdp_page_count 163 00000020:00200000:1.0:1769074781.105297:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 273248, offset 0, pos 8781824, cdp_page_count 163 00000020:00200000:1.0:1769074781.105301:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 269152, offset 0, pos 8785920, cdp_page_count 163 00000020:00200000:1.0:1769074781.105304:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 265056, offset 0, pos 8790016, cdp_page_count 163 00000020:00200000:1.0:1769074781.105308:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 260960, offset 0, pos 8794112, cdp_page_count 163 00000020:00200000:1.0:1769074781.105311:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 256864, offset 0, pos 8798208, cdp_page_count 163 00000020:00200000:1.0:1769074781.105315:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 252768, offset 0, pos 8802304, cdp_page_count 163 00000020:00200000:1.0:1769074781.105317:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 248672, offset 0, pos 8806400, cdp_page_count 163 00000020:00200000:1.0:1769074781.106703:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 244576, offset 0, pos 8810496, cdp_page_count 163 00000020:00200000:1.0:1769074781.106716:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 240480, offset 0, pos 8814592, cdp_page_count 163 00000020:00200000:1.0:1769074781.106719:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 236384, offset 0, pos 8818688, cdp_page_count 163 00000020:00200000:1.0:1769074781.106722:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 232288, offset 0, pos 8822784, cdp_page_count 163 00000020:00200000:1.0:1769074781.106725:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 228192, offset 0, pos 8826880, cdp_page_count 163 00000020:00200000:1.0:1769074781.106728:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 224096, offset 0, pos 8830976, cdp_page_count 163 00000020:00200000:1.0:1769074781.106731:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 220000, offset 0, pos 8835072, cdp_page_count 163 00000020:00200000:1.0:1769074781.106734:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 215904, offset 0, pos 8839168, cdp_page_count 163 00000020:00200000:1.0:1769074781.106737:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 211808, offset 0, pos 8843264, cdp_page_count 163 00000020:00200000:1.0:1769074781.106740:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 207712, offset 0, pos 8847360, cdp_page_count 163 00000020:00200000:1.0:1769074781.106744:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 203616, offset 0, pos 8851456, cdp_page_count 163 00000020:00200000:1.0:1769074781.106747:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 199520, offset 0, pos 8855552, cdp_page_count 163 00000020:00200000:1.0:1769074781.106750:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 195424, offset 0, pos 8859648, cdp_page_count 163 00000020:00200000:1.0:1769074781.106754:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 191328, offset 0, pos 8863744, cdp_page_count 163 00000020:00200000:1.0:1769074781.106758:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 187232, offset 0, pos 8867840, cdp_page_count 163 00000020:00200000:1.0:1769074781.106761:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 183136, offset 0, pos 8871936, cdp_page_count 163 00000020:00200000:1.0:1769074781.106765:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 179040, offset 0, pos 8876032, cdp_page_count 163 00000020:00200000:1.0:1769074781.106768:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 174944, offset 0, pos 8880128, cdp_page_count 163 00000020:00200000:1.0:1769074781.106772:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 170848, offset 0, pos 8884224, cdp_page_count 163 00000020:00200000:1.0:1769074781.108694:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 166752, offset 0, pos 8888320, cdp_page_count 163 00000020:00200000:1.0:1769074781.108699:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 162656, offset 0, pos 8892416, cdp_page_count 163 00000020:00200000:1.0:1769074781.108702:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 158560, offset 0, pos 8896512, cdp_page_count 163 00000020:00200000:1.0:1769074781.108705:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 154464, offset 0, pos 8900608, cdp_page_count 163 00000020:00200000:1.0:1769074781.108709:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 150368, offset 0, pos 8904704, cdp_page_count 163 00000020:00200000:1.0:1769074781.108712:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 146272, offset 0, pos 8908800, cdp_page_count 163 00000020:00200000:1.0:1769074781.108715:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 142176, offset 0, pos 8912896, cdp_page_count 163 00000020:00200000:1.0:1769074781.108718:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 138080, offset 0, pos 8916992, cdp_page_count 163 00000020:00200000:1.0:1769074781.108721:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 133984, offset 0, pos 8921088, cdp_page_count 163 00000020:00200000:1.0:1769074781.108725:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 129888, offset 0, pos 8925184, cdp_page_count 163 00000020:00200000:1.0:1769074781.108728:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 125792, offset 0, pos 8929280, cdp_page_count 163 00000020:00200000:1.0:1769074781.108731:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 121696, offset 0, pos 8933376, cdp_page_count 163 00000020:00200000:1.0:1769074781.108734:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 117600, offset 0, pos 8937472, cdp_page_count 163 00000020:00200000:1.0:1769074781.108738:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 113504, offset 0, pos 8941568, cdp_page_count 163 00000020:00200000:1.0:1769074781.108741:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 109408, offset 0, pos 8945664, cdp_page_count 163 00000020:00200000:1.0:1769074781.108744:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 105312, offset 0, pos 8949760, cdp_page_count 163 00000020:00200000:1.0:1769074781.108747:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 101216, offset 0, pos 8953856, cdp_page_count 163 00000020:00200000:1.0:1769074781.108751:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 97120, offset 0, pos 8957952, cdp_page_count 163 00000020:00200000:1.0:1769074781.108754:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 93024, offset 0, pos 8962048, cdp_page_count 163 00000020:00200000:1.0:1769074781.108758:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 88928, offset 0, pos 8966144, cdp_page_count 163 00000020:00200000:1.0:1769074781.108761:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 84832, offset 0, pos 8970240, cdp_page_count 163 00000020:00200000:1.0:1769074781.108764:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 80736, offset 0, pos 8974336, cdp_page_count 163 00000020:00200000:1.0:1769074781.108768:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 76640, offset 0, pos 8978432, cdp_page_count 163 00000020:00200000:1.0:1769074781.108771:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 72544, offset 0, pos 8982528, cdp_page_count 163 00000020:00200000:1.0:1769074781.109474:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 68448, offset 0, pos 8986624, cdp_page_count 163 00000020:00200000:1.0:1769074781.109482:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 64352, offset 0, pos 8990720, cdp_page_count 163 00000020:00200000:1.0:1769074781.109487:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 60256, offset 0, pos 8994816, cdp_page_count 163 00000020:00200000:1.0:1769074781.109490:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 56160, offset 0, pos 8998912, cdp_page_count 163 00000020:00200000:1.0:1769074781.109495:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 52064, offset 0, pos 9003008, cdp_page_count 163 00000020:00200000:1.0:1769074781.109499:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 47968, offset 0, pos 9007104, cdp_page_count 163 00000020:00200000:1.0:1769074781.109504:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 43872, offset 0, pos 9011200, cdp_page_count 163 00000020:00200000:1.0:1769074781.109508:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 39776, offset 0, pos 9015296, cdp_page_count 163 00000020:00200000:1.0:1769074781.109513:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 35680, offset 0, pos 9019392, cdp_page_count 163 00000020:00200000:1.0:1769074781.109517:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 31584, offset 0, pos 9023488, cdp_page_count 163 00000020:00200000:1.0:1769074781.109521:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 27488, offset 0, pos 9027584, cdp_page_count 163 00000020:00200000:1.0:1769074781.109526:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 23392, offset 0, pos 9031680, cdp_page_count 163 00000020:00200000:1.0:1769074781.109530:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 19296, offset 0, pos 9035776, cdp_page_count 163 00000020:00200000:1.0:1769074781.109533:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 15200, offset 0, pos 9039872, cdp_page_count 163 00000020:00200000:1.0:1769074781.109537:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 11104, offset 0, pos 9043968, cdp_page_count 163 00000020:00200000:1.0:1769074781.109540:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 7008, offset 0, pos 9048064, cdp_page_count 163 00000020:00200000:1.0:1769074781.109544:0:2371:0:(cl_io.c:1643:__ll_dio_user_copy()) count 2912, offset 0, pos 9052160, cdp_page_count 163 00000020:00200000:1.0:1769074781.109578:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000008:00010000:1.0:1769074781.109592:0:2371:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc64db66780 00000100:00100000:1.0:1769074781.109628:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612803968:192.168.204.139@tcp:3:lfs.0 00000008:00010000:1.0:1769074781.117885:0:2371:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc64db66180 00000020:00200000:1.0:1769074781.117893:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1769074781.117896:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1769074781.117898:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1769074781.117899:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1769074781.117901:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1769074781.117903:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1769074781.117905:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1769074781.117907:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1769074781.117908:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1769074781.117911:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1769074781.117912:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1769074781.117914:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1769074781.117916:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1769074781.117918:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1769074781.117920:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1769074781.117921:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1769074781.117923:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1769074781.117925:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1769074781.117927:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1769074781.117928:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1769074781.117930:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1769074781.117932:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1769074781.117934:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1769074781.117935:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1769074781.117937:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1769074781.117938:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1769074781.117940:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1769074781.117941:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1769074781.117943:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1769074781.117944:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1769074781.117946:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1769074781.117947:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1769074781.117949:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1769074781.117951:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1769074781.117953:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1769074781.117954:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1769074781.117956:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1769074781.117957:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1769074781.117959:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1769074781.117960:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1769074781.117962:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1769074781.117964:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1769074781.117965:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1769074781.117967:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1769074781.117968:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1769074781.117970:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1769074781.117971:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1769074781.117973:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1769074781.117975:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1769074781.117976:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1769074781.117977:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1769074781.117979:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1769074781.117981:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1769074781.117983:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1769074781.117985:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1769074781.117987:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1769074781.117988:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1769074781.117990:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1769074781.117992:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1769074781.117994:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1769074781.117995:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1769074781.117996:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1769074781.117998:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1769074781.118000:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1769074781.118001:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1769074781.118003:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1769074781.118005:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1769074781.118007:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1769074781.118009:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1769074781.118010:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1769074781.118012:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1769074781.118014:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1769074781.118016:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1769074781.118018:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1769074781.118019:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1769074781.118021:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1769074781.118022:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1769074781.118024:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1769074781.118026:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1769074781.118027:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1769074781.118029:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1769074781.118031:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1769074781.118032:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1769074781.118034:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1769074781.118035:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1769074781.118037:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1769074781.118039:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1769074781.118041:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1769074781.118043:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1769074781.118044:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1769074781.118046:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1769074781.118047:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1769074781.118049:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1769074781.118051:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1769074781.118053:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1769074781.118054:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1769074781.118056:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1769074781.118058:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1769074781.118060:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1769074781.118062:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1769074781.118064:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1769074781.118066:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1769074781.118068:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1769074781.118069:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1769074781.118071:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1769074781.118073:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1769074781.118074:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1769074781.118076:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1769074781.118078:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1769074781.118080:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1769074781.118083:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1769074781.118084:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1769074781.118086:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1769074781.118087:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1769074781.118089:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1769074781.118091:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1769074781.118092:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1769074781.118094:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1769074781.118096:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1769074781.118097:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1769074781.118099:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1769074781.118100:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1769074781.118102:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1769074781.118103:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1769074781.118105:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1769074781.118106:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1769074781.118108:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1769074781.118109:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1769074781.118111:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1769074781.118112:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1769074781.118114:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1769074781.118115:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1769074781.118117:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1769074781.118118:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1769074781.118120:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1769074781.118121:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1769074781.118123:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1769074781.118124:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1769074781.118126:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1769074781.118128:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1769074781.118129:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1769074781.118130:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1769074781.118132:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1769074781.118134:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1769074781.118135:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1769074781.118137:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1769074781.118138:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1769074781.118140:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1769074781.118141:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1769074781.118144:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1769074781.118145:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1769074781.118147:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1769074781.118149:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1769074781.118151:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1769074781.118152:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1769074781.118154:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1769074781.118155:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1769074781.118156:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1769074781.118158:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1769074781.118159:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1769074781.118161:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1769074781.118162:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1769074781.118164:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1769074781.118166:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1769074781.118167:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1769074781.118169:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1769074781.118170:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1769074781.118172:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1769074781.118174:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1769074781.118176:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1769074781.118177:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1769074781.118179:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1769074781.118181:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1769074781.118183:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1769074781.118184:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1769074781.118186:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1769074781.118188:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1769074781.118190:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1769074781.118192:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1769074781.118193:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1769074781.118194:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1769074781.118196:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1769074781.118197:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1769074781.118198:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1769074781.118199:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1769074781.118200:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1769074781.118201:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1769074781.118202:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1769074781.118202:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1769074781.118203:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1769074781.118204:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1769074781.118205:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1769074781.118206:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1769074781.118207:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1769074781.118208:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1769074781.118208:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1769074781.118209:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1769074781.118210:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1769074781.118211:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1769074781.118212:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1769074781.118213:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1769074781.118214:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1769074781.118214:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1769074781.118215:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1769074781.118216:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1769074781.118217:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1769074781.118218:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1769074781.118219:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1769074781.118219:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1769074781.118220:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1769074781.118221:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1769074781.118222:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1769074781.118223:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1769074781.118224:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1769074781.118225:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1769074781.118227:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1769074781.118228:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1769074781.118229:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1769074781.118230:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1769074781.118230:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1769074781.118231:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1769074781.118232:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1769074781.118233:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1769074781.118234:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1769074781.118235:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1769074781.118236:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1769074781.118236:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1769074781.118237:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1769074781.118238:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1769074781.118239:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1769074781.118240:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1769074781.118241:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1769074781.118242:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1769074781.118242:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1769074781.118243:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1769074781.118244:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1769074781.118245:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1769074781.118246:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1769074781.118247:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1769074781.118248:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1769074781.118249:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1769074781.118249:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1769074781.118250:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1769074781.118251:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1769074781.118252:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1769074781.118253:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1769074781.118254:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1769074781.118255:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1769074781.118256:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1769074781.118257:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1769074781.118258:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1769074781.118259:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1769074781.118260:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1769074781.118261:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1769074781.118262:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1769074781.118263:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1769074781.118338:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000008:00010000:1.0:1769074781.118346:0:2371:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc64db66180 00000100:00100000:1.0:1769074781.118372:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612803584:192.168.204.139@tcp:3:lfs.0 00000008:00010000:1.0:1769074781.127641:0:2371:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc64db66240 00000020:00200000:1.0:1769074781.127649:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1769074781.127653:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1769074781.127654:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1769074781.127656:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1769074781.127658:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1769074781.127660:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1769074781.127662:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1769074781.127663:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1769074781.127665:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1769074781.127666:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1769074781.127668:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1769074781.127670:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1769074781.127672:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1769074781.127673:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1769074781.127675:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1769074781.127676:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1769074781.127678:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1769074781.127680:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1769074781.127682:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1769074781.127684:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1769074781.127686:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1769074781.127687:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1769074781.127689:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1769074781.127691:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1769074781.127692:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1769074781.127694:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1769074781.127696:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1769074781.127697:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1769074781.127699:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1769074781.127701:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1769074781.127703:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1769074781.127704:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1769074781.127706:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1769074781.127707:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1769074781.127709:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1769074781.127710:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1769074781.127712:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1769074781.127714:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1769074781.127715:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1769074781.127717:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1769074781.127719:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1769074781.127720:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1769074781.127721:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1769074781.127723:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1769074781.127724:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1769074781.127726:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1769074781.127728:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1769074781.127729:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1769074781.127731:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1769074781.127733:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1769074781.127735:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1769074781.127736:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1769074781.127738:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1769074781.127739:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1769074781.127741:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1769074781.127742:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1769074781.127754:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1769074781.127756:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1769074781.127757:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1769074781.127758:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1769074781.127760:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1769074781.127762:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1769074781.127763:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1769074781.127765:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1769074781.127766:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1769074781.127768:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1769074781.127769:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1769074781.127771:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1769074781.127772:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1769074781.127801:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1769074781.127802:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1769074781.127804:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1769074781.127805:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1769074781.127806:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1769074781.127808:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1769074781.127809:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1769074781.127810:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1769074781.127812:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1769074781.127813:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1769074781.127814:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1769074781.127817:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1769074781.127818:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1769074781.127819:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1769074781.127830:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1769074781.127831:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1769074781.127832:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1769074781.127834:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1769074781.127835:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1769074781.127836:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1769074781.127838:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1769074781.127839:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1769074781.131669:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1769074781.131681:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1769074781.131683:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1769074781.131684:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1769074781.131686:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1769074781.131687:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1769074781.131688:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1769074781.131689:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1769074781.131690:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1769074781.131691:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1769074781.131692:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1769074781.131693:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1769074781.131694:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1769074781.131695:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1769074781.131696:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1769074781.131697:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1769074781.131698:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1769074781.131699:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1769074781.131700:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1769074781.131701:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1769074781.131702:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1769074781.131704:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1769074781.131705:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1769074781.131706:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1769074781.131707:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1769074781.131708:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1769074781.131709:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1769074781.131710:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1769074781.131711:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1769074781.131712:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1769074781.131713:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1769074781.131714:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1769074781.131715:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1769074781.131716:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1769074781.131717:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1769074781.131719:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1769074781.131720:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1769074781.131721:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1769074781.131721:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1769074781.131722:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1769074781.131723:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1769074781.131724:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1769074781.131725:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1769074781.131726:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1769074781.131727:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1769074781.131728:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1769074781.131729:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1769074781.131730:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1769074781.131731:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1769074781.131732:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1769074781.131733:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1769074781.131735:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1769074781.131736:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1769074781.131737:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1769074781.131739:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1769074781.131740:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1769074781.131741:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1769074781.131742:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1769074781.131751:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1769074781.131752:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1769074781.131753:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1769074781.131754:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1769074781.131756:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1769074781.131756:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1769074781.131758:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1769074781.131759:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1769074781.131761:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1769074781.131762:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1769074781.131763:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1769074781.131764:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1769074781.131765:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1769074781.131766:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1769074781.131767:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1769074781.131768:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1769074781.131769:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1769074781.131770:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1769074781.131771:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1769074781.131772:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1769074781.131783:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1769074781.131784:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1769074781.131785:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1769074781.131786:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1769074781.131787:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1769074781.131788:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1769074781.131789:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1769074781.131791:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1769074781.131792:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1769074781.131793:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1769074781.131794:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1769074781.131796:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1769074781.131797:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1769074781.131798:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1769074781.131799:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1769074781.131800:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1769074781.131801:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1769074781.131802:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1769074781.131803:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1769074781.131804:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1769074781.131805:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1769074781.131806:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1769074781.131806:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1769074781.131807:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1769074781.131808:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1769074781.131810:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1769074781.131810:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1769074781.131812:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1769074781.131813:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1769074781.131814:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1769074781.131815:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1769074781.131816:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1769074781.131817:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1769074781.131817:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1769074781.131818:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1769074781.131819:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1769074781.131820:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1769074781.131821:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1769074781.131822:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1769074781.131824:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1769074781.131825:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1769074781.131826:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1769074781.131828:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1769074781.131829:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1769074781.131830:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1769074781.131831:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1769074781.131832:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1769074781.131833:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1769074781.131834:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1769074781.131835:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1769074781.131836:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1769074781.131837:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1769074781.131838:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1769074781.131839:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1769074781.131840:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1769074781.131846:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1769074781.131847:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1769074781.131848:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1769074781.131849:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1769074781.131850:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1769074781.131851:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1769074781.131852:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1769074781.131854:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1769074781.131855:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1769074781.131856:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1769074781.131857:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1769074781.131858:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1769074781.131859:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1769074781.131860:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1769074781.131861:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1769074781.131862:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1769074781.131863:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1769074781.131865:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1769074781.131866:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1769074781.131867:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1769074781.131868:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1769074781.131870:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1769074781.131871:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1769074781.131872:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1769074781.131873:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1769074781.131874:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1769074781.131875:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1769074781.131876:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1769074781.131877:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1769074781.131878:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1769074781.131879:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1769074781.131880:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1769074781.132025:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1769074781.132033:0:2371:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc64db66240 00000100:00100000:1.0:1769074781.132071:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612803840:192.168.204.139@tcp:3:lfs.0 00000080:00200000:1.0:1769074781.135206:0:57943:0:(file.c:2109:ll_file_io_generic()) Range unlock [0, 2210] 00000080:00200000:1.0:1769074781.135234:0:57943:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1a7:0x0] ignore/verify layout 0/0, layout version 37 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1769074781.135240:0:57943:0:(file.c:2142:ll_file_io_generic()) f200b.sanity-flr: 1 io complete with rc: 0, result: 9055072, restart: 0 00000020:00200000:1.0:1769074781.135244:0:57943:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1769074781.135254:0:57943:0:(file.c:2228:ll_file_io_generic()) iot: 1, result: 9055072 00000080:00200080:1.0:1769074781.135277:0:57943:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1a7:0x0](ffff9bc649b59988) cmd=400866b1 arg=0 00000100:00100000:3.0:1769074781.305933:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612804736:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074781.308378:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074781.308410:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612804864:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074781.316128:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612804992:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074781.317597:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074781.317614:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612805120:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074781.320450:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612805248:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074781.320853:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074781.320862:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612805376:192.168.204.139@tcp:101:lfs.0 00000080:00200000:3.0:1769074781.337375:0:57943:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1a7:0x0] updating i_size 9055072 i_blocks 53441 00000020:00010000:3.0:1769074781.337383:0:57943:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc6513c3d98 (ffff9bc648547128/0) at cl_lock_release():245 00000020:00010000:3.0:1769074781.337385:0:57943:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc6513c3d98 (ffff9bc648547128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1769074781.337391:0:57943:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64979ae30 (ffff9bc6485477e8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074781.337741:0:57943:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64979ae70 (ffff9bc648547b48/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074781.337746:0:57943:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64979aeb0 (ffff9bc648547d88/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074781.337750:0:57943:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64979aef0 (ffff9bc648547008/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074781.337753:0:57943:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64979af30 (ffff9bc6485471b8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074781.337757:0:57943:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64979af70 (ffff9bc6485473f8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074781.337760:0:57943:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64979afb0 (ffff9bc6485476c8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074781.337763:0:57943:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc6513c3d98 (ffff9bc648547128/0) at cl_lock_fini():72 00000020:00010000:3.0:1769074781.337766:0:57943:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64979ae30 (ffff9bc648547128/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074781.337771:0:57943:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64979ae70 (ffff9bc648547128/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074781.338140:0:57943:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64979aeb0 (ffff9bc648547128/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074781.338144:0:57943:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64979aef0 (ffff9bc648547128/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074781.338147:0:57943:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64979af30 (ffff9bc648547128/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074781.338149:0:57943:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64979af70 (ffff9bc648547128/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074781.338151:0:57943:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64979afb0 (ffff9bc648547128/1) at cl_lock_fini():72 00000080:00200000:3.0:1769074781.338165:0:57943:0:(vvp_io.c:886:vvp_io_read_start()) count:382112 iocb pos:9055072 00000080:00200000:3.0:1769074781.338171:0:57943:0:(rw26.c:439:ll_direct_IO_impl()) VFS Op:inode=[0x200000404:0x1a7:0x0](ffff9bc649b59988), size=382112 (max 603979776), offset=9055072=0x8a2b60, pages 94 (max 147456), lockless, parallel, unaligned 00000020:00010000:3.0:1769074781.338185:0:57943:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc648d0db78 (ffff9bc648547128/0) at cl_lock_release():245 00000020:00010000:3.0:1769074781.338187:0:57943:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc648d0db78 (ffff9bc648547128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1769074781.338190:0:57943:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc645325bb0 (ffff9bc6485473f8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074781.338193:0:57943:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc648d0db78 (ffff9bc648547128/0) at cl_lock_fini():72 00000020:00010000:3.0:1769074781.338195:0:57943:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc645325bb0 (ffff9bc648547128/1) at cl_lock_fini():72 00000080:00200000:3.0:1769074781.338202:0:57943:0:(vvp_io.c:518:vvp_io_advance()) advancing 0 bytes 00000020:00200000:3.0:1769074781.338208:0:57943:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1769074781.372912:0:57946:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074781.373201:0:57946:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074781.373322:0:57946:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650f0d800/0x21fa6d252c1186db lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8571f expref: -99 pid: 57003 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074781.373339:0:57946:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650f0d800/0x21fa6d252c1186db lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8571f expref: -99 pid: 57003 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074781.373348:0:57946:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074781.373357:0:57946:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074781.373360:0:57946:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c1186db 00000080:00010000:3.0:1769074781.373367:0:57946:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c1186db from it ffffa7f98294bbf8 00010000:00010000:3.0:1769074781.373371:0:57946:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650f0d800/0x21fa6d252c1186db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8571f expref: -99 pid: 57003 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074781.373379:0:57946:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650f0d800/0x21fa6d252c1186db lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8571f expref: -99 pid: 57003 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074781.373489:0:57946:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074781.373500:0:57946:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f200b.sanity-flr, flags=265 00000080:00200000:3.0:1769074781.373506:0:57946:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1a7:0x0](ffff9bc649b59988), inode mode 81a4 mask 44 00000080:00200008:3.0:1769074781.373512:0:57946:0:(file.c:1001:ll_file_open()) START file f200b.sanity-flr:[0x200000404:0x1a7:0x0](ffff9bc649b59988), flags 140000 00000080:00200000:3.0:1769074781.373878:0:57946:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1a7:0x0](ffff9bc649b59988), inode mode 81a4 mask 4 00000080:00200000:3.0:1769074781.373886:0:57946:0:(xattr.c:725:ll_xattr_get()) VFS Op:inode=[0x200000404:0x1a7:0x0](ffff9bc649b59988), xattr lov 00000080:00200008:3.0:1769074781.373926:0:57946:0:(file.c:6252:ll_getattr_dentry()) START file f200b.sanity-flr:[0x200000404:0x1a7:0x0](ffff9bc649b59988), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074781.374165:0:57946:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1a7:0x0](ffff9bc649b59988),name=f200b.sanity-flr 00000002:00010000:3.0:1769074781.374182:0:57946:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1a7:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074781.374194:0:57946:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d878c00/0x21fa6d252c11b4af lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8a989 expref: -99 pid: 57940 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074781.374205:0:57946:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d878c00/0x21fa6d252c11b4af lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8a989 expref: -99 pid: 57940 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074781.374211:0:57946:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074781.374323:0:57946:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1a7:0x0](ffff9bc649b59988) 00000080:00010000:3.0:1769074781.374327:0:57946:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1a7:0x0](ffff9bc649b59988) for lock 0x21fa6d252c11b4af 00000080:00010000:3.0:1769074781.374333:0:57946:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b4af from it ffffa7f98294bcd8 00010000:00010000:3.0:1769074781.374337:0:57946:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d878c00/0x21fa6d252c11b4af lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8a989 expref: -99 pid: 57940 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074781.374344:0:57946:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d878c00/0x21fa6d252c11b4af lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8a989 expref: -99 pid: 57940 timeout: 0 lvb_type: 3 00000008:00010000:1.0:1769074781.476137:0:30390:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9bc64db66240 00000008:00100000:1.0:1769074781.476426:0:30390:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc64ac91f80 - object 0x240000400:525 offset 1048576<>2097152 00000008:00010000:1.0:1769074781.476535:0:30390:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9bc64db66180 00000008:00100000:1.0:1769074781.476885:0:30390:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc64ac92300 - object 0x240000400:525 offset 2097152<>3145728 00000020:00200000:1.0:1769074781.476914:0:57946:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1024 items remaining. 00000080:00200000:1.0:1769074781.476919:0:57946:0:(rw26.c:570:ll_direct_IO_impl()) result 0 tot_bytes 4194304 count 4194304 file_offset 4194304 00000020:00010000:1.0:1769074781.476939:0:57946:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc648d0db78 (ffff9bc648547128/0) at cl_lock_release():245 00000020:00010000:1.0:1769074781.476943:0:57946:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc648d0db78 (ffff9bc648547128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1769074781.476947:0:57946:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc646282730 (ffff9bc6485476c8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1769074781.476950:0:57946:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc648d0db78 (ffff9bc648547128/0) at cl_lock_fini():72 00000020:00010000:1.0:1769074781.476953:0:57946:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc646282730 (ffff9bc648547128/1) at cl_lock_fini():72 00000080:00200000:1.0:1769074781.476964:0:57946:0:(vvp_io.c:518:vvp_io_advance()) advancing 4194304 bytes 00020000:00200000:1.0:1769074781.476971:0:57946:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 4194304 chunk: [4194304, 8388608) 9055072, 4194304 00020000:00200000:1.0:1769074781.476975:0:57946:0:(lov_io.c:860:lov_io_iter_init()) component[11] flags 0x10 00000008:00010000:1.0:1769074781.476987:0:30390:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9bc64db66780 00000008:00100000:1.0:1769074781.477037:0:30390:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc64ac93800 - object 0x240000400:525 offset 3145728<>4194304 00000080:00200000:1.0:1769074781.477080:0:57946:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 0 [1024, 2047] 00000008:00010000:1.0:1769074781.477095:0:57946:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1769074781.477100:0:57946:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc643072f30, osc lock ffff9bc64a5b45f0, flags 0x0 00000080:00200000:1.0:1769074781.477108:0:57946:0:(vvp_io.c:827:vvp_io_read_start()) f200b.sanity-flr: read [4194304, 8388608) 00000080:00200000:1.0:1769074781.477123:0:57946:0:(vvp_io.c:886:vvp_io_read_start()) count:4194304 iocb pos:4194304 00000080:00200000:1.0:1769074781.477130:0:57946:0:(rw26.c:439:ll_direct_IO_impl()) VFS Op:inode=[0x200000404:0x1a7:0x0](ffff9bc649b59988), size=4194304 (max 603979776), offset=4194304=0x400000, pages 1024 (max 147456), lockless, parallel 00000008:00010000:1.0:1769074781.479030:0:30390:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9bc64db66f00 00000008:00100000:1.0:1769074781.479119:0:30390:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc64ac91c00 - object 0x240000400:531 offset 4194304<>5242880 00000008:00010000:1.0:1769074781.479187:0:30390:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9bc64db660c0 00000008:00100000:1.0:1769074781.479235:0:30390:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc64ac91500 - object 0x240000400:531 offset 5242880<>6291456 00000008:00010000:1.0:1769074781.480192:0:30390:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9bc64db663c0 00000008:00100000:1.0:1769074781.481207:0:30390:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc64ac93b80 - object 0x240000400:531 offset 6291456<>7340032 00000008:00010000:1.0:1769074781.481248:0:30390:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9bc650fdc0c0 00000008:00100000:1.0:1769074781.481484:0:30390:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc64ac91880 - object 0x240000400:531 offset 7340032<>8388608 00000008:00010000:1.0:1769074781.481494:0:30390:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9bc650fdc540 00000008:00100000:1.0:1769074781.481533:0:30390:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc64ac90e00 - object 0x240000400:532 offset 4194304<>4860768 00000100:00100000:1.0:1769074781.481633:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612806400:192.168.204.139@tcp:3:lfs.0 00000100:00100000:1.0:1769074781.481711:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1769074781.481717:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612806272:192.168.204.139@tcp:3:lfs.0 00000100:00100000:1.0:1769074781.481742:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612806528:192.168.204.139@tcp:3:lfs.0 00000100:00100000:3.0:1769074781.482912:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00010000:00010000:1.0:1769074781.484593:0:55495:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074781.484601:0:55495:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b45b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8a8ef expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074781.484610:0:55495:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64145da00 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:1.0:1769074781.484616:0:55495:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b45b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x800428400000000 nid: local remote: 0x8b5959a9a0e8a8ef expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1769074781.484641:0:55495:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1a7:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1769074781.484656:0:55495:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1a7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1769074781.484706:0:55495:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b45b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8a8ef expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074781.484713:0:55495:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074781.484748:0:55495:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b45b lrc: 1/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8a8ef expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074781.484756:0:55495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b45b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8a8ef expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074781.484799:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074781.484801:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074781.484803:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074781.484818:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1769074781.484834:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612806656:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074781.492033:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074781.492069:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074781.492096:0:37577:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619925504 00000100:00100000:3.0:1769074781.492106:0:37577:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619925504 00000100:00100000:3.0:1769074781.492150:0:37577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6561 00000100:00100000:3.0:1769074781.492160:0:37577:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9ad180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:14225:x1855007619925504:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074781.492175:0:37577:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11b469 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8a8fd expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074781.493582:0:37577:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074781.493600:0:37577:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9ad180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:14225:x1855007619925504:12345-192.168.204.139@tcp:104: Request processed in 1437us (1573us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074781.493612:0:37577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6561 00000100:00100000:3.0:1769074781.493645:0:37577:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619925376 00000100:00100000:3.0:1769074781.493652:0:37577:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619925376 00000100:00100000:3.0:1769074781.493682:0:37577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6562 00000100:00100000:3.0:1769074781.493689:0:37577:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6537:x1855007619925376:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074781.493702:0:37577:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b462 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8a8f6 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074781.495504:0:37577:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:3.0:1769074781.495515:0:37577:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6537:x1855007619925376:12345-192.168.204.139@tcp:104: Request processed in 1823us (3443us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074781.495525:0:37577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6562 00010000:00010000:1.0:1769074781.495651:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074781.544743:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612806656:192.168.204.139@tcp:103:ldlm_bl.0 00000008:00010000:1.0:1769074781.668840:0:2371:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc64db660c0 00000020:00200000:1.0:1769074781.668853:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1023 items remaining. 00000020:00200000:1.0:1769074781.668858:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1022 items remaining. 00000020:00200000:1.0:1769074781.668862:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1021 items remaining. 00000020:00200000:1.0:1769074781.668863:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1020 items remaining. 00000020:00200000:1.0:1769074781.668864:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1019 items remaining. 00000020:00200000:1.0:1769074781.668866:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1018 items remaining. 00000020:00200000:1.0:1769074781.668868:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1017 items remaining. 00000020:00200000:1.0:1769074781.668869:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1016 items remaining. 00000020:00200000:1.0:1769074781.668871:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1015 items remaining. 00000020:00200000:1.0:1769074781.668873:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1014 items remaining. 00000020:00200000:1.0:1769074781.668875:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1013 items remaining. 00000020:00200000:1.0:1769074781.668877:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1012 items remaining. 00000020:00200000:1.0:1769074781.668879:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1011 items remaining. 00000020:00200000:1.0:1769074781.668881:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1010 items remaining. 00000020:00200000:1.0:1769074781.668883:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1009 items remaining. 00000020:00200000:1.0:1769074781.668884:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1008 items remaining. 00000020:00200000:1.0:1769074781.668886:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1007 items remaining. 00000020:00200000:1.0:1769074781.668887:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1006 items remaining. 00000020:00200000:1.0:1769074781.668889:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1005 items remaining. 00000020:00200000:1.0:1769074781.668891:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1004 items remaining. 00000020:00200000:1.0:1769074781.668892:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1003 items remaining. 00000020:00200000:1.0:1769074781.668894:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1002 items remaining. 00000020:00200000:1.0:1769074781.668895:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1001 items remaining. 00000020:00200000:1.0:1769074781.668897:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1000 items remaining. 00000020:00200000:1.0:1769074781.668898:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 999 items remaining. 00000020:00200000:1.0:1769074781.668900:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 998 items remaining. 00000020:00200000:1.0:1769074781.668901:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 997 items remaining. 00000020:00200000:1.0:1769074781.668904:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 996 items remaining. 00000020:00200000:1.0:1769074781.668906:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 995 items remaining. 00000020:00200000:1.0:1769074781.668908:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 994 items remaining. 00000020:00200000:1.0:1769074781.668910:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 993 items remaining. 00000020:00200000:1.0:1769074781.668911:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 992 items remaining. 00000020:00200000:1.0:1769074781.668913:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 991 items remaining. 00000020:00200000:1.0:1769074781.668914:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 990 items remaining. 00000020:00200000:1.0:1769074781.668915:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 989 items remaining. 00000020:00200000:1.0:1769074781.668917:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 988 items remaining. 00000020:00200000:1.0:1769074781.668918:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 987 items remaining. 00000020:00200000:1.0:1769074781.668920:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 986 items remaining. 00000020:00200000:1.0:1769074781.668921:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 985 items remaining. 00000020:00200000:1.0:1769074781.668923:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 984 items remaining. 00000020:00200000:1.0:1769074781.668925:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 983 items remaining. 00000020:00200000:1.0:1769074781.668927:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 982 items remaining. 00000020:00200000:1.0:1769074781.668929:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 981 items remaining. 00000020:00200000:1.0:1769074781.668931:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 980 items remaining. 00000020:00200000:1.0:1769074781.668933:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 979 items remaining. 00000020:00200000:1.0:1769074781.668935:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 978 items remaining. 00000020:00200000:1.0:1769074781.668937:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 977 items remaining. 00000020:00200000:1.0:1769074781.668939:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 976 items remaining. 00000020:00200000:1.0:1769074781.668940:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 975 items remaining. 00000020:00200000:1.0:1769074781.668943:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 974 items remaining. 00000020:00200000:1.0:1769074781.668945:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 973 items remaining. 00000020:00200000:1.0:1769074781.668947:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 972 items remaining. 00000020:00200000:1.0:1769074781.668949:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 971 items remaining. 00000020:00200000:1.0:1769074781.668951:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 970 items remaining. 00000020:00200000:1.0:1769074781.668952:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 969 items remaining. 00000020:00200000:1.0:1769074781.668954:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 968 items remaining. 00000020:00200000:1.0:1769074781.668955:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 967 items remaining. 00000020:00200000:1.0:1769074781.668957:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 966 items remaining. 00000020:00200000:1.0:1769074781.668958:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 965 items remaining. 00000020:00200000:1.0:1769074781.668960:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 964 items remaining. 00000020:00200000:1.0:1769074781.668962:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 963 items remaining. 00000020:00200000:1.0:1769074781.668965:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 962 items remaining. 00000020:00200000:1.0:1769074781.668967:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 961 items remaining. 00000020:00200000:1.0:1769074781.668985:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 960 items remaining. 00000020:00200000:1.0:1769074781.668987:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 959 items remaining. 00000020:00200000:1.0:1769074781.668989:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 958 items remaining. 00000020:00200000:1.0:1769074781.668991:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 957 items remaining. 00000020:00200000:1.0:1769074781.668993:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 956 items remaining. 00000020:00200000:1.0:1769074781.668994:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 955 items remaining. 00000020:00200000:1.0:1769074781.668995:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 954 items remaining. 00000020:00200000:1.0:1769074781.668997:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 953 items remaining. 00000020:00200000:1.0:1769074781.668999:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 952 items remaining. 00000020:00200000:1.0:1769074781.669001:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 951 items remaining. 00000020:00200000:1.0:1769074781.669003:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 950 items remaining. 00000020:00200000:1.0:1769074781.669005:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 949 items remaining. 00000020:00200000:1.0:1769074781.669007:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 948 items remaining. 00000020:00200000:1.0:1769074781.669009:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 947 items remaining. 00000020:00200000:1.0:1769074781.669011:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 946 items remaining. 00000020:00200000:1.0:1769074781.669014:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 945 items remaining. 00000020:00200000:1.0:1769074781.669015:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 944 items remaining. 00000020:00200000:1.0:1769074781.669017:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 943 items remaining. 00000020:00200000:1.0:1769074781.669019:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 942 items remaining. 00000020:00200000:1.0:1769074781.669021:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 941 items remaining. 00000020:00200000:1.0:1769074781.669022:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 940 items remaining. 00000020:00200000:1.0:1769074781.669024:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 939 items remaining. 00000020:00200000:1.0:1769074781.669025:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 938 items remaining. 00000020:00200000:1.0:1769074781.669026:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 937 items remaining. 00000020:00200000:1.0:1769074781.669028:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 936 items remaining. 00000020:00200000:1.0:1769074781.669029:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 935 items remaining. 00000020:00200000:1.0:1769074781.669030:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 934 items remaining. 00000020:00200000:1.0:1769074781.669031:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 933 items remaining. 00000020:00200000:1.0:1769074781.669034:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 932 items remaining. 00000020:00200000:1.0:1769074781.669035:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 931 items remaining. 00000020:00200000:1.0:1769074781.669037:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 930 items remaining. 00000020:00200000:1.0:1769074781.669039:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 929 items remaining. 00000020:00200000:1.0:1769074781.669040:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 928 items remaining. 00000020:00200000:1.0:1769074781.669042:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 927 items remaining. 00000020:00200000:1.0:1769074781.669043:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 926 items remaining. 00000020:00200000:1.0:1769074781.669045:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 925 items remaining. 00000020:00200000:1.0:1769074781.669046:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 924 items remaining. 00000020:00200000:1.0:1769074781.669048:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 923 items remaining. 00000020:00200000:1.0:1769074781.669049:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 922 items remaining. 00000020:00200000:1.0:1769074781.669051:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 921 items remaining. 00000020:00200000:1.0:1769074781.669052:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 920 items remaining. 00000020:00200000:1.0:1769074781.669054:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 919 items remaining. 00000020:00200000:1.0:1769074781.669055:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 918 items remaining. 00000020:00200000:1.0:1769074781.669057:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 917 items remaining. 00000020:00200000:1.0:1769074781.669058:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 916 items remaining. 00000020:00200000:1.0:1769074781.669060:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 915 items remaining. 00000020:00200000:1.0:1769074781.669062:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 914 items remaining. 00000020:00200000:1.0:1769074781.669063:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 913 items remaining. 00000020:00200000:1.0:1769074781.669065:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 912 items remaining. 00000020:00200000:1.0:1769074781.669066:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 911 items remaining. 00000020:00200000:1.0:1769074781.669068:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 910 items remaining. 00000020:00200000:1.0:1769074781.669069:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 909 items remaining. 00000020:00200000:1.0:1769074781.669071:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 908 items remaining. 00000020:00200000:1.0:1769074781.669072:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 907 items remaining. 00000020:00200000:1.0:1769074781.669074:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 906 items remaining. 00000020:00200000:1.0:1769074781.669076:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 905 items remaining. 00000020:00200000:1.0:1769074781.669077:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 904 items remaining. 00000020:00200000:1.0:1769074781.669078:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 903 items remaining. 00000020:00200000:1.0:1769074781.669080:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 902 items remaining. 00000020:00200000:1.0:1769074781.669081:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 901 items remaining. 00000020:00200000:1.0:1769074781.669083:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 900 items remaining. 00000020:00200000:1.0:1769074781.669086:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 899 items remaining. 00000020:00200000:1.0:1769074781.669088:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 898 items remaining. 00000020:00200000:1.0:1769074781.669089:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 897 items remaining. 00000020:00200000:1.0:1769074781.669091:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 896 items remaining. 00000020:00200000:1.0:1769074781.669093:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 895 items remaining. 00000020:00200000:1.0:1769074781.669094:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 894 items remaining. 00000020:00200000:1.0:1769074781.669096:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 893 items remaining. 00000020:00200000:1.0:1769074781.669097:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 892 items remaining. 00000020:00200000:1.0:1769074781.669099:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 891 items remaining. 00000020:00200000:1.0:1769074781.669101:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 890 items remaining. 00000020:00200000:1.0:1769074781.669102:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 889 items remaining. 00000020:00200000:1.0:1769074781.669104:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 888 items remaining. 00000020:00200000:1.0:1769074781.669105:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 887 items remaining. 00000020:00200000:1.0:1769074781.669108:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 886 items remaining. 00000020:00200000:1.0:1769074781.669109:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 885 items remaining. 00000020:00200000:1.0:1769074781.669111:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 884 items remaining. 00000020:00200000:1.0:1769074781.669113:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 883 items remaining. 00000020:00200000:1.0:1769074781.669115:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 882 items remaining. 00000020:00200000:1.0:1769074781.669117:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 881 items remaining. 00000020:00200000:1.0:1769074781.669118:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 880 items remaining. 00000020:00200000:1.0:1769074781.669120:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 879 items remaining. 00000020:00200000:1.0:1769074781.669122:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 878 items remaining. 00000020:00200000:1.0:1769074781.669123:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 877 items remaining. 00000020:00200000:1.0:1769074781.669125:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 876 items remaining. 00000020:00200000:1.0:1769074781.669126:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 875 items remaining. 00000020:00200000:1.0:1769074781.669128:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 874 items remaining. 00000020:00200000:1.0:1769074781.669129:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 873 items remaining. 00000020:00200000:1.0:1769074781.669131:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 872 items remaining. 00000020:00200000:1.0:1769074781.669132:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 871 items remaining. 00000020:00200000:1.0:1769074781.669134:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 870 items remaining. 00000020:00200000:1.0:1769074781.669135:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 869 items remaining. 00000020:00200000:1.0:1769074781.669138:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 868 items remaining. 00000020:00200000:1.0:1769074781.669139:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 867 items remaining. 00000020:00200000:1.0:1769074781.669142:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 866 items remaining. 00000020:00200000:1.0:1769074781.669144:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 865 items remaining. 00000020:00200000:1.0:1769074781.669146:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 864 items remaining. 00000020:00200000:1.0:1769074781.669147:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 863 items remaining. 00000020:00200000:1.0:1769074781.669149:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 862 items remaining. 00000020:00200000:1.0:1769074781.669150:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 861 items remaining. 00000020:00200000:1.0:1769074781.669152:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 860 items remaining. 00000020:00200000:1.0:1769074781.669153:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 859 items remaining. 00000020:00200000:1.0:1769074781.669155:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 858 items remaining. 00000020:00200000:1.0:1769074781.669156:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 857 items remaining. 00000020:00200000:1.0:1769074781.669158:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 856 items remaining. 00000020:00200000:1.0:1769074781.669160:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 855 items remaining. 00000020:00200000:1.0:1769074781.669161:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 854 items remaining. 00000020:00200000:1.0:1769074781.669163:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 853 items remaining. 00000020:00200000:1.0:1769074781.669165:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 852 items remaining. 00000020:00200000:1.0:1769074781.669167:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 851 items remaining. 00000020:00200000:1.0:1769074781.669169:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 850 items remaining. 00000020:00200000:1.0:1769074781.669171:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 849 items remaining. 00000020:00200000:1.0:1769074781.669172:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 848 items remaining. 00000020:00200000:1.0:1769074781.669174:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 847 items remaining. 00000020:00200000:1.0:1769074781.669176:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 846 items remaining. 00000020:00200000:1.0:1769074781.669178:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 845 items remaining. 00000020:00200000:1.0:1769074781.669180:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 844 items remaining. 00000020:00200000:1.0:1769074781.669181:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 843 items remaining. 00000020:00200000:1.0:1769074781.669183:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 842 items remaining. 00000020:00200000:1.0:1769074781.669184:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 841 items remaining. 00000020:00200000:1.0:1769074781.669186:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 840 items remaining. 00000020:00200000:1.0:1769074781.669187:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 839 items remaining. 00000020:00200000:1.0:1769074781.669189:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 838 items remaining. 00000020:00200000:1.0:1769074781.669190:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 837 items remaining. 00000020:00200000:1.0:1769074781.669192:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 836 items remaining. 00000020:00200000:1.0:1769074781.669194:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 835 items remaining. 00000020:00200000:1.0:1769074781.669196:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 834 items remaining. 00000020:00200000:1.0:1769074781.669198:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 833 items remaining. 00000020:00200000:1.0:1769074781.669199:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 832 items remaining. 00000020:00200000:1.0:1769074781.669200:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 831 items remaining. 00000020:00200000:1.0:1769074781.669202:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 830 items remaining. 00000020:00200000:1.0:1769074781.669203:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 829 items remaining. 00000020:00200000:1.0:1769074781.669205:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 828 items remaining. 00000020:00200000:1.0:1769074781.669206:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 827 items remaining. 00000020:00200000:1.0:1769074781.669208:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 826 items remaining. 00000020:00200000:1.0:1769074781.669209:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 825 items remaining. 00000020:00200000:1.0:1769074781.669211:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 824 items remaining. 00000020:00200000:1.0:1769074781.669212:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 823 items remaining. 00000020:00200000:1.0:1769074781.669214:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 822 items remaining. 00000020:00200000:1.0:1769074781.669216:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 821 items remaining. 00000020:00200000:1.0:1769074781.669217:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 820 items remaining. 00000020:00200000:1.0:1769074781.669219:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 819 items remaining. 00000020:00200000:1.0:1769074781.669221:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 818 items remaining. 00000020:00200000:1.0:1769074781.669223:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 817 items remaining. 00000020:00200000:1.0:1769074781.669224:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 816 items remaining. 00000020:00200000:1.0:1769074781.669226:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 815 items remaining. 00000020:00200000:1.0:1769074781.669228:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 814 items remaining. 00000020:00200000:1.0:1769074781.669230:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 813 items remaining. 00000020:00200000:1.0:1769074781.669232:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 812 items remaining. 00000020:00200000:1.0:1769074781.669233:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 811 items remaining. 00000020:00200000:1.0:1769074781.669235:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 810 items remaining. 00000020:00200000:1.0:1769074781.669236:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 809 items remaining. 00000020:00200000:1.0:1769074781.669237:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 808 items remaining. 00000020:00200000:1.0:1769074781.669239:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 807 items remaining. 00000020:00200000:1.0:1769074781.669240:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 806 items remaining. 00000020:00200000:1.0:1769074781.669242:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 805 items remaining. 00000020:00200000:1.0:1769074781.669244:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 804 items remaining. 00000020:00200000:1.0:1769074781.669247:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 803 items remaining. 00000020:00200000:1.0:1769074781.669250:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 802 items remaining. 00000020:00200000:1.0:1769074781.669254:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 801 items remaining. 00000020:00200000:1.0:1769074781.669258:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 799 items remaining. 00000020:00200000:1.0:1769074781.669263:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 797 items remaining. 00000020:00200000:1.0:1769074781.669268:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 795 items remaining. 00000020:00200000:1.0:1769074781.669274:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 793 items remaining. 00000020:00200000:1.0:1769074781.669280:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 791 items remaining. 00000020:00200000:1.0:1769074781.669285:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 789 items remaining. 00000020:00200000:1.0:1769074781.669289:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 787 items remaining. 00000020:00200000:1.0:1769074781.669294:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 785 items remaining. 00000020:00200000:1.0:1769074781.669298:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 783 items remaining. 00000020:00200000:1.0:1769074781.669303:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 781 items remaining. 00000020:00200000:1.0:1769074781.669308:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 779 items remaining. 00000020:00200000:1.0:1769074781.669313:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 777 items remaining. 00000020:00200000:1.0:1769074781.669318:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 774 items remaining. 00000020:00200000:1.0:1769074781.669322:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 772 items remaining. 00000020:00200000:1.0:1769074781.669327:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 770 items remaining. 00000020:00200000:1.0:1769074781.669332:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 768 items remaining. 00000020:00200000:1.0:1769074781.669336:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 766 items remaining. 00000020:00200000:1.0:1769074781.669341:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 764 items remaining. 00000020:00200000:1.0:1769074781.669345:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 762 items remaining. 00000020:00200000:1.0:1769074781.669350:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 760 items remaining. 00000020:00200000:1.0:1769074781.669354:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 758 items remaining. 00000020:00200000:1.0:1769074781.669359:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 756 items remaining. 00000020:00200000:1.0:1769074781.669363:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 754 items remaining. 00000020:00200000:1.0:1769074781.669366:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 752 items remaining. 00000020:00200000:1.0:1769074781.669370:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 750 items remaining. 00000020:00200000:1.0:1769074781.669375:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 748 items remaining. 00000020:00200000:1.0:1769074781.669379:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 746 items remaining. 00000020:00200000:1.0:1769074781.669383:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 744 items remaining. 00000020:00200000:1.0:1769074781.669399:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 742 items remaining. 00000020:00200000:1.0:1769074781.669403:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 740 items remaining. 00000020:00200000:1.0:1769074781.669407:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 738 items remaining. 00000020:00200000:1.0:1769074781.669411:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 736 items remaining. 00000020:00200000:1.0:1769074781.669415:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 734 items remaining. 00000008:00010000:1.0:1769074781.669422:0:2371:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc64db660c0 00000100:00100000:1.0:1769074781.669456:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612806144:192.168.204.139@tcp:3:lfs.0 00000008:00010000:1.0:1769074781.678383:0:2371:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc650fdc9c0 00000020:00200000:1.0:1769074781.678403:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1769074781.678406:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1769074781.678408:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1769074781.678410:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1769074781.678412:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1769074781.678414:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1769074781.678416:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1769074781.678418:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1769074781.678420:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1769074781.678421:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1769074781.678423:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1769074781.678425:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1769074781.678426:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1769074781.678428:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1769074781.678430:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1769074781.678431:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1769074781.678433:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1769074781.678435:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1769074781.678436:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1769074781.678438:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1769074781.678439:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1769074781.678441:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1769074781.678443:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1769074781.678445:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1769074781.678447:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1769074781.678448:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1769074781.678450:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1769074781.678452:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1769074781.678453:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1769074781.678454:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1769074781.678455:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1769074781.678457:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1769074781.678458:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1769074781.678460:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1769074781.678461:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1769074781.678462:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1769074781.678464:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1769074781.678465:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1769074781.678466:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1769074781.678468:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1769074781.678469:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1769074781.678471:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1769074781.678472:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1769074781.678474:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1769074781.678475:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1769074781.678476:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1769074781.678478:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1769074781.678479:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1769074781.678480:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1769074781.678482:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1769074781.678484:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1769074781.678486:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1769074781.678487:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1769074781.678489:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1769074781.678491:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1769074781.678493:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1769074781.678495:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1769074781.678497:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1769074781.678498:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1769074781.678500:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1769074781.678501:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1769074781.678503:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1769074781.678505:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1769074781.678506:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1769074781.678508:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1769074781.678509:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1769074781.678511:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1769074781.678514:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1769074781.678516:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1769074781.678517:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1769074781.678519:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1769074781.678521:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1769074781.678523:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1769074781.678525:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1769074781.678527:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1769074781.678530:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1769074781.678531:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1769074781.678533:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1769074781.678536:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1769074781.678538:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1769074781.678540:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1769074781.678541:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1769074781.678543:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1769074781.678545:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1769074781.678546:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1769074781.678548:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1769074781.678549:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1769074781.678551:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1769074781.678553:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1769074781.678555:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1769074781.678557:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1769074781.678558:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1769074781.678560:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1769074781.678561:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1769074781.678563:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1769074781.678564:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1769074781.678566:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1769074781.678567:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1769074781.678569:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1769074781.678571:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1769074781.678572:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1769074781.678574:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1769074781.678576:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1769074781.678577:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1769074781.678579:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1769074781.678580:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1769074781.678582:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1769074781.678583:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1769074781.678585:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1769074781.678586:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1769074781.678588:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1769074781.678589:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1769074781.678591:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1769074781.678592:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1769074781.678593:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1769074781.678594:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1769074781.678596:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1769074781.678597:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1769074781.678599:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1769074781.678601:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1769074781.678602:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1769074781.678604:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1769074781.678606:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1769074781.678607:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1769074781.678609:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1769074781.678610:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1769074781.678611:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1769074781.678612:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1769074781.678614:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1769074781.678615:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1769074781.678616:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1769074781.678618:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1769074781.678619:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1769074781.678620:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1769074781.678622:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1769074781.678623:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1769074781.678625:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1769074781.678626:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1769074781.678627:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1769074781.678629:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1769074781.678630:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1769074781.678631:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1769074781.678633:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1769074781.678634:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1769074781.678636:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1769074781.678637:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1769074781.678638:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1769074781.678640:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1769074781.678641:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1769074781.678643:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1769074781.678644:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1769074781.678646:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1769074781.678648:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1769074781.678649:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1769074781.678651:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1769074781.678652:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1769074781.678653:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1769074781.678655:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1769074781.678656:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1769074781.678657:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1769074781.678659:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1769074781.678661:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1769074781.678662:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1769074781.678664:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1769074781.678665:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1769074781.678667:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1769074781.678669:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1769074781.678670:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1769074781.678672:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1769074781.678674:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1769074781.678675:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1769074781.678677:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1769074781.678678:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1769074781.678679:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1769074781.678681:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1769074781.678682:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1769074781.678684:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1769074781.678685:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1769074781.678687:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1769074781.678688:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1769074781.678690:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1769074781.678692:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1769074781.678694:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1769074781.678696:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1769074781.678697:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1769074781.678699:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1769074781.678701:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1769074781.678703:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1769074781.678704:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1769074781.678706:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1769074781.678707:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1769074781.678709:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1769074781.678711:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1769074781.678713:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1769074781.678715:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1769074781.678716:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1769074781.678718:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1769074781.678720:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1769074781.678722:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1769074781.678724:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1769074781.678726:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1769074781.678727:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1769074781.678729:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1769074781.678731:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1769074781.678732:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1769074781.678734:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1769074781.678736:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1769074781.678738:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1769074781.678740:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1769074781.678742:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1769074781.678743:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1769074781.678745:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1769074781.678747:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1769074781.678749:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1769074781.678751:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1769074781.678753:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1769074781.678754:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1769074781.678756:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1769074781.678758:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1769074781.678759:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1769074781.678761:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1769074781.678762:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1769074781.678763:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1769074781.678764:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1769074781.678765:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1769074781.678767:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1769074781.678769:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1769074781.678770:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1769074781.678789:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1769074781.678792:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1769074781.678793:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1769074781.678795:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1769074781.678796:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1769074781.678798:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1769074781.678800:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1769074781.678802:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1769074781.678804:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1769074781.678805:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1769074781.678807:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1769074781.678809:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1769074781.678811:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1769074781.678813:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1769074781.678815:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1769074781.678817:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1769074781.678819:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1769074781.678820:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1769074781.678822:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1769074781.678824:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1769074781.678826:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1769074781.678828:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1769074781.678829:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1769074781.678831:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1769074781.678832:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1769074781.678834:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1769074781.678836:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1769074781.678838:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1769074781.679315:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000008:00010000:1.0:1769074781.679327:0:2371:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc650fdc9c0 00000100:00100000:1.0:1769074781.679355:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612805504:192.168.204.139@tcp:3:lfs.0 00000008:00010000:1.0:1769074781.687638:0:2371:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc64db66f00 00000020:00200000:1.0:1769074781.687651:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1769074781.687655:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1769074781.687657:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1769074781.687658:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1769074781.687660:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1769074781.687662:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1769074781.687664:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1769074781.687666:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1769074781.687667:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1769074781.687669:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1769074781.687671:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1769074781.687673:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1769074781.687675:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1769074781.687676:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1769074781.687678:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1769074781.687680:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1769074781.687681:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1769074781.687683:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1769074781.687685:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1769074781.687687:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1769074781.687688:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1769074781.687690:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1769074781.687692:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1769074781.687693:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1769074781.687695:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1769074781.687696:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1769074781.687698:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1769074781.687700:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1769074781.687701:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1769074781.687703:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1769074781.687705:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1769074781.687707:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1769074781.687708:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1769074781.687710:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1769074781.687712:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1769074781.687713:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1769074781.687714:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1769074781.687716:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1769074781.687717:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1769074781.687719:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1769074781.687721:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1769074781.687722:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1769074781.687724:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1769074781.687725:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1769074781.687727:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1769074781.687728:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1769074781.687730:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1769074781.687732:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1769074781.687733:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1769074781.687735:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1769074781.687737:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1769074781.687738:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1769074781.687740:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1769074781.687741:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1769074781.687743:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1769074781.687744:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1769074781.687746:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1769074781.687747:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1769074781.687749:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1769074781.687750:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1769074781.687752:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1769074781.687754:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1769074781.687755:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1769074781.687757:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1769074781.687759:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1769074781.687760:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1769074781.687761:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1769074781.687762:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1769074781.687764:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1769074781.687765:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1769074781.687767:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1769074781.687768:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1769074781.687770:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1769074781.687772:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1769074781.687801:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1769074781.687803:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1769074781.687804:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1769074781.687806:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1769074781.687808:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1769074781.687809:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1769074781.687810:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1769074781.687812:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1769074781.687814:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1769074781.687816:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1769074781.687818:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1769074781.687819:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1769074781.687820:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1769074781.687822:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1769074781.687823:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1769074781.687824:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1769074781.687826:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1769074781.687827:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1769074781.687829:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1769074781.687830:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1769074781.687832:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1769074781.687833:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1769074781.687835:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1769074781.687837:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1769074781.687838:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1769074781.687840:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1769074781.687841:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1769074781.687843:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1769074781.687844:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1769074781.687846:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1769074781.687847:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1769074781.687849:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1769074781.687850:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1769074781.687852:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1769074781.687854:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1769074781.687856:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1769074781.687857:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1769074781.687859:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1769074781.687860:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1769074781.687862:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1769074781.687864:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1769074781.687865:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1769074781.687867:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1769074781.687868:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1769074781.687869:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1769074781.687871:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1769074781.687873:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1769074781.687874:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1769074781.687876:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1769074781.687877:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1769074781.687879:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1769074781.687880:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1769074781.687882:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1769074781.687884:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1769074781.687885:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1769074781.687887:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1769074781.687889:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1769074781.687890:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1769074781.687892:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1769074781.687894:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1769074781.687895:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1769074781.687897:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1769074781.687899:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1769074781.687900:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1769074781.687902:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1769074781.687903:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1769074781.687905:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1769074781.687906:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1769074781.687908:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1769074781.687910:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1769074781.687911:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1769074781.687913:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1769074781.687915:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1769074781.687917:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1769074781.687918:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1769074781.687921:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1769074781.687922:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1769074781.687924:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1769074781.687938:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1769074781.687940:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1769074781.687942:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1769074781.687943:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1769074781.687945:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1769074781.687946:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1769074781.687948:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1769074781.687949:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1769074781.687951:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1769074781.687952:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1769074781.687954:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1769074781.687956:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1769074781.687957:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1769074781.687959:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1769074781.687960:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1769074781.687962:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1769074781.687963:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1769074781.687965:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1769074781.687966:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1769074781.691220:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1769074781.691223:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1769074781.691225:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1769074781.691227:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1769074781.691228:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1769074781.691230:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1769074781.691232:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1769074781.691235:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1769074781.691237:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1769074781.691239:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1769074781.691241:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1769074781.691243:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1769074781.691245:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1769074781.691653:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1769074781.691656:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1769074781.691658:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1769074781.691660:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1769074781.691662:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1769074781.691663:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1769074781.691665:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1769074781.691667:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1769074781.691669:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1769074781.691671:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1769074781.691673:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1769074781.691674:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1769074781.691676:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1769074781.691678:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1769074781.691680:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1769074781.691682:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1769074781.691683:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1769074781.691685:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1769074781.691687:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1769074781.691689:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1769074781.691690:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1769074781.691692:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1769074781.691694:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1769074781.691696:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1769074781.691698:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1769074781.691699:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1769074781.691702:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1769074781.691704:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1769074781.691705:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1769074781.691707:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1769074781.691708:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1769074781.691710:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1769074781.691712:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1769074781.691713:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1769074781.691716:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1769074781.691718:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1769074781.691721:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1769074781.691722:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1769074781.691725:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1769074781.691727:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1769074781.691729:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1769074781.691731:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1769074781.691732:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1769074781.691735:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1769074781.691736:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1769074781.691738:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1769074781.691740:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1769074781.691742:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1769074781.691744:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1769074781.691746:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1769074781.691748:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1769074781.691750:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1769074781.691752:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1769074781.691754:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1769074781.691756:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1769074781.691758:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1769074781.691760:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1769074781.691762:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1769074781.691765:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1769074781.691766:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1769074781.691768:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1769074781.691770:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1769074781.691771:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1769074781.691793:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1769074781.691796:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1769074781.691798:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1769074781.691800:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1769074781.691802:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1769074781.691804:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1769074781.691806:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1769074781.691808:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1769074781.691810:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1769074781.694215:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1769074781.699650:0:2371:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc64db66f00 00000100:00100000:1.0:1769074781.699696:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612806016:192.168.204.139@tcp:3:lfs.0 00010000:00010000:1.0:1769074782.223755:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074783.380898:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612807808:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074783.380918:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612807680:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074783.389080:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612807552:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074783.389099:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1136430d-88ea-4de2-9954-69c484e5445f:2372:1855007612807424:192.168.204.139@tcp:400:kworker.0 00010000:00010000:3.0:1769074785.301498:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074786.321140:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074787.341636:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074788.369648:0:58364:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdbb80 pname:cluuid:pid:xid:nid:opc:job rm:8e818347-4d21-45d1-a323-b359656f3fdd:58364:1855007612808320:192.168.204.139@tcp:36:rm.0 00000080:00200000:1.0:1769074788.369732:0:58364:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1a7:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1769074788.369744:0:58364:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1a7:0x0]: flr state: 1, move mirror from 2 to 2, have retried: 0, mirror count: 3 00020000:00200000:1.0:1769074788.369747:0:58364:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:1.0:1769074788.369753:0:58364:0:(lov_io.c:860:lov_io_iter_init()) component[10] flags 0x10 00020000:00200000:1.0:1769074788.369763:0:58364:0:(lov_io.c:860:lov_io_iter_init()) component[11] flags 0x10 00020000:00200000:1.0:1769074788.369769:0:58364:0:(lov_io.c:860:lov_io_iter_init()) component[12] flags 0x10 00020000:00200000:3.0:1769074788.380768:0:58364:0:(lov_io.c:860:lov_io_iter_init()) component[13] flags 0x0 00000080:00200000:3.0:1769074788.380825:0:58364:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1a7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1769074788.380836:0:58364:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000404:0x1a7:0x0](ffff9bc649b59988) 00000008:00010000:3.0:1769074788.380884:0:58364:0:(osc_object.c:209:osc_object_ast_clear()) ### update lock size 1048576 blocks 1919 [cma]time: 1769074779 1769074772 1769074772 by oinfo size 1048576 blocks 1919 [cma]time 1769074779 1769074772 1769074772 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64d878800/0x21fa6d252c11b4b6 lrc: 1/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a9cf expref: -99 pid: 57940 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074788.380915:0:58364:0:(osc_object.c:209:osc_object_ast_clear()) ### update lock size 2097152 blocks 2081 [cma]time: 1769074779 1769074772 1769074772 by oinfo size 2097152 blocks 2081 [cma]time 1769074779 1769074772 1769074772 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64d879600/0x21fa6d252c11b4bd lrc: 1/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a9d6 expref: -99 pid: 57940 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074788.380929:0:58364:0:(osc_object.c:209:osc_object_ast_clear()) ### update lock size 2097152 blocks 2079 [cma]time: 1769074779 1769074772 1769074772 by oinfo size 2097152 blocks 2079 [cma]time 1769074779 1769074772 1769074772 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b4c4 lrc: 1/0,0 mode: PR/PR res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a9e4 expref: -99 pid: 57940 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074788.380949:0:58364:0:(osc_object.c:209:osc_object_ast_clear()) ### update lock size 2097152 blocks 2081 [cma]time: 1769074779 1769074772 1769074772 by oinfo size 2097152 blocks 2081 [cma]time 1769074779 1769074772 1769074772 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f943c00/0x21fa6d252c11b4cb lrc: 1/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a9eb expref: -99 pid: 57940 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074788.380962:0:58364:0:(osc_object.c:209:osc_object_ast_clear()) ### update lock size 4860768 blocks 5473 [cma]time: 1769074779 1769074772 1769074772 by oinfo size 4860768 blocks 5473 [cma]time 1769074779 1769074772 1769074780 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08c800/0x21fa6d252c11b4d2 lrc: 1/0,0 mode: PR/PR res: [0x240000400:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a9f2 expref: -99 pid: 57940 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074788.380973:0:58364:0:(osc_object.c:209:osc_object_ast_clear()) ### update lock size 4194304 blocks 4137 [cma]time: 1769074779 1769074772 1769074772 by oinfo size 4194304 blocks 4137 [cma]time 1769074779 1769074772 1769074772 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b4d9 lrc: 1/0,0 mode: PR/PR res: [0x280000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a9f9 expref: -99 pid: 57940 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074788.380986:0:58364:0:(osc_object.c:209:osc_object_ast_clear()) ### update lock size 2097152 blocks 4103 [cma]time: 1769074778 1769074778 1769074709 by oinfo size 2097152 blocks 4103 [cma]time 1769074778 1769074778 1769074709 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64d878e00/0x21fa6d252c11b4e7 lrc: 1/0,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8aa54 expref: -99 pid: 57943 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074788.380999:0:58364:0:(osc_object.c:209:osc_object_ast_clear()) ### update lock size 3145728 blocks 4137 [cma]time: 1769074778 1769074778 0 by oinfo size 3145728 blocks 4137 [cma]time 1769074778 1769074778 0 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64d878600/0x21fa6d252c11b4ee lrc: 1/0,0 mode: PR/PR res: [0x280000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8aa5b expref: -99 pid: 57943 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074788.381012:0:58364:0:(osc_object.c:209:osc_object_ast_clear()) ### update lock size 3145728 blocks 4137 [cma]time: 1769074778 1769074778 0 by oinfo size 3145728 blocks 4137 [cma]time 1769074778 1769074778 0 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64d879c00/0x21fa6d252c11b4f5 lrc: 1/0,0 mode: PR/PR res: [0x240000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8aa69 expref: -99 pid: 57943 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074788.381027:0:58364:0:(osc_object.c:209:osc_object_ast_clear()) ### update lock size 4194304 blocks 2079 [cma]time: 1769074778 1769074778 0 by oinfo size 4194304 blocks 2079 [cma]time 1769074778 1769074778 0 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64d879400/0x21fa6d252c11b4fc lrc: 1/0,0 mode: PR/PR res: [0x280000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8aa62 expref: -99 pid: 57943 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074788.381046:0:58364:0:(osc_object.c:209:osc_object_ast_clear()) ### update lock size 4194304 blocks 2077 [cma]time: 1769074778 1769074778 0 by oinfo size 4194304 blocks 2077 [cma]time 1769074778 1769074778 0 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64d879a00/0x21fa6d252c11b503 lrc: 1/0,0 mode: PR/PR res: [0x240000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8aa70 expref: -99 pid: 57943 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074788.381059:0:58364:0:(osc_object.c:209:osc_object_ast_clear()) ### update lock size 4860768 blocks 1337 [cma]time: 1769074779 1769074779 0 by oinfo size 4860768 blocks 1337 [cma]time 1769074779 1769074779 1769074781 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64d878000/0x21fa6d252c11b50a lrc: 1/0,0 mode: PR/PR res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8aa77 expref: -99 pid: 57943 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074788.381071:0:58364:0:(osc_object.c:209:osc_object_ast_clear()) ### update lock size 4194304 blocks 3 [cma]time: 1769074779 1769074779 0 by oinfo size 4194304 blocks 3 [cma]time 1769074779 1769074779 0 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11b44d lrc: 1/0,0 mode: PW/PW res: [0x240000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a8d3 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074788.381085:0:58364:0:(osc_object.c:209:osc_object_ast_clear()) ### update lock size 4194304 blocks 8199 [cma]time: 1769074779 1769074779 0 by oinfo size 4194304 blocks 8199 [cma]time 1769074779 1769074779 0 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b511 lrc: 1/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8aabd expref: -99 pid: 57946 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074788.381099:0:58364:0:(osc_object.c:209:osc_object_ast_clear()) ### update lock size 8388608 blocks 8259 [cma]time: 0 1769074779 0 by oinfo size 8388608 blocks 8259 [cma]time 0 1769074779 0 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b518 lrc: 1/0,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8aac4 expref: -99 pid: 57946 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074788.381111:0:58364:0:(osc_object.c:209:osc_object_ast_clear()) ### update lock size 4860768 blocks 1337 [cma]time: 1769074779 1769074779 0 by oinfo size 4860768 blocks 1337 [cma]time 1769074779 1769074779 1769074782 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b51f lrc: 1/0,0 mode: PR/PR res: [0x240000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8aacb expref: -99 pid: 57946 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074788.381124:0:58364:0:(osc_object.c:209:osc_object_ast_clear()) ### update lock size 4194304 blocks 3 [cma]time: 1769074779 1769074779 0 by oinfo size 4194304 blocks 3 [cma]time 1769074779 1769074779 0 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11b470 lrc: 1/0,0 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8a904 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1769074788.381232:0:58364:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074788.381252:0:58364:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074788.381338:0:58364:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b526 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 58364 initiator: MDT0 00010000:00010000:3.0:1769074788.381440:0:58364:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b526 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 58364 initiator: MDT0 00010000:00010000:3.0:1769074788.381451:0:58364:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b526 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 58364 initiator: MDT0 00000100:00100000:3.0:1769074788.381478:0:58364:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job rm:8e818347-4d21-45d1-a323-b359656f3fdd:58364:1855007612808448:192.168.204.139@tcp:101:rm.0 00000100:00100000:3.0:1769074788.381713:0:58364:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6412edc00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074788.501234:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1136430d-88ea-4de2-9954-69c484e5445f:2372:1855007612808832:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074788.504582:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612809088:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074788.504630:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074788.504636:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612808960:192.168.204.139@tcp:400:kworker.0 00010000:00010000:1.0:1769074789.389974:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074790.572285:0:37576:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1769074790.572314:0:37576:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619929088 00000100:00100000:1.0:1769074790.572325:0:37576:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619929088 00000100:00100000:1.0:1769074790.572375:0:37576:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619929216 00000100:00100000:1.0:1769074790.572378:0:37576:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619929216 00000100:00100000:1.0:1769074790.572397:0:37576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 330 00000100:00100000:1.0:1769074790.572405:0:37576:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc67afd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:26306:x1855007619929088:12345-192.168.204.139@tcp:104: 00010000:00010000:1.0:1769074790.572422:0:37576:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64d878800/0x21fa6d252c11b4b6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x420000010000 nid: local remote: 0x8b5959a9a0e8a9cf expref: -99 pid: 57940 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074790.572503:0:37576:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1769074790.572510:0:37576:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc67afd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:26306:x1855007619929088:12345-192.168.204.139@tcp:104: Request processed in 105us (2104us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074790.572518:0:37576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 330 00000100:00100000:1.0:1769074790.572536:0:37576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 331 00000100:00100000:1.0:1769074790.572543:0:37576:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d96fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+5:21706:x1855007619929216:12345-192.168.204.139@tcp:104: 00010000:00010000:1.0:1769074790.572551:0:37576:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64d878e00/0x21fa6d252c11b4e7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x420000010000 nid: local remote: 0x8b5959a9a0e8aa54 expref: -99 pid: 57943 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074790.572580:0:37576:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1769074790.572585:0:37576:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d96fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+5:21706:x1855007619929216:12345-192.168.204.139@tcp:104: Request processed in 43us (2137us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074790.572591:0:37576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 331 00010000:00010000:1.0:1769074790.572641:0:55495:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074790.572648:0:55495:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64d878800/0x21fa6d252c11b4b6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x420000010000 nid: local remote: 0x8b5959a9a0e8a9cf expref: -99 pid: 57940 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074790.572657:0:55495:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64d878800 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:1.0:1769074790.572663:0:55495:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64d878800/0x21fa6d252c11b4b6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x428400010000 nid: local remote: 0x8b5959a9a0e8a9cf expref: -99 pid: 57940 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074790.572709:0:55495:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64d878800/0x21fa6d252c11b4b6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8a9cf expref: -99 pid: 57940 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074790.572716:0:55495:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074790.572743:0:55495:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64d878800/0x21fa6d252c11b4b6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8a9cf expref: -99 pid: 57940 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074790.572751:0:55495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64d878800/0x21fa6d252c11b4b6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8a9cf expref: -99 pid: 57940 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074790.572798:0:55495:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074790.572802:0:55495:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64d878e00/0x21fa6d252c11b4e7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x420000010000 nid: local remote: 0x8b5959a9a0e8aa54 expref: -99 pid: 57943 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074790.572808:0:55495:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64d878e00 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:1.0:1769074790.572811:0:55495:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64d878e00/0x21fa6d252c11b4e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x428400010000 nid: local remote: 0x8b5959a9a0e8aa54 expref: -99 pid: 57943 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074790.572835:0:55495:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64d878e00/0x21fa6d252c11b4e7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8aa54 expref: -99 pid: 57943 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074790.572852:0:55495:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074790.572866:0:55495:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64d878e00/0x21fa6d252c11b4e7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8aa54 expref: -99 pid: 57943 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074790.572888:0:55495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64d878e00/0x21fa6d252c11b4e7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8aa54 expref: -99 pid: 57943 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074790.572926:0:55495:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074790.572930:0:55495:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64d879600/0x21fa6d252c11b4bd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x420000010000 nid: local remote: 0x8b5959a9a0e8a9d6 expref: -99 pid: 57940 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074790.572940:0:55495:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64d879600 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:1.0:1769074790.572945:0:55495:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64d879600/0x21fa6d252c11b4bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x428400010000 nid: local remote: 0x8b5959a9a0e8a9d6 expref: -99 pid: 57940 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074790.572970:0:55495:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64d879600/0x21fa6d252c11b4bd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8a9d6 expref: -99 pid: 57940 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074790.572978:0:55495:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074790.572984:0:55495:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64d879600/0x21fa6d252c11b4bd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8a9d6 expref: -99 pid: 57940 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074790.573006:0:55495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64d879600/0x21fa6d252c11b4bd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8a9d6 expref: -99 pid: 57940 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074790.573024:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074790.573025:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074790.573027:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074790.573037:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074790.573063:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612809344:192.168.204.139@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074790.592907:0:37586:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074790.592930:0:37586:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11b470 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x420000010000 nid: local remote: 0x8b5959a9a0e8a904 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074790.592952:0:37586:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64145d600 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:1.0:1769074790.592962:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11b470 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x428400010000 nid: local remote: 0x8b5959a9a0e8a904 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074790.593038:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11b470 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8a904 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074790.593062:0:37586:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074790.593111:0:37586:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11b470 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8a904 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074790.593124:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11b470 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8a904 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074790.593161:0:37586:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074790.593169:0:37586:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f943c00/0x21fa6d252c11b4cb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x420000010000 nid: local remote: 0x8b5959a9a0e8a9eb expref: -99 pid: 57940 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074790.593178:0:37586:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f943c00 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:1.0:1769074790.593184:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f943c00/0x21fa6d252c11b4cb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x428400010000 nid: local remote: 0x8b5959a9a0e8a9eb expref: -99 pid: 57940 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074790.593221:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f943c00/0x21fa6d252c11b4cb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8a9eb expref: -99 pid: 57940 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074790.593230:0:37586:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074790.597569:0:37586:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f943c00/0x21fa6d252c11b4cb lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8a9eb expref: -99 pid: 57940 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074790.597592:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f943c00/0x21fa6d252c11b4cb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8a9eb expref: -99 pid: 57940 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074790.597621:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074790.597623:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074790.597626:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074790.597663:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612809600:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074790.597959:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1769074790.597968:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612809728:192.168.204.139@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074790.598024:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074790.598030:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074790.599207:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612810496:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074790.606344:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612810112:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074790.606426:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612810368:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074790.606470:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612809984:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074790.606509:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612810240:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074790.606541:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074790.606566:0:37577:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619931136 00000100:00100000:3.0:1769074790.606574:0:37577:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619931136 00000100:00100000:3.0:1769074790.606626:0:37577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6571 00000100:00100000:3.0:1769074790.606634:0:37577:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:21706:x1855007619931136:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074790.606650:0:37577:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b511 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x420000010000 nid: local remote: 0x8b5959a9a0e8aabd expref: -99 pid: 57946 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074790.606716:0:37577:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074790.606723:0:37577:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:21706:x1855007619931136:12345-192.168.204.139@tcp:104: Request processed in 89us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074790.606730:0:37577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6571 00010000:00010000:3.0:1769074790.606913:0:53572:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074790.606921:0:53572:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b511 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x420000010000 nid: local remote: 0x8b5959a9a0e8aabd expref: -99 pid: 57946 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074790.606929:0:53572:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f942400 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:3.0:1769074790.606935:0:53572:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b511 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x428400010000 nid: local remote: 0x8b5959a9a0e8aabd expref: -99 pid: 57946 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074790.606980:0:53572:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b511 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8aabd expref: -99 pid: 57946 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074790.606988:0:53572:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074790.607010:0:53572:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b511 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8aabd expref: -99 pid: 57946 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074790.607017:0:53572:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b511 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8aabd expref: -99 pid: 57946 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074790.607046:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074790.607048:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074790.607050:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074790.607065:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612810624:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074790.607273:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612809216:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074790.607283:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612809472:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074790.607314:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612809344:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074790.607870:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074790.607898:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074790.607922:0:52448:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619931392 00000100:00100000:3.0:1769074790.607927:0:52448:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619931392 00000100:00100000:3.0:1769074790.607953:0:52448:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619931264 00000100:00100000:3.0:1769074790.607956:0:52448:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619931264 00000100:00100000:3.0:1769074790.607972:0:52448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6572 00000100:00100000:3.0:1769074790.607979:0:52448:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+5:6533:x1855007619931392:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074790.607990:0:52448:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64d879a00/0x21fa6d252c11b503 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x420000010000 nid: local remote: 0x8b5959a9a0e8aa70 expref: -99 pid: 57943 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074790.608031:0:52448:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074790.608037:0:52448:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+5:6533:x1855007619931392:12345-192.168.204.139@tcp:104: Request processed in 59us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074790.608044:0:52448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6572 00000100:00100000:3.0:1769074790.608058:0:52448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6573 00000100:00100000:3.0:1769074790.608063:0:52448:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:26584:x1855007619931264:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074790.608071:0:52448:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11b44d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x420000010000 nid: local remote: 0x8b5959a9a0e8a8d3 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074790.608102:0:52448:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1769074790.608109:0:52448:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:26584:x1855007619931264:12345-192.168.204.139@tcp:104: Request processed in 45us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074790.608114:0:52448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6573 00010000:00010000:3.0:1769074790.608137:0:37585:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074790.608143:0:37585:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64d879a00/0x21fa6d252c11b503 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x420000010000 nid: local remote: 0x8b5959a9a0e8aa70 expref: -99 pid: 57943 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074790.608151:0:37585:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64d879a00 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:3.0:1769074790.608155:0:37585:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64d879a00/0x21fa6d252c11b503 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x428400010000 nid: local remote: 0x8b5959a9a0e8aa70 expref: -99 pid: 57943 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074790.608184:0:37585:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64d879a00/0x21fa6d252c11b503 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8aa70 expref: -99 pid: 57943 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074790.608191:0:37585:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074790.608204:0:37585:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64d879a00/0x21fa6d252c11b503 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8aa70 expref: -99 pid: 57943 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074790.608211:0:37585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64d879a00/0x21fa6d252c11b503 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8aa70 expref: -99 pid: 57943 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074790.608228:0:37585:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074790.608231:0:37585:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11b44d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x420000010000 nid: local remote: 0x8b5959a9a0e8a8d3 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074790.608249:0:37585:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f942200 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:3.0:1769074790.608252:0:37585:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11b44d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x428400010000 nid: local remote: 0x8b5959a9a0e8a8d3 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074790.608275:0:37585:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11b44d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8a8d3 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074790.608281:0:37585:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074790.608287:0:37585:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11b44d lrc: 1/0,0 mode: --/PW res: [0x240000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8a8d3 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074790.608294:0:37585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11b44d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->16777215) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8a8d3 expref: -99 pid: 57932 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074790.608307:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074790.608309:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074790.608311:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074790.608326:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612810752:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074790.608368:0:2373:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074790.608374:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612810880:192.168.204.139@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074790.610076:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074790.611861:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:1.0:1769074790.612275:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612809728:192.168.204.139@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074790.612289:0:55495:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074790.612296:0:55495:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64d879c00/0x21fa6d252c11b4f5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x420000010000 nid: local remote: 0x8b5959a9a0e8aa69 expref: -99 pid: 57943 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074790.612304:0:55495:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64d879c00 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:1.0:1769074790.612311:0:55495:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64d879c00/0x21fa6d252c11b4f5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x428400010000 nid: local remote: 0x8b5959a9a0e8aa69 expref: -99 pid: 57943 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074790.612357:0:55495:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64d879c00/0x21fa6d252c11b4f5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8aa69 expref: -99 pid: 57943 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074790.612365:0:55495:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074790.614129:0:55495:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64d879c00/0x21fa6d252c11b4f5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8aa69 expref: -99 pid: 57943 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074790.614142:0:55495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64d879c00/0x21fa6d252c11b4f5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8aa69 expref: -99 pid: 57943 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074790.614162:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074790.614164:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074790.614166:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074790.614201:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612811008:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074790.614324:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612809600:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074790.614346:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612810496:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074790.617708:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00010000:00010000:1.0:1769074790.625048:0:47798:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074790.625061:0:47798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b51f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x420000010000 nid: local remote: 0x8b5959a9a0e8aacb expref: -99 pid: 57946 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074790.625075:0:47798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f943e00 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:1.0:1769074790.625082:0:47798:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b51f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x428400010000 nid: local remote: 0x8b5959a9a0e8aacb expref: -99 pid: 57946 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074790.625151:0:47798:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b51f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8aacb expref: -99 pid: 57946 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074790.625160:0:47798:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074790.625190:0:47798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b51f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8aacb expref: -99 pid: 57946 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074790.625198:0:47798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b51f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->33554431) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8aacb expref: -99 pid: 57946 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074790.625223:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074790.625225:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074790.625226:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074790.625255:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074790.625280:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612811136:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074790.627419:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074790.627476:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612810880:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074790.627488:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612810752:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074790.627518:0:45123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619931904 00000100:00100000:3.0:1769074790.627524:0:45123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619931904 00000100:00100000:3.0:1769074790.627561:0:45123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6576 00000100:00100000:3.0:1769074790.627569:0:45123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7967:x1855007619931904:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074790.627584:0:45123:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b518 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x420000010000 nid: local remote: 0x8b5959a9a0e8aac4 expref: -99 pid: 57946 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074790.627653:0:45123:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074790.627660:0:45123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7967:x1855007619931904:12345-192.168.204.139@tcp:104: Request processed in 90us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074790.627666:0:45123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6576 00000100:00100000:1.0:1769074790.627802:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612811008:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074790.633052:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612811264:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074790.633199:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612811136:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074790.649056:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612811264:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074790.791956:0:58534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1136430d-88ea-4de2-9954-69c484e5445f:58534:1855007612811776:192.168.204.139@tcp:502:llog_process_th.0 00000020:01000000:3.0:1769074790.792041:0:58534:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1769074790.792257:0:58534:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1769074790.792261:0:58534:0:(obd_config.c:1477:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:3.0:1769074790.792270:0:58534:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff9bc643a3f800 00000020:00000080:3.0:1769074790.792274:0:58534:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1769074790.792293:0:58534:0:(genops.c:412:class_newdev()) Allocate new device lustre-clilov-ffff9bc643a3f800 (ffff9bc648030000) 00000020:00000080:3.0:1769074790.792319:0:58534:0:(obd_config.c:657:class_attach()) OBD: dev 6 attached type lov with refcount 2 00000020:01000000:3.0:1769074790.792327:0:58534:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff9bc643a3f800 00000020:00000080:3.0:1769074790.792332:0:58534:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1769074790.792759:0:58534:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-clilov-ffff9bc643a3f800 (uuid 2f350b61-220d-44c0-add1-2054ba0cd22d) 00000020:01000000:3.0:1769074790.792768:0:58534:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1769074790.792772:0:58534:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1769074790.793045:0:58534:0:(obd_config.c:1477:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:3.0:1769074790.793050:0:58534:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1769074790.793064:0:58534:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1769074790.793066:0:58534:0:(obd_config.c:1477:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:3.0:1769074790.793071:0:58534:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff9bc643a3f800 00000020:00000080:3.0:1769074790.793074:0:58534:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1769074790.793085:0:58534:0:(genops.c:412:class_newdev()) Allocate new device lustre-clilmv-ffff9bc643a3f800 (ffff9bc648036360) 00000020:00000080:3.0:1769074790.793098:0:58534:0:(obd_config.c:657:class_attach()) OBD: dev 7 attached type lmv with refcount 2 00000020:01000000:3.0:1769074790.793104:0:58534:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff9bc643a3f800 00000020:00000080:3.0:1769074790.793107:0:58534:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000080:1.0:1769074790.820738:0:58534:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-OST0000-osc-ffff9bc643a3f800 (uuid 2f350b61-220d-44c0-add1-2054ba0cd22d) 00000020:01000000:1.0:1769074790.820768:0:58534:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9bc643a3f800 00000020:00000080:1.0:1769074790.820792:0:58534:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00d 00020000:01000000:1.0:1769074790.820832:0:58534:0:(lov_obd.c:469:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:1.0:1769074790.820847:0:58534:0:(lov_obd.c:498:lov_add_target()) lustre-clilov-ffff9bc643a3f800: Adding target lustre-OST0000_UUID 00020000:01000000:1.0:1769074790.820855:0:58534:0:(lov_obd.c:520:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:1.0:1769074790.820877:0:58534:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1769074790.820884:0:58534:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1769074790.820886:0:58534:0:(obd_config.c:1477:class_process_config()) marker 13 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1769074790.821187:0:58534:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1769074790.821191:0:58534:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #16 00000020:01000000:1.0:1769074790.821193:0:58534:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1769074790.821195:0:58534:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1769074790.821197:0:58534:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1769074790.821201:0:58534:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1769074790.821203:0:58534:0:(obd_config.c:1477:class_process_config()) marker 16 (0x6) lustre sys.timeout 00000020:01000000:1.0:1769074790.821206:0:58534:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1769074790.821214:0:58534:0:(obd_mount.c:939:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.204.139@tcp:/lustre 00000020:00000080:1.0:1769074790.821219:0:58534:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1769074790.821221:0:58534:0:(obd_config.c:1477:class_process_config()) marker 19 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1769074790.821225:0:58534:0:(obd_config.c:1389:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1769074790.821242:0:58534:0:(obd_config.c:1401:class_process_config()) adding mapping from uuid 192.168.204.139@tcp to nid 0x20000c0a8cc8b (192.168.204.139@tcp) 00000020:01000000:1.0:1769074790.821285:0:58534:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff9bc643a3f800 00000020:00000080:1.0:1769074790.821289:0:58534:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1769074790.821306:0:58534:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0001-osc-ffff9bc643a3f800 (ffff9bc643ad18d8) 00000020:00000080:1.0:1769074790.821329:0:58534:0:(obd_config.c:657:class_attach()) OBD: dev 10 attached type osc with refcount 2 00000020:01000000:1.0:1769074790.821337:0:58534:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff9bc643a3f800 00000020:00000080:1.0:1769074790.821340:0:58534:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1769074790.821448:0:58534:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9bc67f990800@lustre-OST0001-osc-ffff9bc643a3f800: add connection 192.168.204.139@tcp at head 00010000:00010000:1.0:1769074790.824277:0:58534:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff9bc643a3f800-6 is initialized 00000100:00100000:1.0:1769074790.939454:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612813312:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074790.953542:0:2369:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bc643a3f800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1769074790.953573:0:2369:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9bc643a3f800: connect to target with instance 2 00000100:00080000:3.0:1769074790.953591:0:2369:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff9bc643a3f800: Resetting ns_connect_flags to server flags: 0xae7a5e7be344d3b8 00000100:00080000:3.0:1769074790.953612:0:2369:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1769074790.953620:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc642cc8800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1769074790.958260:0:2369:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 00000000775f3edf): req@ffff9bc67afd8000 x1855007612813056/t0(0) o41->lustre-MDT0000-mdc-ffff9bc643a3f800@192.168.204.139@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769074790.958293:0:2369:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 0000000014627ba4): req@ffff9bc67afda300 x1855007612813184/t0(0) o41->lustre-MDT0000-mdc-ffff9bc643a3f800@192.168.204.139@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074790.958316:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f350b61-220d-44c0-add1-2054ba0cd22d:2369:1855007612812928:192.168.204.139@tcp:38:mount.lustre.0 00000100:00100000:1.0:1769074790.958696:0:58530:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6430bb900 going to sleep for 11 seconds 00000100:00100000:3.0:1769074790.962531:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f350b61-220d-44c0-add1-2054ba0cd22d:0:1855007612813056:192.168.204.139@tcp:41:mount.lustre.0 00000100:00100000:1.0:1769074790.962702:0:58530:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2f350b61-220d-44c0-add1-2054ba0cd22d:58530:1855007612813184:192.168.204.139@tcp:41:mount.lustre.0 00800000:00000004:1.0:1769074790.962732:0:58530:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0000-mdc-ffff9bc643a3f800: update ffff9bc649dd4df8 cache blocks 17223/17270 objects 489560/489952 00000080:00000004:1.0:1769074790.962741:0:58530:0:(obd_class.h:1109:obd_statfs()) lustre-clilmv-ffff9bc643a3f800: update ffff9bc6480366d0 cache blocks 17223/17270 objects 489560/489952 00000100:00100000:1.0:1769074790.962823:0:58530:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2f350b61-220d-44c0-add1-2054ba0cd22d:58530:1855007612813440:192.168.204.139@tcp:40:mount.lustre.0 00000100:00100000:1.0:1769074790.962894:0:58530:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc644bdf840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074790.965374:0:58530:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2f350b61-220d-44c0-add1-2054ba0cd22d:58530:1855007612813440:192.168.204.139@tcp:40:mount.lustre.0 00000080:00000004:1.0:1769074790.965412:0:58530:0:(llite_lib.c:511:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:1.0:1769074790.965442:0:58530:0:(llite_lib.c:674:client_common_fill_super()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 3407872 00020000:01000000:1.0:1769074790.965447:0:58530:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:1.0:1769074790.965460:0:58530:0:(genops.c:1402:class_connect()) connect: client 2f350b61-220d-44c0-add1-2054ba0cd22d, cookie 0x21fa6d252c11b581 00000020:00000080:1.0:1769074790.965478:0:58530:0:(genops.c:1402:class_connect()) connect: client LOV_OSC_UUID, cookie 0x21fa6d252c11b588 00000100:00080000:1.0:1769074790.965487:0:58530:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc643a3f800: connect to NID 192.168.204.139@tcp last attempt 0 00000100:00080000:1.0:1769074790.965498:0:58530:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc643a3f800: import ffff9bc642ccf800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769074790.965513:0:58530:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1769074790.965539:0:58530:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91180 x1855007612813568/t0(0) o8->lustre-OST0000-osc-ffff9bc643a3f800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769074790.965574:0:58530:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import 2f350b61-220d-44c0-add1-2054ba0cd22d->lustre-OST0000_UUID 00020000:01000000:1.0:1769074790.965598:0:58530:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff9bc643a3f800) active 00000080:00000004:1.0:1769074790.965619:0:58530:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0465af2e3640038 00000020:00000080:1.0:1769074790.965631:0:58530:0:(genops.c:1402:class_connect()) connect: client LOV_OSC_UUID, cookie 0x21fa6d252c11b58f 00000100:00080000:1.0:1769074790.965638:0:58530:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc643a3f800: connect to NID 192.168.204.139@tcp last attempt 0 00000100:00080000:1.0:1769074790.965644:0:58530:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc643a3f800: import ffff9bc67f990800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769074790.965651:0:58530:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1769074790.965667:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f350b61-220d-44c0-add1-2054ba0cd22d:2369:1855007612813568:192.168.204.139@tcp:8:mount.lustre.0 00000100:00100000:1.0:1769074790.965668:0:58530:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007612813696/t0(0) o8->lustre-OST0001-osc-ffff9bc643a3f800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769074790.965702:0:58530:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import 2f350b61-220d-44c0-add1-2054ba0cd22d->lustre-OST0001_UUID 00020000:01000000:1.0:1769074790.965711:0:58530:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff9bc643a3f800) active 00000080:00000004:1.0:1769074790.965730:0:58530:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0465af2e3640038 00000100:00100000:1.0:1769074790.965808:0:58530:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2f350b61-220d-44c0-add1-2054ba0cd22d:58530:1855007612813824:192.168.204.139@tcp:33:mount.lustre.0 00000100:00100000:3.0:1769074790.965861:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f350b61-220d-44c0-add1-2054ba0cd22d:2369:1855007612813696:192.168.204.139@tcp:8:mount.lustre.0 00000100:00100000:1.0:1769074790.965958:0:58530:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc644bdf840 going to sleep for 11 seconds 00000100:00100000:3.0:1769074790.968988:0:2369:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9bc643a3f800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1769074790.969015:0:2369:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9bc643a3f800: connect to target with instance 4 00000100:00080000:3.0:1769074790.969333:0:2369:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9bc643a3f800: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000080:00000004:3.0:1769074790.969354:0:2369:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0465af2e3640038 -> 0xa0425af2e3440038 00000080:00080000:3.0:1769074790.969362:0:2369:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:3.0:1769074790.969375:0:2369:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1769074790.969383:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc67f990800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1769074790.969393:0:2369:0:(lov_obd.c:389:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:3.0:1769074790.969399:0:2369:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00080000:3.0:1769074790.969402:0:2369:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1769074790.969421:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f350b61-220d-44c0-add1-2054ba0cd22d:2369:1855007612813696:192.168.204.139@tcp:8:mount.lustre.0 00000100:00100000:3.0:1769074790.969459:0:2369:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9bc643a3f800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1769074790.969467:0:2369:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9bc643a3f800: connect to target with instance 5 00000100:00080000:3.0:1769074790.969476:0:2369:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9bc643a3f800: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000080:00000004:3.0:1769074790.969482:0:2369:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00080000:3.0:1769074790.969485:0:2369:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:3.0:1769074790.969487:0:2369:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1769074790.969490:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc642ccf800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1769074790.969494:0:2369:0:(lov_obd.c:389:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:3.0:1769074790.969497:0:2369:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00080000:3.0:1769074790.969500:0:2369:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1769074790.969510:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f350b61-220d-44c0-add1-2054ba0cd22d:2369:1855007612813568:192.168.204.139@tcp:8:mount.lustre.0 00000100:00100000:1.0:1769074790.972547:0:58530:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2f350b61-220d-44c0-add1-2054ba0cd22d:58530:1855007612813824:192.168.204.139@tcp:33:mount.lustre.0 00000080:00200000:1.0:1769074790.972698:0:58530:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) 00000080:00200000:1.0:1769074790.972710:0:58530:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 13824 00000080:02000400:1.0:1769074790.972846:0:58530:0:(llite_lib.c:1533:ll_fill_super()) Mounted lustre-client 00000080:00000004:1.0:1769074790.987623:0:58530:0:(super25.c:202:lustre_fill_super()) 192.168.204.139@tcp:/lustre: Mount complete 00000080:00200080:3.0:1769074791.230453:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:3.0:1769074791.230475:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc6485b7800 uarg=0000000000000000 00800000:00000004:3.0:1769074791.230483:0:58561:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff9bc646483800: age 1241, max_age 1780 00000100:00100000:3.0:1769074791.230543:0:58561:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:58561:1855007612813952:192.168.204.139@tcp:41:lfs.0 00000100:00100000:3.0:1769074791.230650:0:58561:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ecce300 going to sleep for 11 seconds 00000080:00200080:1.0:1769074791.247320:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.247355:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.247367:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.247372:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.247376:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.247380:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.247384:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.247388:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.247392:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.247395:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.247399:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.247403:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.247406:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.247410:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.247414:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.247417:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.247422:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.247425:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.247429:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.247432:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.247435:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.247439:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.247442:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.247446:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.247450:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.247453:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.247457:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.247461:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.247464:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.247468:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.247472:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.247476:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.247480:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.247484:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.247488:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.247503:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.247509:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.247512:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.247516:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.247520:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.247524:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.247528:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.247534:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.247537:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.247541:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.247545:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.247549:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.247553:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.247557:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.247561:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.247565:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.247569:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.247573:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.247577:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.247581:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.247584:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.247588:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.247592:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.247606:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.247612:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.247617:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.247621:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.247625:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.247629:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.247633:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.247637:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.247641:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.249744:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.249793:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.249804:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.249810:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.249813:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.249817:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.249821:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.249825:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.249828:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.249833:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.249836:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.249840:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.249844:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.249848:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.249852:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.249856:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.249859:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.249863:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.249867:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.249871:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.249875:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.250313:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.250322:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.250327:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.250332:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.250336:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.250340:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.250344:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.250347:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.250352:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.250356:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.250360:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.250364:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.250368:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.250372:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.250376:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.250380:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.250383:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.250386:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.250390:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.250394:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.250397:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.250401:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.250404:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.250408:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.250412:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.250415:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.250419:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.250423:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.250427:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.250431:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.250435:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.250439:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.250443:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.250446:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.250449:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.250453:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.250456:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.250460:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.250464:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.250467:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00000080:00200080:1.0:1769074791.250472:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.250478:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc651164c00 uarg=0000000000000000 00020000:00000004:1.0:1769074791.250488:0:58561:0:(obd_class.h:1083:obd_statfs()) lustre-OST0000-osc-ffff9bc646483800: age 1241, max_age 1780 00000100:00100000:1.0:1769074791.250546:0:58561:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:58561:1855007612814080:192.168.204.139@tcp:13:lfs.0 00000100:00100000:1.0:1769074791.251518:0:58561:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc646523300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074791.259565:0:58561:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:58561:1855007612814080:192.168.204.139@tcp:13:lfs.0 00020000:00000004:1.0:1769074791.259612:0:58561:0:(obd_class.h:1109:obd_statfs()) lustre-OST0000-osc-ffff9bc646483800: update ffff9bc64ad64df8 cache blocks 3656/3683 objects 117056/117536 00000080:00200080:1.0:1769074791.259705:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.259725:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc646483800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00020000:00000004:1.0:1769074791.259735:0:58561:0:(obd_class.h:1083:obd_statfs()) lustre-OST0001-osc-ffff9bc646483800: age 1241, max_age 1780 00000100:00100000:1.0:1769074791.259837:0:58561:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:58561:1855007612814208:192.168.204.139@tcp:13:lfs.0 00000080:00200008:1.0:1769074791.271725:0:58561:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1769074791.271735:0:58561:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074791.271755:0:58561:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074791.271801:0:58561:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b526 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8aaf5 expref: -99 pid: 58364 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074791.271817:0:58561:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b526 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8aaf5 expref: -99 pid: 58364 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074791.271824:0:58561:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074791.271832:0:58561:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074791.271835:0:58561:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b526 00000080:00010000:1.0:1769074791.271842:0:58561:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b526 from it ffffa7f981c57cb8 00010000:00010000:1.0:1769074791.271846:0:58561:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b526 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8aaf5 expref: -99 pid: 58364 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074791.271854:0:58561:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b526 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8aaf5 expref: -99 pid: 58364 timeout: 0 lvb_type: 0 00000080:00200008:1.0:1769074791.271902:0:58561:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bc649b580c8), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1769074791.271906:0:58561:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8),name=/ 00000002:00010000:1.0:1769074791.271916:0:58561:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074791.271974:0:58561:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08cc00/0x21fa6d252c11b596 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 58561 initiator: MDT0 00010000:00010000:1.0:1769074791.271982:0:58561:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08cc00/0x21fa6d252c11b596 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 58561 initiator: MDT0 00010000:00010000:1.0:1769074791.271993:0:58561:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08cc00/0x21fa6d252c11b596 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 58561 initiator: MDT0 00000100:00100000:1.0:1769074791.272021:0:58561:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job lfs:2f350b61-220d-44c0-add1-2054ba0cd22d:58561:1855007612814336:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074791.272126:0:58561:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6465233c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074791.292858:0:58561:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job lfs:2f350b61-220d-44c0-add1-2054ba0cd22d:58561:1855007612814336:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074791.292897:0:58561:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08cc00/0x21fa6d252c11b596 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8abce expref: -99 pid: 58561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074791.292910:0:58561:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08cc00/0x21fa6d252c11b596 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8abce expref: -99 pid: 58561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074791.292921:0:58561:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08cc00/0x21fa6d252c11b596 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8abce expref: -99 pid: 58561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074791.292938:0:58561:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08cc00/0x21fa6d252c11b596 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8abce expref: -99 pid: 58561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074791.292950:0:58561:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08cc00/0x21fa6d252c11b596 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8abce expref: -99 pid: 58561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074791.292957:0:58561:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08cc00/0x21fa6d252c11b596 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8abce expref: -99 pid: 58561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074791.292964:0:58561:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08cc00/0x21fa6d252c11b596 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8abce expref: -99 pid: 58561 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074791.292975:0:58561:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9bc64ac90000 x1855007612814336/t0(0) o101->lustre-MDT0000-mdc-ffff9bc643a3f800@192.168.204.139@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074807 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074791.292990:0:58561:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08cc00/0x21fa6d252c11b596 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8abce expref: -99 pid: 58561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074791.293004:0:58561:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc67f926c00 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:1.0:1769074791.293012:0:58561:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074791.293040:0:58561:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 13824 00000080:00010000:1.0:1769074791.293045:0:58561:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc649b580c8) for lock 0x21fa6d252c11b596 00000080:00010000:1.0:1769074791.293050:0:58561:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc649b580c8) 00000080:00010000:1.0:1769074791.293053:0:58561:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b596 from it ffffa7f981c57cb8 00010000:00010000:1.0:1769074791.293056:0:58561:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08cc00/0x21fa6d252c11b596 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8abce expref: -99 pid: 58561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074791.293064:0:58561:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08cc00/0x21fa6d252c11b596 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8abce expref: -99 pid: 58561 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074791.293181:0:58561:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8),name=/ 00000002:00010000:1.0:1769074791.293197:0:58561:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074791.293215:0:58561:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08cc00/0x21fa6d252c11b596 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8abce expref: -99 pid: 58561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074791.293234:0:58561:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08cc00/0x21fa6d252c11b596 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8abce expref: -99 pid: 58561 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074791.293241:0:58561:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074791.293246:0:58561:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc649b580c8) 00000080:00010000:1.0:1769074791.293248:0:58561:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc649b580c8) for lock 0x21fa6d252c11b596 00000080:00010000:1.0:1769074791.293252:0:58561:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b596 from it ffffa7f981c57bb0 00010000:00010000:1.0:1769074791.293254:0:58561:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08cc00/0x21fa6d252c11b596 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8abce expref: -99 pid: 58561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074791.293261:0:58561:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08cc00/0x21fa6d252c11b596 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8abce expref: -99 pid: 58561 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074791.293274:0:58561:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8), inode mode 41ed mask 44 00000080:00200008:1.0:1769074791.293283:0:58561:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc649b580c8), flags 100000 00000080:00200080:1.0:1769074791.293347:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.293362:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00800000:00000004:1.0:1769074791.293369:0:58561:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff9bc643a3f800: age 1781, max_age 1780 00800000:00000004:1.0:1769074791.293372:0:58561:0:(obd_class.h:1123:obd_statfs()) lustre-MDT0000-mdc-ffff9bc643a3f800: use ffff9bc649dd4df8 cache blocks 17223/17270 objects 489560/489952 00000080:00200080:1.0:1769074791.293389:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.293394:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.293399:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.293403:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.293407:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.293409:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.293413:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.293416:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.293420:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.293423:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.293427:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.293430:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.293434:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.293437:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.293448:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.293452:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.293459:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.293462:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.293467:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.293471:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.293474:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.293477:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.293481:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.293484:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.293488:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.293491:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.293495:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.293498:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.293502:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.293506:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.293509:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.293513:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.293516:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.293519:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.293523:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.293526:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.293530:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.293533:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.293537:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.293541:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.293544:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.293547:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.293551:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.293555:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.293558:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.293562:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.293566:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.293569:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.293573:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.293576:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.293579:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.293582:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.293586:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.293590:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.293605:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.293610:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.293615:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.293618:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.293622:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.293626:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.293629:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.293633:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.293637:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.293640:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.298361:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.298404:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.298435:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.298440:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.298447:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.298451:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.298456:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.298460:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.298464:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.298468:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.298473:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.298477:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.298481:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.298485:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.298489:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.298493:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.298497:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.298500:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.298505:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.298508:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.298513:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.298517:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.298520:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.298524:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.298528:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.298532:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.298536:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.298539:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.298544:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.298550:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.298554:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.298558:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.298562:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.298566:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.298569:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.298573:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.298578:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.298581:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.298585:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.298588:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.298592:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.298595:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.298599:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.298602:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.298606:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.298609:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.298612:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.298615:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.298619:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.298622:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.298626:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.298629:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.298632:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.298635:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.298640:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.298643:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.298647:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.298650:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.298654:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.298657:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.298660:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.298663:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.298667:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00800000:00000080:1.0:1769074791.298670:0:58561:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.298675:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.298681:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00020000:00000004:1.0:1769074791.298690:0:58561:0:(obd_class.h:1083:obd_statfs()) lustre-OST0000-osc-ffff9bc643a3f800: age 781, max_age 1780 00000100:00100000:1.0:1769074791.298744:0:58561:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job lfs:2f350b61-220d-44c0-add1-2054ba0cd22d:58561:1855007612814464:192.168.204.139@tcp:13:lfs.0 00000100:00100000:1.0:1769074791.298883:0:58561:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6465233c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074791.301713:0:58561:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job lfs:2f350b61-220d-44c0-add1-2054ba0cd22d:58561:1855007612814464:192.168.204.139@tcp:13:lfs.0 00020000:00000004:1.0:1769074791.301753:0:58561:0:(obd_class.h:1109:obd_statfs()) lustre-OST0000-osc-ffff9bc643a3f800: update ffff9bc649dd3520 cache blocks 3656/3683 objects 117056/117536 00000080:00200080:1.0:1769074791.301858:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.301876:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00020000:00000004:1.0:1769074791.301895:0:58561:0:(obd_class.h:1083:obd_statfs()) lustre-OST0001-osc-ffff9bc643a3f800: age 781, max_age 1780 00000100:00100000:1.0:1769074791.301939:0:58561:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job lfs:2f350b61-220d-44c0-add1-2054ba0cd22d:58561:1855007612814592:192.168.204.139@tcp:13:lfs.0 00000100:00100000:1.0:1769074791.302035:0:58561:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6465233c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074791.304491:0:58561:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job lfs:2f350b61-220d-44c0-add1-2054ba0cd22d:58561:1855007612814592:192.168.204.139@tcp:13:lfs.0 00020000:00000004:1.0:1769074791.304518:0:58561:0:(obd_class.h:1109:obd_statfs()) lustre-OST0001-osc-ffff9bc643a3f800: update ffff9bc643ad1c48 cache blocks 3663/3683 objects 117280/117761 00000080:00200080:1.0:1769074791.304589:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304616:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304623:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304628:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304631:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304634:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304638:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304642:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304656:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304659:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304663:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304666:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304670:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304673:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304677:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304680:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304684:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304687:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304690:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304693:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304697:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304700:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304706:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304709:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304713:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304716:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304720:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304723:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304726:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304729:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304732:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304735:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304739:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304742:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304746:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304749:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304752:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304755:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304759:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304762:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304766:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304769:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304823:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304830:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304834:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304837:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304840:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304843:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304847:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304850:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304855:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304858:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304861:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304864:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304868:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304871:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304875:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304878:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304893:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304898:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304902:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304906:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304909:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304912:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304916:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304919:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304923:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304926:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304929:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304932:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304936:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304939:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304943:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304946:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304950:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304954:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304958:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304962:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304966:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304969:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304973:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304977:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304980:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304983:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304986:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304989:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304992:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.304995:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.304998:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.305001:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.305004:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.305008:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.305011:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.305014:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.305017:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.305020:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.305023:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.305026:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.305030:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.305033:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.305038:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.305042:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.305046:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.305049:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.305053:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.305056:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.305060:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.305063:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.305067:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.305071:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.305074:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.305077:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.305081:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.305084:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.305088:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.305092:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.305095:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.305099:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.305103:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.305107:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.305111:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.305114:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.305119:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.305122:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200080:1.0:1769074791.305126:0:58561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8) cmd=c00866a4 arg=7ffc7659ce20 00020000:00000080:1.0:1769074791.305130:0:58561:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc643a3f800: cmd=c00866a4 len=592 karg=ffff9bc64db26000 uarg=0000000000000000 00000080:00200008:1.0:1769074791.305148:0:58561:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bc649b580c8), flags 100000 00000080:00200008:1.0:1769074791.305858:0:58561:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1769074791.305867:0:58561:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074791.307336:0:58561:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074791.307366:0:58561:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b526 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8aaf5 expref: -99 pid: 58364 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074791.307385:0:58561:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b526 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8aaf5 expref: -99 pid: 58364 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074791.307394:0:58561:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074791.307404:0:58561:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074791.307409:0:58561:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b526 00000080:00010000:1.0:1769074791.307417:0:58561:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b526 from it ffffa7f981c57cb8 00010000:00010000:1.0:1769074791.307421:0:58561:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b526 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8aaf5 expref: -99 pid: 58364 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074791.307429:0:58561:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b526 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8aaf5 expref: -99 pid: 58364 timeout: 0 lvb_type: 0 00000080:00200008:1.0:1769074791.307507:0:58561:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bc649b580c8), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1769074791.307513:0:58561:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8),name=/ 00000002:00010000:1.0:1769074791.307528:0:58561:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074791.307537:0:58561:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08cc00/0x21fa6d252c11b596 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8abce expref: -99 pid: 58561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074791.307545:0:58561:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08cc00/0x21fa6d252c11b596 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8abce expref: -99 pid: 58561 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074791.307555:0:58561:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074791.307559:0:58561:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc649b580c8) 00000080:00010000:1.0:1769074791.307561:0:58561:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc649b580c8) for lock 0x21fa6d252c11b596 00000080:00010000:1.0:1769074791.307565:0:58561:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b596 from it ffffa7f981c57cb8 00010000:00010000:1.0:1769074791.307568:0:58561:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08cc00/0x21fa6d252c11b596 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8abce expref: -99 pid: 58561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074791.307575:0:58561:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08cc00/0x21fa6d252c11b596 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8abce expref: -99 pid: 58561 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074791.322580:0:58562:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074791.322614:0:58562:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074791.322633:0:58562:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b526 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8aaf5 expref: -99 pid: 58364 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.322651:0:58562:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b526 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8aaf5 expref: -99 pid: 58364 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074791.322665:0:58562:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074791.322674:0:58562:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074791.322678:0:58562:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b526 00000080:00010000:3.0:1769074791.322687:0:58562:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b526 from it ffffa7f981d2fbf8 00010000:00010000:3.0:1769074791.322691:0:58562:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b526 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8aaf5 expref: -99 pid: 58364 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.322700:0:58562:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b526 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8aaf5 expref: -99 pid: 58364 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074791.322735:0:58562:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074791.322755:0:58562:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074791.322761:0:58562:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074791.322767:0:58562:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b526 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8aaf5 expref: -99 pid: 58364 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.322805:0:58562:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b526 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8aaf5 expref: -99 pid: 58364 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074791.322812:0:58562:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074791.322815:0:58562:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074791.322818:0:58562:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b526 00000080:00010000:3.0:1769074791.322822:0:58562:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b526 from it ffffa7f981d2fb38 00010000:00010000:3.0:1769074791.322825:0:58562:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b526 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8aaf5 expref: -99 pid: 58364 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.322832:0:58562:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b526 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8aaf5 expref: -99 pid: 58364 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074791.322840:0:58562:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 3 00000080:00200000:3.0:1769074791.322845:0:58562:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f200c.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), file ffff9bc643c36480, open_flags 8241, mode 81b6 opened 0 00000080:00200000:3.0:1769074791.322858:0:58562:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f200c.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), intent=open|creat 00000002:00010000:3.0:1769074791.322880:0:58562:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f200c.sanity-flr,[0x200000404:0x1aa:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0101102 00010000:00010000:3.0:1769074791.322894:0:58562:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b526 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e8aaf5 expref: -99 pid: 58364 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.322969:0:58562:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b526 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8aaf5 expref: -99 pid: 58364 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.322976:0:58562:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074791.322979:0:58562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b526 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8aaf5 expref: -99 pid: 58364 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.323019:0:58562:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64521a400/0x21fa6d252c11b59d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 58562 initiator: MDT0 00010000:00010000:3.0:1769074791.323026:0:58562:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64521a400/0x21fa6d252c11b59d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 58562 initiator: MDT0 00000020:00100000:3.0:1769074791.323038:0:58562:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074791.323052:0:58562:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64d9ac380 x1855007612814848/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/67824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074791.323062:0:58562:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64521a400/0x21fa6d252c11b59d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 58562 initiator: MDT0 00000100:00100000:3.0:1769074791.323091:0:58562:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job dd:8e818347-4d21-45d1-a323-b359656f3fdd:58562:1855007612814848:192.168.204.139@tcp:101:dd.0 00000100:00100000:3.0:1769074791.327059:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074791.357292:0:58562:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job dd:8e818347-4d21-45d1-a323-b359656f3fdd:58562:1855007612814848:192.168.204.139@tcp:101:dd.0 00010000:00010000:3.0:1769074791.357322:0:58562:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64521a400/0x21fa6d252c11b59d lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8abea expref: -99 pid: 58562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.387128:0:58562:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b5a4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 58562 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074791.387144:0:58562:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b5a4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 58562 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074791.387159:0:58562:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b5a4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 58562 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1769074791.387195:0:58562:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job dd:8e818347-4d21-45d1-a323-b359656f3fdd:58562:1855007612815104:192.168.204.139@tcp:101:dd.0 00000100:00100000:3.0:1769074791.387314:0:58562:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ecce780 going to sleep for 11 seconds 00000100:00100000:3.0:1769074791.391640:0:58562:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job dd:8e818347-4d21-45d1-a323-b359656f3fdd:58562:1855007612815104:192.168.204.139@tcp:101:dd.0 00010000:00010000:3.0:1769074791.391671:0:58562:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b5a4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8abf8 expref: -99 pid: 58562 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074791.391689:0:58562:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b5a4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8abf8 expref: -99 pid: 58562 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074791.391702:0:58562:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b5a4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8abf8 expref: -99 pid: 58562 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074791.391719:0:58562:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b5a4 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8abf8 expref: -99 pid: 58562 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074791.391737:0:58562:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b5a4 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8abf8 expref: -99 pid: 58562 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074791.391749:0:58562:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b5a4 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8abf8 expref: -99 pid: 58562 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074791.391756:0:58562:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b5a4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8abf8 expref: -99 pid: 58562 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1769074791.391824:0:58562:0:(vvp_io.c:1312:vvp_io_write_start()) f200c.sanity-flr: write [0, 1048576) append 0 append lockpos 0 00000080:00200000:3.0:1769074791.391844:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.391901:0:58562:0:(rw26.c:912:ll_write_end()) pos 0, len 4096, copied 4096 00000080:00200000:3.0:1769074791.391921:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000507d4443[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.391925:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000006641afe2 17ffffc0001001 3:0 ffff9bc6438dc798 0 lru 00000080:00200000:3.0:1769074791.391932:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000010a2b82a 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.391934:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000507d4443 00000080:00200000:3.0:1769074791.391936:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1769074791.391940:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.391971:0:58562:0:(rw26.c:912:ll_write_end()) pos 4096, len 4096, copied 4096 00000080:00200000:3.0:1769074791.391974:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000561f1ed6[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.391977:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000005888fc0 17ffffc0001001 3:0 ffff9bc6438dc948 1 lru 00000080:00200000:3.0:1769074791.391982:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000fcc099ce 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.391984:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000561f1ed6 00000080:00200000:3.0:1769074791.391985:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 2. 00000080:00200000:3.0:1769074791.391987:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 2 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.392000:0:58562:0:(rw26.c:912:ll_write_end()) pos 8192, len 4096, copied 4096 00000080:00200000:3.0:1769074791.392003:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000000ff5fc7[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.392006:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000009a01a3f9 17ffffc0001001 3:0 ffff9bc6438dc1b0 2 lru 00000080:00200000:3.0:1769074791.392012:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000001db5df2a 2: 1< 0 - - > 2< 8192 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.392014:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000000ff5fc7 00000080:00200000:3.0:1769074791.392015:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 3. 00000080:00200000:3.0:1769074791.392017:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 3 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.392029:0:58562:0:(rw26.c:912:ll_write_end()) pos 12288, len 4096, copied 4096 00000080:00200000:3.0:1769074791.392032:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000d8f86e28[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.392035:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000b964c324 17ffffc0001001 3:0 ffff9bc6438dcd80 3 lru 00000080:00200000:3.0:1769074791.392041:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000000d3abedf 3: 1< 0 - - > 2< 12288 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.392043:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000d8f86e28 00000080:00200000:3.0:1769074791.392044:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 4. 00000080:00200000:3.0:1769074791.392046:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 4 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.392060:0:58562:0:(rw26.c:912:ll_write_end()) pos 16384, len 4096, copied 4096 00000080:00200000:3.0:1769074791.392063:0:58562:0:(rw26.c:969:ll_write_end()) page@000000002f742a61[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.392066:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000096f7eb3b 17ffffc0001001 3:0 ffff9bc6438dc870 4 lru 00000080:00200000:3.0:1769074791.392070:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000005c12bbc 4: 1< 0 - - > 2< 16384 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.392072:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000002f742a61 00000080:00200000:3.0:1769074791.392073:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 5. 00000080:00200000:3.0:1769074791.392075:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 5 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.392086:0:58562:0:(rw26.c:912:ll_write_end()) pos 20480, len 4096, copied 4096 00000080:00200000:3.0:1769074791.392089:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000688f2813[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.392092:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000009fce0cec 17ffffc0001001 3:0 ffff9bc6438dce58 5 lru 00000080:00200000:3.0:1769074791.392096:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000f019655a 5: 1< 0 - - > 2< 20480 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.392098:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000688f2813 00000080:00200000:3.0:1769074791.392099:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 6. 00000080:00200000:3.0:1769074791.392101:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 6 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.392113:0:58562:0:(rw26.c:912:ll_write_end()) pos 24576, len 4096, copied 4096 00000080:00200000:3.0:1769074791.392116:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000f0029f46[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.392118:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000001c805d00 17ffffc0001001 3:0 ffff9bc6438dc438 6 lru 00000080:00200000:3.0:1769074791.392122:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000090c37e1c 6: 1< 0 - - > 2< 24576 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.392124:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000f0029f46 00000080:00200000:3.0:1769074791.392125:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 7. 00000080:00200000:3.0:1769074791.392149:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 7 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.392164:0:58562:0:(rw26.c:912:ll_write_end()) pos 28672, len 4096, copied 4096 00000080:00200000:3.0:1769074791.392168:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000146f3b37[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.392171:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000008108af39 17ffffc0001001 3:0 ffff9bc6438dcaf8 7 lru 00000080:00200000:3.0:1769074791.392175:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000024f7a1af 7: 1< 0 - - > 2< 28672 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.392177:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000146f3b37 00000080:00200000:3.0:1769074791.392178:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 8. 00000080:00200000:3.0:1769074791.392180:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 8 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.392192:0:58562:0:(rw26.c:912:ll_write_end()) pos 32768, len 4096, copied 4096 00000080:00200000:3.0:1769074791.392195:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000eecfa423[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.392198:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000e298c7d7 17ffffc0001001 3:0 ffff9bc6438dc6c0 8 lru 00000080:00200000:3.0:1769074791.392203:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000e6eaed6c 8: 1< 0 - - > 2< 32768 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.392205:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000eecfa423 00000080:00200000:3.0:1769074791.392206:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 9. 00000080:00200000:3.0:1769074791.392207:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 9 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.392234:0:58562:0:(rw26.c:912:ll_write_end()) pos 36864, len 4096, copied 4096 00000080:00200000:3.0:1769074791.392239:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000ecdc78f0[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.392242:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000000e738d64 17ffffc0001001 3:0 ffff9bc6438dcbd0 9 lru 00000080:00200000:3.0:1769074791.392246:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000009d608117 9: 1< 0 - - > 2< 36864 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.392248:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000ecdc78f0 00000080:00200000:3.0:1769074791.392249:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 10. 00000080:00200000:3.0:1769074791.392251:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 10 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.392265:0:58562:0:(rw26.c:912:ll_write_end()) pos 40960, len 4096, copied 4096 00000080:00200000:3.0:1769074791.392268:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000087867c9[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.392271:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000ed3aaa6c 17ffffc0001001 3:0 ffff9bc6438dc288 10 lru 00000080:00200000:3.0:1769074791.392276:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000589d36e5 10: 1< 0 - - > 2< 40960 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.392278:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000087867c9 00000080:00200000:3.0:1769074791.392279:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 11. 00000080:00200000:3.0:1769074791.392281:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 11 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.392300:0:58562:0:(rw26.c:912:ll_write_end()) pos 45056, len 4096, copied 4096 00000080:00200000:3.0:1769074791.392304:0:58562:0:(rw26.c:969:ll_write_end()) page@000000002311836b[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.392306:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000003c03817 17ffffc0001021 2:0 ffff9bc6438dc510 11 lru 00000080:00200000:3.0:1769074791.392311:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000037ddb3c4 11: 1< 0 - - > 2< 45056 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.392314:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000002311836b 00000080:00200000:3.0:1769074791.392315:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 12. 00000080:00200000:3.0:1769074791.392316:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 12 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.392327:0:58562:0:(rw26.c:912:ll_write_end()) pos 49152, len 4096, copied 4096 00000080:00200000:3.0:1769074791.392331:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000006042f91[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.392333:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000443b67b0 17ffffc0001001 3:0 ffff9bc6438dc360 12 lru 00000080:00200000:3.0:1769074791.392338:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000039eab1ee 12: 1< 0 - - > 2< 49152 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.392340:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000006042f91 00000080:00200000:3.0:1769074791.392342:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 13. 00000080:00200000:3.0:1769074791.392344:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 13 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.392355:0:58562:0:(rw26.c:912:ll_write_end()) pos 53248, len 4096, copied 4096 00000080:00200000:3.0:1769074791.392358:0:58562:0:(rw26.c:969:ll_write_end()) page@000000006db064a1[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.392361:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000023628574 17ffffc0001001 3:0 ffff9bc6438dc5e8 13 lru 00000080:00200000:3.0:1769074791.392367:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000a35e0f8e 13: 1< 0 - - > 2< 53248 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.392369:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000006db064a1 00000080:00200000:3.0:1769074791.392370:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 14. 00000080:00200000:3.0:1769074791.392372:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 14 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.392382:0:58562:0:(rw26.c:912:ll_write_end()) pos 57344, len 4096, copied 4096 00000080:00200000:3.0:1769074791.392385:0:58562:0:(rw26.c:969:ll_write_end()) page@000000005617a6d8[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.392387:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000fe387466 17ffffc0001001 3:0 ffff9bc6438dca20 14 lru 00000080:00200000:3.0:1769074791.392392:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000b9411ebe 14: 1< 0 - - > 2< 57344 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.392393:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000005617a6d8 00000080:00200000:3.0:1769074791.392394:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 15. 00000080:00200000:3.0:1769074791.392396:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 15 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.392406:0:58562:0:(rw26.c:912:ll_write_end()) pos 61440, len 4096, copied 4096 00000080:00200000:3.0:1769074791.392410:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000bea67f0c[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.392412:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000070dd4fd1 17ffffc0001001 3:0 ffff9bc6438dcca8 15 lru 00000080:00200000:3.0:1769074791.392417:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000001cda2bbf 15: 1< 0 - - > 2< 61440 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.392419:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000bea67f0c 00000080:00200000:3.0:1769074791.392420:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 16. 00000080:00200000:3.0:1769074791.392421:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 16 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.392439:0:58562:0:(rw26.c:912:ll_write_end()) pos 65536, len 4096, copied 4096 00000080:00200000:3.0:1769074791.392442:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000032e2e99b[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.392445:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000013c325ba 17ffffc0001001 3:0 ffff9bc64a83da20 16 lru 00000080:00200000:3.0:1769074791.392450:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000069380de6 16: 1< 0 - - > 2< 65536 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.392452:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000032e2e99b 00000080:00200000:3.0:1769074791.392453:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 17. 00000080:00200000:3.0:1769074791.392454:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 17 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.392467:0:58562:0:(rw26.c:912:ll_write_end()) pos 69632, len 4096, copied 4096 00000080:00200000:3.0:1769074791.392470:0:58562:0:(rw26.c:969:ll_write_end()) page@000000001ae10bb7[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.392473:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000009d697ed0 17ffffc0001001 3:0 ffff9bc64a83d5e8 17 lru 00000080:00200000:3.0:1769074791.392478:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000e7a3e34b 17: 1< 0 - - > 2< 69632 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.392480:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000001ae10bb7 00000080:00200000:3.0:1769074791.392481:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 18. 00000080:00200000:3.0:1769074791.392482:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 18 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.392495:0:58562:0:(rw26.c:912:ll_write_end()) pos 73728, len 4096, copied 4096 00000080:00200000:3.0:1769074791.392499:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000051204625[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.392501:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000000c23dbf2 17ffffc0001001 3:0 ffff9bc64a83d510 18 lru 00000080:00200000:3.0:1769074791.392506:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000f5816517 18: 1< 0 - - > 2< 73728 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.392508:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000051204625 00000080:00200000:3.0:1769074791.392509:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 19. 00000080:00200000:3.0:1769074791.392511:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 19 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.392524:0:58562:0:(rw26.c:912:ll_write_end()) pos 77824, len 4096, copied 4096 00000080:00200000:3.0:1769074791.392528:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000ab5d2cfe[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.392530:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000010495898 17ffffc0001001 3:0 ffff9bc64a83d000 19 lru 00000080:00200000:3.0:1769074791.392535:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000d9e192de 19: 1< 0 - - > 2< 77824 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.392537:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000ab5d2cfe 00000080:00200000:3.0:1769074791.392538:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 20. 00000080:00200000:3.0:1769074791.392540:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 20 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.392553:0:58562:0:(rw26.c:912:ll_write_end()) pos 81920, len 4096, copied 4096 00000080:00200000:3.0:1769074791.392556:0:58562:0:(rw26.c:969:ll_write_end()) page@000000008bf0e058[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.392559:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000de133678 17ffffc0001001 3:0 ffff9bc64a83dca8 20 lru 00000080:00200000:3.0:1769074791.392563:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000025364e01 20: 1< 0 - - > 2< 81920 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.392566:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000008bf0e058 00000080:00200000:3.0:1769074791.392567:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 21. 00000080:00200000:3.0:1769074791.392569:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 21 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.392581:0:58562:0:(rw26.c:912:ll_write_end()) pos 86016, len 4096, copied 4096 00000080:00200000:3.0:1769074791.392585:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000007026536[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.392587:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000af8efa86 17ffffc0001001 3:0 ffff9bc64a83de58 21 lru 00000080:00200000:3.0:1769074791.392591:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000a653a89e 21: 1< 0 - - > 2< 86016 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.392594:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000007026536 00000080:00200000:3.0:1769074791.392595:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 22. 00000080:00200000:3.0:1769074791.392597:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 22 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.392611:0:58562:0:(rw26.c:912:ll_write_end()) pos 90112, len 4096, copied 4096 00000080:00200000:3.0:1769074791.392615:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000726c6d98[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.392617:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000002359a243 17ffffc0001001 3:0 ffff9bc64a83d798 22 lru 00000080:00200000:3.0:1769074791.392622:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000ebec6603 22: 1< 0 - - > 2< 90112 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.392624:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000726c6d98 00000080:00200000:3.0:1769074791.392625:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 23. 00000080:00200000:3.0:1769074791.392627:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 23 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.392642:0:58562:0:(rw26.c:912:ll_write_end()) pos 94208, len 4096, copied 4096 00000080:00200000:3.0:1769074791.392646:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000007290ae4[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.392649:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000001f19de55 17ffffc0001001 3:0 ffff9bc64a83d948 23 lru 00000080:00200000:3.0:1769074791.392653:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000002006365c 23: 1< 0 - - > 2< 94208 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.392655:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000007290ae4 00000080:00200000:3.0:1769074791.392656:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 24. 00000080:00200000:3.0:1769074791.392659:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 24 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.392673:0:58562:0:(rw26.c:912:ll_write_end()) pos 98304, len 4096, copied 4096 00000080:00200000:3.0:1769074791.392677:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000859c2de8[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.392679:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000082a75ed0 17ffffc0001001 3:0 ffff9bc64a83d1b0 24 lru 00000080:00200000:3.0:1769074791.392684:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000947f28c4 24: 1< 0 - - > 2< 98304 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.392686:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000859c2de8 00000080:00200000:3.0:1769074791.392687:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 25. 00000080:00200000:3.0:1769074791.392689:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 25 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.392702:0:58562:0:(rw26.c:912:ll_write_end()) pos 102400, len 4096, copied 4096 00000080:00200000:3.0:1769074791.392705:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000cb764362[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.392708:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000004c5f359b 17ffffc0001001 3:0 ffff9bc64a83daf8 25 lru 00000080:00200000:3.0:1769074791.392713:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000e42f8c3d 25: 1< 0 - - > 2< 102400 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.392715:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000cb764362 00000080:00200000:3.0:1769074791.392716:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 26. 00000080:00200000:3.0:1769074791.392718:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 26 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.392734:0:58562:0:(rw26.c:912:ll_write_end()) pos 106496, len 4096, copied 4096 00000080:00200000:3.0:1769074791.392737:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000b296528f[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.392740:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000e877811d 17ffffc0001021 2:0 ffff9bc64a83d870 26 lru 00000080:00200000:3.0:1769074791.392745:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000580c5c43 26: 1< 0 - - > 2< 106496 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.392747:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000b296528f 00000080:00200000:3.0:1769074791.392748:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 27. 00000080:00200000:3.0:1769074791.392750:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 27 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.392762:0:58562:0:(rw26.c:912:ll_write_end()) pos 110592, len 4096, copied 4096 00000080:00200000:3.0:1769074791.392766:0:58562:0:(rw26.c:969:ll_write_end()) page@000000009b8d854a[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.392768:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000ed62c8a5 17ffffc0001001 3:0 ffff9bc64a83d288 27 lru 00000080:00200000:3.0:1769074791.392811:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000019e9229c 27: 1< 0 - - > 2< 110592 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.392814:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000009b8d854a 00000080:00200000:3.0:1769074791.392816:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 28. 00000080:00200000:3.0:1769074791.392818:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 28 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.392835:0:58562:0:(rw26.c:912:ll_write_end()) pos 114688, len 4096, copied 4096 00000080:00200000:3.0:1769074791.392839:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000012e8114[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.392841:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000004d59845f 17ffffc0001001 3:0 ffff9bc64a83dbd0 28 lru 00000080:00200000:3.0:1769074791.392847:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000004e27409 28: 1< 0 - - > 2< 114688 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.392849:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000012e8114 00000080:00200000:3.0:1769074791.392850:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 29. 00000080:00200000:3.0:1769074791.392851:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 29 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.392867:0:58562:0:(rw26.c:912:ll_write_end()) pos 118784, len 4096, copied 4096 00000080:00200000:3.0:1769074791.392871:0:58562:0:(rw26.c:969:ll_write_end()) page@000000007950d2bd[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.392874:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000003b1efee6 17ffffc0001001 3:0 ffff9bc64a83d6c0 29 lru 00000080:00200000:3.0:1769074791.392879:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000001f49c511 29: 1< 0 - - > 2< 118784 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.392882:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000007950d2bd 00000080:00200000:3.0:1769074791.392883:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 30. 00000080:00200000:3.0:1769074791.392884:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 30 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.392899:0:58562:0:(rw26.c:912:ll_write_end()) pos 122880, len 4096, copied 4096 00000080:00200000:3.0:1769074791.392903:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000fdab4368[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.392906:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000007ba12159 17ffffc0001001 3:0 ffff9bc64a83d0d8 30 lru 00000080:00200000:3.0:1769074791.392910:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000e070be9d 30: 1< 0 - - > 2< 122880 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.392913:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000fdab4368 00000080:00200000:3.0:1769074791.392914:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 31. 00000080:00200000:3.0:1769074791.392916:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 31 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.392927:0:58562:0:(rw26.c:912:ll_write_end()) pos 126976, len 4096, copied 4096 00000080:00200000:3.0:1769074791.392931:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000d3f25361[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.392933:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000b1b6e27e 17ffffc0001001 3:0 ffff9bc64a83d360 31 lru 00000080:00200000:3.0:1769074791.392938:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000bd61f386 31: 1< 0 - - > 2< 126976 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.392940:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000d3f25361 00000080:00200000:3.0:1769074791.392941:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 32. 00000080:00200000:3.0:1769074791.392943:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 32 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.392957:0:58562:0:(rw26.c:912:ll_write_end()) pos 131072, len 4096, copied 4096 00000080:00200000:3.0:1769074791.392961:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000084cfda70[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.392964:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000ab67d4a8 17ffffc0001001 3:0 ffff9bc64a83dd80 32 lru 00000080:00200000:3.0:1769074791.392969:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000fc1a4d8a 32: 1< 0 - - > 2< 131072 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.392971:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000084cfda70 00000080:00200000:3.0:1769074791.392972:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 33. 00000080:00200000:3.0:1769074791.392974:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 33 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.392990:0:58562:0:(rw26.c:912:ll_write_end()) pos 135168, len 4096, copied 4096 00000080:00200000:3.0:1769074791.392994:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000034ac51ee[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.392996:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000006f590bb7 17ffffc0001001 3:0 ffff9bc64a83d438 33 lru 00000080:00200000:3.0:1769074791.393001:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000f38ebf49 33: 1< 0 - - > 2< 135168 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.393003:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000034ac51ee 00000080:00200000:3.0:1769074791.393004:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 34. 00000080:00200000:3.0:1769074791.393006:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 34 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.393021:0:58562:0:(rw26.c:912:ll_write_end()) pos 139264, len 4096, copied 4096 00000080:00200000:3.0:1769074791.393026:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000aa4c9fd4[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.393029:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000120d3469 17ffffc0001001 3:0 ffff9bc64a739ca8 34 lru 00000080:00200000:3.0:1769074791.393034:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000e4db6986 34: 1< 0 - - > 2< 139264 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.393037:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000aa4c9fd4 00000080:00200000:3.0:1769074791.393038:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 35. 00000080:00200000:3.0:1769074791.393039:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 35 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.393057:0:58562:0:(rw26.c:912:ll_write_end()) pos 143360, len 4096, copied 4096 00000080:00200000:3.0:1769074791.393061:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000fffbc59b[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.393063:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000a060b2d0 17ffffc0001001 3:0 ffff9bc64a739e58 35 lru 00000080:00200000:3.0:1769074791.393067:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000001c72f5 35: 1< 0 - - > 2< 143360 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.393069:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000fffbc59b 00000080:00200000:3.0:1769074791.393070:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 36. 00000080:00200000:3.0:1769074791.393072:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 36 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.393085:0:58562:0:(rw26.c:912:ll_write_end()) pos 147456, len 4096, copied 4096 00000080:00200000:3.0:1769074791.393087:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000e5e35a92[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.393089:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000005db34733 17ffffc0001001 3:0 ffff9bc64a739798 36 lru 00000080:00200000:3.0:1769074791.393093:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000036a82a6b 36: 1< 0 - - > 2< 147456 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.393095:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000e5e35a92 00000080:00200000:3.0:1769074791.393096:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 37. 00000080:00200000:3.0:1769074791.393098:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 37 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.393114:0:58562:0:(rw26.c:912:ll_write_end()) pos 151552, len 4096, copied 4096 00000080:00200000:3.0:1769074791.393117:0:58562:0:(rw26.c:969:ll_write_end()) page@000000007e01920c[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.393119:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000046d14bbf 17ffffc0001001 3:0 ffff9bc64a739948 37 lru 00000080:00200000:3.0:1769074791.393124:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000316e5e76 37: 1< 0 - - > 2< 151552 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.393127:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000007e01920c 00000080:00200000:3.0:1769074791.393128:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 38. 00000080:00200000:3.0:1769074791.393130:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 38 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.393145:0:58562:0:(rw26.c:912:ll_write_end()) pos 155648, len 4096, copied 4096 00000080:00200000:3.0:1769074791.393148:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000a2a31565[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.393151:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000006965c583 17ffffc0001001 3:0 ffff9bc64a7391b0 38 lru 00000080:00200000:3.0:1769074791.393155:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000003d372837 38: 1< 0 - - > 2< 155648 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.393158:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000a2a31565 00000080:00200000:3.0:1769074791.393159:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 39. 00000080:00200000:3.0:1769074791.393161:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 39 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.393175:0:58562:0:(rw26.c:912:ll_write_end()) pos 159744, len 4096, copied 4096 00000080:00200000:3.0:1769074791.393179:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000093791547[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.393182:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000076b1f7bd 17ffffc0001001 3:0 ffff9bc64a739af8 39 lru 00000080:00200000:3.0:1769074791.393186:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000008574c716 39: 1< 0 - - > 2< 159744 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.393189:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000093791547 00000080:00200000:3.0:1769074791.393190:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 40. 00000080:00200000:3.0:1769074791.393192:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 40 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.393205:0:58562:0:(rw26.c:912:ll_write_end()) pos 163840, len 4096, copied 4096 00000080:00200000:3.0:1769074791.393210:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000034c5e6f4[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.393212:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000109a7b22 17ffffc0001001 3:0 ffff9bc64a739870 40 lru 00000080:00200000:3.0:1769074791.393217:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000008d2b6c3 40: 1< 0 - - > 2< 163840 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.393219:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000034c5e6f4 00000080:00200000:3.0:1769074791.393220:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 41. 00000080:00200000:3.0:1769074791.393222:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 41 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.393255:0:58562:0:(rw26.c:912:ll_write_end()) pos 167936, len 4096, copied 4096 00000080:00200000:3.0:1769074791.393259:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000092da629b[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.393261:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000001f729614 17ffffc0001021 2:0 ffff9bc64a739288 41 lru 00000080:00200000:3.0:1769074791.393266:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000007e3c0161 41: 1< 0 - - > 2< 167936 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.393268:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000092da629b 00000080:00200000:3.0:1769074791.393269:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 42. 00000080:00200000:3.0:1769074791.393271:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 42 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.393285:0:58562:0:(rw26.c:912:ll_write_end()) pos 172032, len 4096, copied 4096 00000080:00200000:3.0:1769074791.393288:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000d70cbbb8[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.393291:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000007007cd68 17ffffc0001001 3:0 ffff9bc64a739bd0 42 lru 00000080:00200000:3.0:1769074791.393296:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000006dc2ac33 42: 1< 0 - - > 2< 172032 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.393298:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000d70cbbb8 00000080:00200000:3.0:1769074791.393299:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 43. 00000080:00200000:3.0:1769074791.393301:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 43 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.393315:0:58562:0:(rw26.c:912:ll_write_end()) pos 176128, len 4096, copied 4096 00000080:00200000:3.0:1769074791.393318:0:58562:0:(rw26.c:969:ll_write_end()) page@000000003107db9e[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.393321:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000461eaa70 17ffffc0001001 3:0 ffff9bc64a7396c0 43 lru 00000080:00200000:3.0:1769074791.393326:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000002cee9eb4 43: 1< 0 - - > 2< 176128 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.393328:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000003107db9e 00000080:00200000:3.0:1769074791.393328:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 44. 00000080:00200000:3.0:1769074791.393330:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 44 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.393344:0:58562:0:(rw26.c:912:ll_write_end()) pos 180224, len 4096, copied 4096 00000080:00200000:3.0:1769074791.393347:0:58562:0:(rw26.c:969:ll_write_end()) page@000000002587e165[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.393350:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000bdc9aedc 17ffffc0001001 3:0 ffff9bc64a7390d8 44 lru 00000080:00200000:3.0:1769074791.393354:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000034b18293 44: 1< 0 - - > 2< 180224 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.393356:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000002587e165 00000080:00200000:3.0:1769074791.393357:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 45. 00000080:00200000:3.0:1769074791.393359:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 45 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.393371:0:58562:0:(rw26.c:912:ll_write_end()) pos 184320, len 4096, copied 4096 00000080:00200000:3.0:1769074791.393375:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000147e4af3[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.393377:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000078f26e47 17ffffc0001001 3:0 ffff9bc64a739360 45 lru 00000080:00200000:3.0:1769074791.393382:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000001cde0e2b 45: 1< 0 - - > 2< 184320 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.393385:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000147e4af3 00000080:00200000:3.0:1769074791.393386:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 46. 00000080:00200000:3.0:1769074791.393387:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 46 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.393399:0:58562:0:(rw26.c:912:ll_write_end()) pos 188416, len 4096, copied 4096 00000080:00200000:3.0:1769074791.393403:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000fbd7d764[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.393406:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000ba1cc32e 17ffffc0001001 3:0 ffff9bc64a739d80 46 lru 00000080:00200000:3.0:1769074791.393410:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000dff235f6 46: 1< 0 - - > 2< 188416 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.393412:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000fbd7d764 00000080:00200000:3.0:1769074791.393413:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 47. 00000080:00200000:3.0:1769074791.393415:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 47 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.393428:0:58562:0:(rw26.c:912:ll_write_end()) pos 192512, len 4096, copied 4096 00000080:00200000:3.0:1769074791.393432:0:58562:0:(rw26.c:969:ll_write_end()) page@000000006c89125b[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.393435:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000ba519f3e 17ffffc0001001 3:0 ffff9bc64a739438 47 lru 00000080:00200000:3.0:1769074791.393439:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000003d45fd22 47: 1< 0 - - > 2< 192512 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.393442:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000006c89125b 00000080:00200000:3.0:1769074791.393443:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 48. 00000080:00200000:3.0:1769074791.393445:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 48 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.393463:0:58562:0:(rw26.c:912:ll_write_end()) pos 196608, len 4096, copied 4096 00000080:00200000:3.0:1769074791.393466:0:58562:0:(rw26.c:969:ll_write_end()) page@000000001fbb5db7[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.393469:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000002b80547e 17ffffc0001001 3:0 ffff9bc64a7395e8 48 lru 00000080:00200000:3.0:1769074791.393474:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000040aef17d 48: 1< 0 - - > 2< 196608 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.393476:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000001fbb5db7 00000080:00200000:3.0:1769074791.393477:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 49. 00000080:00200000:3.0:1769074791.393479:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 49 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.393493:0:58562:0:(rw26.c:912:ll_write_end()) pos 200704, len 4096, copied 4096 00000080:00200000:3.0:1769074791.393496:0:58562:0:(rw26.c:969:ll_write_end()) page@000000008b87b394[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.393499:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000139b807a 17ffffc0001001 3:0 ffff9bc64a739a20 49 lru 00000080:00200000:3.0:1769074791.393504:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000abfb7ad6 49: 1< 0 - - > 2< 200704 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.393507:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000008b87b394 00000080:00200000:3.0:1769074791.393508:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 50. 00000080:00200000:3.0:1769074791.393510:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 50 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.393521:0:58562:0:(rw26.c:912:ll_write_end()) pos 204800, len 4096, copied 4096 00000080:00200000:3.0:1769074791.393525:0:58562:0:(rw26.c:969:ll_write_end()) page@000000006f592c43[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.393528:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000a50b957d 17ffffc0001001 3:0 ffff9bc64a739510 50 lru 00000080:00200000:3.0:1769074791.393533:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000e96bb007 50: 1< 0 - - > 2< 204800 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.393535:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000006f592c43 00000080:00200000:3.0:1769074791.393536:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 51. 00000080:00200000:3.0:1769074791.393538:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 51 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.393553:0:58562:0:(rw26.c:912:ll_write_end()) pos 208896, len 4096, copied 4096 00000080:00200000:3.0:1769074791.393557:0:58562:0:(rw26.c:969:ll_write_end()) page@000000005c3effce[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.393559:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000002e70f0ec 17ffffc0001001 3:0 ffff9bc64a739000 51 lru 00000080:00200000:3.0:1769074791.393564:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000000f87fa13 51: 1< 0 - - > 2< 208896 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.393565:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000005c3effce 00000080:00200000:3.0:1769074791.393566:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 52. 00000080:00200000:3.0:1769074791.393568:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 52 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.393582:0:58562:0:(rw26.c:912:ll_write_end()) pos 212992, len 4096, copied 4096 00000080:00200000:3.0:1769074791.393585:0:58562:0:(rw26.c:969:ll_write_end()) page@000000001944da1d[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.393588:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000005b7269a6 17ffffc0001001 3:0 ffff9bc64292a948 52 lru 00000080:00200000:3.0:1769074791.393592:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000008dd246f6 52: 1< 0 - - > 2< 212992 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.393594:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000001944da1d 00000080:00200000:3.0:1769074791.393595:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 53. 00000080:00200000:3.0:1769074791.393597:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 53 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.393609:0:58562:0:(rw26.c:912:ll_write_end()) pos 217088, len 4096, copied 4096 00000080:00200000:3.0:1769074791.393612:0:58562:0:(rw26.c:969:ll_write_end()) page@000000003f58222f[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.393615:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000e20fe94b 17ffffc0001001 3:0 ffff9bc64292a1b0 53 lru 00000080:00200000:3.0:1769074791.393620:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000f651b34d 53: 1< 0 - - > 2< 217088 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.393622:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000003f58222f 00000080:00200000:3.0:1769074791.393623:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 54. 00000080:00200000:3.0:1769074791.393624:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 54 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.393636:0:58562:0:(rw26.c:912:ll_write_end()) pos 221184, len 4096, copied 4096 00000080:00200000:3.0:1769074791.393638:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000fcf0c5d3[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.393641:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000d83780f0 17ffffc0001001 3:0 ffff9bc64292aaf8 54 lru 00000080:00200000:3.0:1769074791.393645:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000093e223e5 54: 1< 0 - - > 2< 221184 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.393648:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000fcf0c5d3 00000080:00200000:3.0:1769074791.393649:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 55. 00000080:00200000:3.0:1769074791.393650:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 55 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.393662:0:58562:0:(rw26.c:912:ll_write_end()) pos 225280, len 4096, copied 4096 00000080:00200000:3.0:1769074791.393666:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000b1003977[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.393668:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000d1c5320b 17ffffc0001001 3:0 ffff9bc64292a870 55 lru 00000080:00200000:3.0:1769074791.393673:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000dea0591a 55: 1< 0 - - > 2< 225280 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.393675:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000b1003977 00000080:00200000:3.0:1769074791.393676:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 56. 00000080:00200000:3.0:1769074791.393677:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 56 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.393693:0:58562:0:(rw26.c:912:ll_write_end()) pos 229376, len 4096, copied 4096 00000080:00200000:3.0:1769074791.393698:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000e404132b[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.393701:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000001c53005 17ffffc0001021 2:0 ffff9bc64292a288 56 lru 00000080:00200000:3.0:1769074791.393705:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000b989cb58 56: 1< 0 - - > 2< 229376 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.393709:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000e404132b 00000080:00200000:3.0:1769074791.393710:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 57. 00000080:00200000:3.0:1769074791.393712:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 57 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.393725:0:58562:0:(rw26.c:912:ll_write_end()) pos 233472, len 4096, copied 4096 00000080:00200000:3.0:1769074791.393729:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000f977e5fb[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.393731:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000006ca0045c 17ffffc0001001 3:0 ffff9bc64292abd0 57 lru 00000080:00200000:3.0:1769074791.393737:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000044a53018 57: 1< 0 - - > 2< 233472 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.393739:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000f977e5fb 00000080:00200000:3.0:1769074791.393740:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 58. 00000080:00200000:3.0:1769074791.393742:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 58 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.393759:0:58562:0:(rw26.c:912:ll_write_end()) pos 237568, len 4096, copied 4096 00000080:00200000:3.0:1769074791.393764:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000813f36a0[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.393767:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000553f11ba 17ffffc0001001 3:0 ffff9bc64292a6c0 58 lru 00000080:00200000:3.0:1769074791.393806:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000696ac302 58: 1< 0 - - > 2< 237568 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.393810:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000813f36a0 00000080:00200000:3.0:1769074791.393811:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 59. 00000080:00200000:3.0:1769074791.393813:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 59 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.393829:0:58562:0:(rw26.c:912:ll_write_end()) pos 241664, len 4096, copied 4096 00000080:00200000:3.0:1769074791.393833:0:58562:0:(rw26.c:969:ll_write_end()) page@000000002ed0fdc0[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.393835:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000160bfb79 17ffffc0001001 3:0 ffff9bc64292a0d8 59 lru 00000080:00200000:3.0:1769074791.393840:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000fe9465a8 59: 1< 0 - - > 2< 241664 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.393842:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000002ed0fdc0 00000080:00200000:3.0:1769074791.393843:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 60. 00000080:00200000:3.0:1769074791.393845:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 60 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.393859:0:58562:0:(rw26.c:912:ll_write_end()) pos 245760, len 4096, copied 4096 00000080:00200000:3.0:1769074791.393863:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000e07806c5[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.393865:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000018807e69 17ffffc0001001 3:0 ffff9bc64292a360 60 lru 00000080:00200000:3.0:1769074791.393871:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000aec817da 60: 1< 0 - - > 2< 245760 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.393873:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000e07806c5 00000080:00200000:3.0:1769074791.393874:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 61. 00000080:00200000:3.0:1769074791.393876:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 61 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.393891:0:58562:0:(rw26.c:912:ll_write_end()) pos 249856, len 4096, copied 4096 00000080:00200000:3.0:1769074791.393896:0:58562:0:(rw26.c:969:ll_write_end()) page@000000006fba7b48[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.393898:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000005e4ae5f9 17ffffc0001001 3:0 ffff9bc64292ad80 61 lru 00000080:00200000:3.0:1769074791.393903:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000009fab41cb 61: 1< 0 - - > 2< 249856 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.393905:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000006fba7b48 00000080:00200000:3.0:1769074791.393906:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 62. 00000080:00200000:3.0:1769074791.393908:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 62 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.393923:0:58562:0:(rw26.c:912:ll_write_end()) pos 253952, len 4096, copied 4096 00000080:00200000:3.0:1769074791.393927:0:58562:0:(rw26.c:969:ll_write_end()) page@000000000b2aabad[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.393930:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000a936f202 17ffffc0001001 3:0 ffff9bc64292a438 62 lru 00000080:00200000:3.0:1769074791.393935:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000aa666049 62: 1< 0 - - > 2< 253952 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.393937:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000000b2aabad 00000080:00200000:3.0:1769074791.393938:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 63. 00000080:00200000:3.0:1769074791.393939:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 63 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.393953:0:58562:0:(rw26.c:912:ll_write_end()) pos 258048, len 4096, copied 4096 00000080:00200000:3.0:1769074791.393956:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000f333c044[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.393958:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000caffb3b4 17ffffc0001001 3:0 ffff9bc64292a5e8 63 lru 00000080:00200000:3.0:1769074791.393963:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000076bfc3f8 63: 1< 0 - - > 2< 258048 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.393964:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000f333c044 00000080:00200000:3.0:1769074791.393966:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 64. 00000080:00200000:3.0:1769074791.393967:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 64 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.393990:0:58562:0:(rw26.c:912:ll_write_end()) pos 262144, len 4096, copied 4096 00000080:00200000:3.0:1769074791.393994:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000f40e18e1[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.393997:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000055d95d58 17ffffc0001001 3:0 ffff9bc64292aa20 64 lru 00000080:00200000:3.0:1769074791.394002:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000007c184ede 64: 1< 0 - - > 2< 262144 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.394005:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000f40e18e1 00000080:00200000:3.0:1769074791.394006:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 65. 00000080:00200000:3.0:1769074791.394009:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 65 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.394029:0:58562:0:(rw26.c:912:ll_write_end()) pos 266240, len 4096, copied 4096 00000080:00200000:3.0:1769074791.394033:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000f41adb99[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.394036:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000cc3b5924 17ffffc0001001 3:0 ffff9bc64292a510 65 lru 00000080:00200000:3.0:1769074791.394041:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000b73de92d 65: 1< 0 - - > 2< 266240 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.394044:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000f41adb99 00000080:00200000:3.0:1769074791.394045:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 66. 00000080:00200000:3.0:1769074791.394047:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 66 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.394062:0:58562:0:(rw26.c:912:ll_write_end()) pos 270336, len 4096, copied 4096 00000080:00200000:3.0:1769074791.394066:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000087c4fa9b[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.394068:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000002e7804e2 17ffffc0001001 3:0 ffff9bc64292a000 66 lru 00000080:00200000:3.0:1769074791.394073:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000dc0cfc93 66: 1< 0 - - > 2< 270336 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.394076:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000087c4fa9b 00000080:00200000:3.0:1769074791.394077:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 67. 00000080:00200000:3.0:1769074791.394079:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 67 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.394093:0:58562:0:(rw26.c:912:ll_write_end()) pos 274432, len 4096, copied 4096 00000080:00200000:3.0:1769074791.394097:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000941693c7[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.394099:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000068a0bc6c 17ffffc0001001 3:0 ffff9bc64292aca8 67 lru 00000080:00200000:3.0:1769074791.394104:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000e184775a 67: 1< 0 - - > 2< 274432 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.394106:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000941693c7 00000080:00200000:3.0:1769074791.394107:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 68. 00000080:00200000:3.0:1769074791.394109:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 68 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.394127:0:58562:0:(rw26.c:912:ll_write_end()) pos 278528, len 4096, copied 4096 00000080:00200000:3.0:1769074791.394132:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000da321a87[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.394135:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000ebe835df 17ffffc0001001 3:0 ffff9bc64292ae58 68 lru 00000080:00200000:3.0:1769074791.394140:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000bb09b203 68: 1< 0 - - > 2< 278528 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.394142:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000da321a87 00000080:00200000:3.0:1769074791.394143:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 69. 00000080:00200000:3.0:1769074791.394145:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 69 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.394158:0:58562:0:(rw26.c:912:ll_write_end()) pos 282624, len 4096, copied 4096 00000080:00200000:3.0:1769074791.394162:0:58562:0:(rw26.c:969:ll_write_end()) page@000000005776c441[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.394165:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000065de1676 17ffffc0001001 3:0 ffff9bc64292a798 69 lru 00000080:00200000:3.0:1769074791.394170:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000019d20bd5 69: 1< 0 - - > 2< 282624 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.394172:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000005776c441 00000080:00200000:3.0:1769074791.394173:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 70. 00000080:00200000:3.0:1769074791.394175:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 70 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.394192:0:58562:0:(rw26.c:912:ll_write_end()) pos 286720, len 4096, copied 4096 00000080:00200000:3.0:1769074791.394196:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000029e14013[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.394199:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000002e9ab1d5 17ffffc0001001 3:0 ffff9bc64f14a6c0 70 lru 00000080:00200000:3.0:1769074791.394204:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000ea021f5c 70: 1< 0 - - > 2< 286720 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.394206:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000029e14013 00000080:00200000:3.0:1769074791.394207:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 71. 00000080:00200000:3.0:1769074791.394210:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 71 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.394243:0:58562:0:(rw26.c:912:ll_write_end()) pos 290816, len 4096, copied 4096 00000080:00200000:3.0:1769074791.394247:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000f06896df[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.394250:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000006fe55769 17ffffc0001021 2:0 ffff9bc64f14a0d8 71 lru 00000080:00200000:3.0:1769074791.394255:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000064a08643 71: 1< 0 - - > 2< 290816 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.394258:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000f06896df 00000080:00200000:3.0:1769074791.394259:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 72. 00000080:00200000:3.0:1769074791.394261:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 72 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.394280:0:58562:0:(rw26.c:912:ll_write_end()) pos 294912, len 4096, copied 4096 00000080:00200000:3.0:1769074791.394284:0:58562:0:(rw26.c:969:ll_write_end()) page@000000000b403f38[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.394287:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000bf4278ce 17ffffc0001001 3:0 ffff9bc64f14a360 72 lru 00000080:00200000:3.0:1769074791.394291:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000094432bbe 72: 1< 0 - - > 2< 294912 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.394293:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000000b403f38 00000080:00200000:3.0:1769074791.394295:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 73. 00000080:00200000:3.0:1769074791.394296:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 73 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.394312:0:58562:0:(rw26.c:912:ll_write_end()) pos 299008, len 4096, copied 4096 00000080:00200000:3.0:1769074791.394316:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000bd0f29e2[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.394318:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000b6f5b154 17ffffc0001001 3:0 ffff9bc64f14ad80 73 lru 00000080:00200000:3.0:1769074791.394323:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000015846bb0 73: 1< 0 - - > 2< 299008 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.394325:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000bd0f29e2 00000080:00200000:3.0:1769074791.394326:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 74. 00000080:00200000:3.0:1769074791.394329:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 74 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.394345:0:58562:0:(rw26.c:912:ll_write_end()) pos 303104, len 4096, copied 4096 00000080:00200000:3.0:1769074791.394349:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000a87dc143[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.394351:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000e80dee22 17ffffc0001001 3:0 ffff9bc64f14a438 74 lru 00000080:00200000:3.0:1769074791.394356:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000007510b626 74: 1< 0 - - > 2< 303104 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.394358:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000a87dc143 00000080:00200000:3.0:1769074791.394360:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 75. 00000080:00200000:3.0:1769074791.394361:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 75 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.394375:0:58562:0:(rw26.c:912:ll_write_end()) pos 307200, len 4096, copied 4096 00000080:00200000:3.0:1769074791.394378:0:58562:0:(rw26.c:969:ll_write_end()) page@000000003ab1823d[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.394380:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000044fcdf73 17ffffc0001001 3:0 ffff9bc64f14a5e8 75 lru 00000080:00200000:3.0:1769074791.394385:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000008d940ca6 75: 1< 0 - - > 2< 307200 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.394388:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000003ab1823d 00000080:00200000:3.0:1769074791.394389:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 76. 00000080:00200000:3.0:1769074791.394390:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 76 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.394403:0:58562:0:(rw26.c:912:ll_write_end()) pos 311296, len 4096, copied 4096 00000080:00200000:3.0:1769074791.394406:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000002237584[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.394410:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000056671331 17ffffc0001001 3:0 ffff9bc64f14aa20 76 lru 00000080:00200000:3.0:1769074791.394414:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000c7eccaa3 76: 1< 0 - - > 2< 311296 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.394417:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000002237584 00000080:00200000:3.0:1769074791.394418:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 77. 00000080:00200000:3.0:1769074791.394419:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 77 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.394431:0:58562:0:(rw26.c:912:ll_write_end()) pos 315392, len 4096, copied 4096 00000080:00200000:3.0:1769074791.394435:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000b9e1a74f[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.394437:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000026b9438b 17ffffc0001001 3:0 ffff9bc64f14abd0 77 lru 00000080:00200000:3.0:1769074791.394442:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000619ce8ba 77: 1< 0 - - > 2< 315392 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.394444:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000b9e1a74f 00000080:00200000:3.0:1769074791.394445:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 78. 00000080:00200000:3.0:1769074791.394447:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 78 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.394459:0:58562:0:(rw26.c:912:ll_write_end()) pos 319488, len 4096, copied 4096 00000080:00200000:3.0:1769074791.394462:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000092caa328[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.394465:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000001178b309 17ffffc0001001 3:0 ffff9bc64f14a288 78 lru 00000080:00200000:3.0:1769074791.394470:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000002ecf996 78: 1< 0 - - > 2< 319488 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.394471:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000092caa328 00000080:00200000:3.0:1769074791.394472:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 79. 00000080:00200000:3.0:1769074791.394474:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 79 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.394488:0:58562:0:(rw26.c:912:ll_write_end()) pos 323584, len 4096, copied 4096 00000080:00200000:3.0:1769074791.394492:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000b64cc2ff[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.394494:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000590f7a6c 17ffffc0001001 3:0 ffff9bc64f14a870 79 lru 00000080:00200000:3.0:1769074791.394499:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000b9589c1d 79: 1< 0 - - > 2< 323584 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.394501:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000b64cc2ff 00000080:00200000:3.0:1769074791.394502:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 80. 00000080:00200000:3.0:1769074791.394504:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 80 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.394515:0:58562:0:(rw26.c:912:ll_write_end()) pos 327680, len 4096, copied 4096 00000080:00200000:3.0:1769074791.394518:0:58562:0:(rw26.c:969:ll_write_end()) page@000000005264999e[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.394521:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000002ccab965 17ffffc0001001 3:0 ffff9bc64f14aaf8 80 lru 00000080:00200000:3.0:1769074791.394526:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000021a01b90 80: 1< 0 - - > 2< 327680 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.394528:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000005264999e 00000080:00200000:3.0:1769074791.394529:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 81. 00000080:00200000:3.0:1769074791.394530:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 81 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.394542:0:58562:0:(rw26.c:912:ll_write_end()) pos 331776, len 4096, copied 4096 00000080:00200000:3.0:1769074791.394545:0:58562:0:(rw26.c:969:ll_write_end()) page@000000002fcf683a[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.394548:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000a7330a3a 17ffffc0001001 3:0 ffff9bc64f14a1b0 81 lru 00000080:00200000:3.0:1769074791.394553:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000d2d5db40 81: 1< 0 - - > 2< 331776 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.394555:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000002fcf683a 00000080:00200000:3.0:1769074791.394557:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 82. 00000080:00200000:3.0:1769074791.394558:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 82 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.394570:0:58562:0:(rw26.c:912:ll_write_end()) pos 335872, len 4096, copied 4096 00000080:00200000:3.0:1769074791.394574:0:58562:0:(rw26.c:969:ll_write_end()) page@000000003ca90cba[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.394576:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000000ad2d09f 17ffffc0001001 3:0 ffff9bc64f14a948 82 lru 00000080:00200000:3.0:1769074791.394581:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000e0a102d8 82: 1< 0 - - > 2< 335872 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.394584:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000003ca90cba 00000080:00200000:3.0:1769074791.394584:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 83. 00000080:00200000:3.0:1769074791.394586:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 83 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.394599:0:58562:0:(rw26.c:912:ll_write_end()) pos 339968, len 4096, copied 4096 00000080:00200000:3.0:1769074791.394602:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000ab80a74d[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.394604:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000031ce2b1f 17ffffc0001001 3:0 ffff9bc64f14a798 83 lru 00000080:00200000:3.0:1769074791.394609:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000ce4ef507 83: 1< 0 - - > 2< 339968 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.394611:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000ab80a74d 00000080:00200000:3.0:1769074791.394613:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 84. 00000080:00200000:3.0:1769074791.394614:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 84 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.394627:0:58562:0:(rw26.c:912:ll_write_end()) pos 344064, len 4096, copied 4096 00000080:00200000:3.0:1769074791.394631:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000e71194c6[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.394634:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000f4580a76 17ffffc0001001 3:0 ffff9bc64f14ae58 84 lru 00000080:00200000:3.0:1769074791.394638:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000029a49034 84: 1< 0 - - > 2< 344064 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.394640:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000e71194c6 00000080:00200000:3.0:1769074791.394642:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 85. 00000080:00200000:3.0:1769074791.394643:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 85 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.394658:0:58562:0:(rw26.c:912:ll_write_end()) pos 348160, len 4096, copied 4096 00000080:00200000:3.0:1769074791.394662:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000000bf62e7[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.394664:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000ed453306 17ffffc0001001 3:0 ffff9bc64f14aca8 85 lru 00000080:00200000:3.0:1769074791.394669:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000c13a5320 85: 1< 0 - - > 2< 348160 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.394671:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000000bf62e7 00000080:00200000:3.0:1769074791.394672:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 86. 00000080:00200000:3.0:1769074791.394674:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 86 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.394693:0:58562:0:(rw26.c:912:ll_write_end()) pos 352256, len 4096, copied 4096 00000080:00200000:3.0:1769074791.394698:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000fadeb460[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.394700:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000011d5d593 17ffffc0001021 2:0 ffff9bc64f14a000 86 lru 00000080:00200000:3.0:1769074791.394705:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000904d9e95 86: 1< 0 - - > 2< 352256 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.394707:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000fadeb460 00000080:00200000:3.0:1769074791.394708:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 87. 00000080:00200000:3.0:1769074791.394709:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 87 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.394724:0:58562:0:(rw26.c:912:ll_write_end()) pos 356352, len 4096, copied 4096 00000080:00200000:3.0:1769074791.394727:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000e4f22a0f[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.394729:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000007fe94424 17ffffc0001001 3:0 ffff9bc64f14a510 87 lru 00000080:00200000:3.0:1769074791.394733:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000060b152b5 87: 1< 0 - - > 2< 356352 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.394735:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000e4f22a0f 00000080:00200000:3.0:1769074791.394737:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 88. 00000080:00200000:3.0:1769074791.394738:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 88 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.394751:0:58562:0:(rw26.c:912:ll_write_end()) pos 360448, len 4096, copied 4096 00000080:00200000:3.0:1769074791.394755:0:58562:0:(rw26.c:969:ll_write_end()) page@000000009a49c360[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.394757:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000009f2c1792 17ffffc0001001 3:0 ffff9bc64691ae58 88 lru 00000080:00200000:3.0:1769074791.394762:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000d3eb4b96 88: 1< 0 - - > 2< 360448 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.394765:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000009a49c360 00000080:00200000:3.0:1769074791.394766:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 89. 00000080:00200000:3.0:1769074791.394767:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 89 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.394827:0:58562:0:(rw26.c:912:ll_write_end()) pos 364544, len 4096, copied 4096 00000080:00200000:3.0:1769074791.394832:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000d6117592[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.394835:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000006e4a9718 17ffffc0001001 3:0 ffff9bc64691a798 89 lru 00000080:00200000:3.0:1769074791.394840:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000f4bb53be 89: 1< 0 - - > 2< 364544 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.394842:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000d6117592 00000080:00200000:3.0:1769074791.394843:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 90. 00000080:00200000:3.0:1769074791.394845:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 90 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.394861:0:58562:0:(rw26.c:912:ll_write_end()) pos 368640, len 4096, copied 4096 00000080:00200000:3.0:1769074791.394865:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000062d3be96[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.394868:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000004bb91f9c 17ffffc0001001 3:0 ffff9bc64691a948 90 lru 00000080:00200000:3.0:1769074791.394874:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000c37e2e9c 90: 1< 0 - - > 2< 368640 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.394876:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000062d3be96 00000080:00200000:3.0:1769074791.394877:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 91. 00000080:00200000:3.0:1769074791.394879:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 91 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.394894:0:58562:0:(rw26.c:912:ll_write_end()) pos 372736, len 4096, copied 4096 00000080:00200000:3.0:1769074791.394897:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000031cbafae[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.394900:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000ca97a11b 17ffffc0001001 3:0 ffff9bc64691a1b0 91 lru 00000080:00200000:3.0:1769074791.394905:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000041c9824 91: 1< 0 - - > 2< 372736 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.394908:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000031cbafae 00000080:00200000:3.0:1769074791.394909:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 92. 00000080:00200000:3.0:1769074791.394911:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 92 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.394924:0:58562:0:(rw26.c:912:ll_write_end()) pos 376832, len 4096, copied 4096 00000080:00200000:3.0:1769074791.394928:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000a18ffd3d[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.394931:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000050bc4a3a 17ffffc0001001 3:0 ffff9bc64691aaf8 92 lru 00000080:00200000:3.0:1769074791.394936:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000043bd1619 92: 1< 0 - - > 2< 376832 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.394940:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000a18ffd3d 00000080:00200000:3.0:1769074791.394941:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 93. 00000080:00200000:3.0:1769074791.394943:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 93 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.394959:0:58562:0:(rw26.c:912:ll_write_end()) pos 380928, len 4096, copied 4096 00000080:00200000:3.0:1769074791.394963:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000dbb72f05[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.394965:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000006adec365 17ffffc0001001 3:0 ffff9bc64691a870 93 lru 00000080:00200000:3.0:1769074791.394970:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000ddb9725f 93: 1< 0 - - > 2< 380928 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.394973:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000dbb72f05 00000080:00200000:3.0:1769074791.394974:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 94. 00000080:00200000:3.0:1769074791.394976:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 94 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.394990:0:58562:0:(rw26.c:912:ll_write_end()) pos 385024, len 4096, copied 4096 00000080:00200000:3.0:1769074791.394994:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000a09411be[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.394997:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000005f22775b 17ffffc0001001 3:0 ffff9bc64691a288 94 lru 00000080:00200000:3.0:1769074791.395002:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000056b793f 94: 1< 0 - - > 2< 385024 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.395004:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000a09411be 00000080:00200000:3.0:1769074791.395005:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 95. 00000080:00200000:3.0:1769074791.395007:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 95 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.395022:0:58562:0:(rw26.c:912:ll_write_end()) pos 389120, len 4096, copied 4096 00000080:00200000:3.0:1769074791.395026:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000a166c44b[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.395029:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000092cf374e 17ffffc0001001 3:0 ffff9bc64691abd0 95 lru 00000080:00200000:3.0:1769074791.395034:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000475fa8ab 95: 1< 0 - - > 2< 389120 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.395036:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000a166c44b 00000080:00200000:3.0:1769074791.395037:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 96. 00000080:00200000:3.0:1769074791.395039:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 96 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.395052:0:58562:0:(rw26.c:912:ll_write_end()) pos 393216, len 4096, copied 4096 00000080:00200000:3.0:1769074791.395056:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000054fa02de[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.395059:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000030d4f0f4 17ffffc0001001 3:0 ffff9bc64691a6c0 96 lru 00000080:00200000:3.0:1769074791.395064:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000667a4c04 96: 1< 0 - - > 2< 393216 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.395066:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000054fa02de 00000080:00200000:3.0:1769074791.395067:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 97. 00000080:00200000:3.0:1769074791.395069:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 97 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.395085:0:58562:0:(rw26.c:912:ll_write_end()) pos 397312, len 4096, copied 4096 00000080:00200000:3.0:1769074791.395089:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000a607f23a[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.395091:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000000c7eab00 17ffffc0001001 3:0 ffff9bc64691a0d8 97 lru 00000080:00200000:3.0:1769074791.395096:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000759e4e78 97: 1< 0 - - > 2< 397312 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.395098:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000a607f23a 00000080:00200000:3.0:1769074791.395099:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 98. 00000080:00200000:3.0:1769074791.395101:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 98 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.395116:0:58562:0:(rw26.c:912:ll_write_end()) pos 401408, len 4096, copied 4096 00000080:00200000:3.0:1769074791.395119:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000f03d888a[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.395122:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000005268d76f 17ffffc0001001 3:0 ffff9bc64691a360 98 lru 00000080:00200000:3.0:1769074791.395126:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000e9250a2e 98: 1< 0 - - > 2< 401408 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.395128:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000f03d888a 00000080:00200000:3.0:1769074791.395130:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 99. 00000080:00200000:3.0:1769074791.395131:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 99 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.395145:0:58562:0:(rw26.c:912:ll_write_end()) pos 405504, len 4096, copied 4096 00000080:00200000:3.0:1769074791.395149:0:58562:0:(rw26.c:969:ll_write_end()) page@000000005daa77d3[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.395151:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000abab2d74 17ffffc0001001 3:0 ffff9bc64691ad80 99 lru 00000080:00200000:3.0:1769074791.395156:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000fa2701d5 99: 1< 0 - - > 2< 405504 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.395158:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000005daa77d3 00000080:00200000:3.0:1769074791.395159:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 100. 00000080:00200000:3.0:1769074791.395160:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 100 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.395178:0:58562:0:(rw26.c:912:ll_write_end()) pos 409600, len 4096, copied 4096 00000080:00200000:3.0:1769074791.395182:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000069c2dfa5[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.395186:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000001a00d597 17ffffc0001001 3:0 ffff9bc64691a438 100 lru 00000080:00200000:3.0:1769074791.395190:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000044aeccba 100: 1< 0 - - > 2< 409600 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.395193:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000069c2dfa5 00000080:00200000:3.0:1769074791.395194:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 101. 00000080:00200000:3.0:1769074791.395196:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 101 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.395214:0:58562:0:(rw26.c:912:ll_write_end()) pos 413696, len 4096, copied 4096 00000080:00200000:3.0:1769074791.395218:0:58562:0:(rw26.c:969:ll_write_end()) page@000000001538cf7b[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.395221:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000e93c04d4 17ffffc0001021 2:0 ffff9bc64691a5e8 101 lru 00000080:00200000:3.0:1769074791.396563:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000023e2fd91 101: 1< 0 - - > 2< 413696 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.396572:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000001538cf7b 00000080:00200000:3.0:1769074791.396575:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 102. 00000080:00200000:3.0:1769074791.396580:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 102 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.396735:0:58562:0:(rw26.c:912:ll_write_end()) pos 417792, len 4096, copied 4096 00000080:00200000:3.0:1769074791.396743:0:58562:0:(rw26.c:969:ll_write_end()) page@000000008d256c14[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.396746:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000d69f438d 17ffffc0001001 3:0 ffff9bc64691aa20 102 lru 00000080:00200000:3.0:1769074791.396753:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000625224f2 102: 1< 0 - - > 2< 417792 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.396756:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000008d256c14 00000080:00200000:3.0:1769074791.396757:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 103. 00000080:00200000:3.0:1769074791.396759:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 103 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.396851:0:58562:0:(rw26.c:912:ll_write_end()) pos 421888, len 4096, copied 4096 00000080:00200000:3.0:1769074791.396857:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000a3f2e740[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.396860:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000a2fa7132 17ffffc0001001 3:0 ffff9bc64691a510 103 lru 00000080:00200000:3.0:1769074791.396866:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000f490e2e7 103: 1< 0 - - > 2< 421888 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.396868:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000a3f2e740 00000080:00200000:3.0:1769074791.396869:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 104. 00000080:00200000:3.0:1769074791.396872:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 104 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.396984:0:58562:0:(rw26.c:912:ll_write_end()) pos 425984, len 4096, copied 4096 00000080:00200000:3.0:1769074791.396989:0:58562:0:(rw26.c:969:ll_write_end()) page@000000006f62ad29[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.396992:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000075ddf3f9 17ffffc0001001 3:0 ffff9bc64691a000 104 lru 00000080:00200000:3.0:1769074791.396998:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000083e46c2b 104: 1< 0 - - > 2< 425984 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.397000:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000006f62ad29 00000080:00200000:3.0:1769074791.397001:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 105. 00000080:00200000:3.0:1769074791.397003:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 105 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.397020:0:58562:0:(rw26.c:912:ll_write_end()) pos 430080, len 4096, copied 4096 00000080:00200000:3.0:1769074791.397025:0:58562:0:(rw26.c:969:ll_write_end()) page@000000007980c528[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.397027:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000d8210183 17ffffc0001001 3:0 ffff9bc64691aca8 105 lru 00000080:00200000:3.0:1769074791.397032:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000738052d1 105: 1< 0 - - > 2< 430080 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.397034:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000007980c528 00000080:00200000:3.0:1769074791.397036:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 106. 00000080:00200000:3.0:1769074791.397037:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 106 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.397162:0:58562:0:(rw26.c:912:ll_write_end()) pos 434176, len 4096, copied 4096 00000080:00200000:3.0:1769074791.397168:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000be0d6860[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.397171:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000009b4dc709 17ffffc0001001 3:0 ffff9bc64d3530d8 106 lru 00000080:00200000:3.0:1769074791.397176:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000006ef1ec74 106: 1< 0 - - > 2< 434176 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.397178:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000be0d6860 00000080:00200000:3.0:1769074791.397180:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 107. 00000080:00200000:3.0:1769074791.397182:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 107 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.397203:0:58562:0:(rw26.c:912:ll_write_end()) pos 438272, len 4096, copied 4096 00000080:00200000:3.0:1769074791.397207:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000029b20c34[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.397209:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000005761fcf7 17ffffc0001001 3:0 ffff9bc64d353360 107 lru 00000080:00200000:3.0:1769074791.397214:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000005a500976 107: 1< 0 - - > 2< 438272 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.397216:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000029b20c34 00000080:00200000:3.0:1769074791.397217:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 108. 00000080:00200000:3.0:1769074791.397219:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 108 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.397248:0:58562:0:(rw26.c:912:ll_write_end()) pos 442368, len 4096, copied 4096 00000080:00200000:3.0:1769074791.397253:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000086cc9e05[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.397256:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000013a898f6 17ffffc0001001 3:0 ffff9bc64d353d80 108 lru 00000080:00200000:3.0:1769074791.397261:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000004f470533 108: 1< 0 - - > 2< 442368 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.397263:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000086cc9e05 00000080:00200000:3.0:1769074791.397264:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 109. 00000080:00200000:3.0:1769074791.397266:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 109 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.397282:0:58562:0:(rw26.c:912:ll_write_end()) pos 446464, len 4096, copied 4096 00000080:00200000:3.0:1769074791.397286:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000f96c56a8[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.397288:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000ad99e14d 17ffffc0001001 3:0 ffff9bc64d353438 109 lru 00000080:00200000:3.0:1769074791.397294:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000f61410ad 109: 1< 0 - - > 2< 446464 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.397296:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000f96c56a8 00000080:00200000:3.0:1769074791.397297:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 110. 00000080:00200000:3.0:1769074791.397299:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 110 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.397314:0:58562:0:(rw26.c:912:ll_write_end()) pos 450560, len 4096, copied 4096 00000080:00200000:3.0:1769074791.397319:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000027641208[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.397321:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000043f6c722 17ffffc0001001 3:0 ffff9bc64d3535e8 110 lru 00000080:00200000:3.0:1769074791.397327:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000009060fa6f 110: 1< 0 - - > 2< 450560 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.397330:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000027641208 00000080:00200000:3.0:1769074791.397331:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 111. 00000080:00200000:3.0:1769074791.397333:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 111 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.397583:0:58562:0:(rw26.c:912:ll_write_end()) pos 454656, len 4096, copied 4096 00000080:00200000:3.0:1769074791.397589:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000e2226099[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.397592:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000007c8a40d5 17ffffc0001001 3:0 ffff9bc64d353a20 111 lru 00000080:00200000:3.0:1769074791.397706:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000049d53f50 111: 1< 0 - - > 2< 454656 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.397710:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000e2226099 00000080:00200000:3.0:1769074791.397711:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 112. 00000080:00200000:3.0:1769074791.397714:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 112 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.397731:0:58562:0:(rw26.c:912:ll_write_end()) pos 458752, len 4096, copied 4096 00000080:00200000:3.0:1769074791.397735:0:58562:0:(rw26.c:969:ll_write_end()) page@000000006261c0e0[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.397737:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000008127123f 17ffffc0001001 3:0 ffff9bc64d353510 112 lru 00000080:00200000:3.0:1769074791.397742:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000003ed1e4b8 112: 1< 0 - - > 2< 458752 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.397745:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000006261c0e0 00000080:00200000:3.0:1769074791.397746:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 113. 00000080:00200000:3.0:1769074791.397748:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 113 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.397763:0:58562:0:(rw26.c:912:ll_write_end()) pos 462848, len 4096, copied 4096 00000080:00200000:3.0:1769074791.397768:0:58562:0:(rw26.c:969:ll_write_end()) page@000000001e756080[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.397771:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000005b4f6c2d 17ffffc0001001 3:0 ffff9bc64d353000 113 lru 00000080:00200000:3.0:1769074791.398024:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000001a4b640 113: 1< 0 - - > 2< 462848 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.398027:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000001e756080 00000080:00200000:3.0:1769074791.398028:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 114. 00000080:00200000:3.0:1769074791.398031:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 114 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.398164:0:58562:0:(rw26.c:912:ll_write_end()) pos 466944, len 4096, copied 4096 00000080:00200000:3.0:1769074791.398170:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000070310599[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.398173:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000060b2912f 17ffffc0001001 3:0 ffff9bc64d353ca8 114 lru 00000080:00200000:3.0:1769074791.398178:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000001102cdc 114: 1< 0 - - > 2< 466944 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.398180:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000070310599 00000080:00200000:3.0:1769074791.398181:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 115. 00000080:00200000:3.0:1769074791.398183:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 115 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.398200:0:58562:0:(rw26.c:912:ll_write_end()) pos 471040, len 4096, copied 4096 00000080:00200000:3.0:1769074791.398204:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000056376b7f[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.398207:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000e8d008d6 17ffffc0001001 3:0 ffff9bc64d353e58 115 lru 00000080:00200000:3.0:1769074791.398211:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000550c7894 115: 1< 0 - - > 2< 471040 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.398214:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000056376b7f 00000080:00200000:3.0:1769074791.398215:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 116. 00000080:00200000:3.0:1769074791.398217:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 116 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.398249:0:58562:0:(rw26.c:912:ll_write_end()) pos 475136, len 4096, copied 4096 00000080:00200000:3.0:1769074791.398253:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000db3ccea6[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.398256:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000000884a17a 17ffffc0001021 2:0 ffff9bc64d353798 116 lru 00000080:00200000:3.0:1769074791.398261:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000e5da8792 116: 1< 0 - - > 2< 475136 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.398263:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000db3ccea6 00000080:00200000:3.0:1769074791.398264:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 117. 00000080:00200000:3.0:1769074791.398266:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 117 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.398281:0:58562:0:(rw26.c:912:ll_write_end()) pos 479232, len 4096, copied 4096 00000080:00200000:3.0:1769074791.398284:0:58562:0:(rw26.c:969:ll_write_end()) page@000000000b655911[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.398287:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000344b47a3 17ffffc0001001 3:0 ffff9bc64d353948 117 lru 00000080:00200000:3.0:1769074791.398291:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000f09c0aac 117: 1< 0 - - > 2< 479232 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.398293:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000000b655911 00000080:00200000:3.0:1769074791.398294:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 118. 00000080:00200000:3.0:1769074791.398296:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 118 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.398309:0:58562:0:(rw26.c:912:ll_write_end()) pos 483328, len 4096, copied 4096 00000080:00200000:3.0:1769074791.398313:0:58562:0:(rw26.c:969:ll_write_end()) page@000000004f1ac44d[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.398316:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000018b31224 17ffffc0001001 3:0 ffff9bc64d3531b0 118 lru 00000080:00200000:3.0:1769074791.398321:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000828e112b 118: 1< 0 - - > 2< 483328 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.398323:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000004f1ac44d 00000080:00200000:3.0:1769074791.398324:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 119. 00000080:00200000:3.0:1769074791.398326:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 119 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.398340:0:58562:0:(rw26.c:912:ll_write_end()) pos 487424, len 4096, copied 4096 00000080:00200000:3.0:1769074791.398344:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000ccce10fa[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.398347:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000635ca278 17ffffc0001001 3:0 ffff9bc64d353af8 119 lru 00000080:00200000:3.0:1769074791.398351:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000e4b2362e 119: 1< 0 - - > 2< 487424 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.398353:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000ccce10fa 00000080:00200000:3.0:1769074791.398354:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 120. 00000080:00200000:3.0:1769074791.398357:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 120 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.398468:0:58562:0:(rw26.c:912:ll_write_end()) pos 491520, len 4096, copied 4096 00000080:00200000:3.0:1769074791.398473:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000ebe1a2e0[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.398476:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000035063721 17ffffc0001001 3:0 ffff9bc64d353870 120 lru 00000080:00200000:3.0:1769074791.398480:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000009420fbf7 120: 1< 0 - - > 2< 491520 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.398483:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000ebe1a2e0 00000080:00200000:3.0:1769074791.398484:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 121. 00000080:00200000:3.0:1769074791.398486:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 121 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.398502:0:58562:0:(rw26.c:912:ll_write_end()) pos 495616, len 4096, copied 4096 00000080:00200000:3.0:1769074791.398505:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000b1631661[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.398508:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000006242511d 17ffffc0001001 3:0 ffff9bc64d353288 121 lru 00000080:00200000:3.0:1769074791.398512:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000004d8b29fe 121: 1< 0 - - > 2< 495616 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.398514:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000b1631661 00000080:00200000:3.0:1769074791.398515:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 122. 00000080:00200000:3.0:1769074791.398517:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 122 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.398528:0:58562:0:(rw26.c:912:ll_write_end()) pos 499712, len 4096, copied 4096 00000080:00200000:3.0:1769074791.398531:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000b9881b3e[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.398534:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000b379fe58 17ffffc0001001 3:0 ffff9bc64d353bd0 122 lru 00000080:00200000:3.0:1769074791.398539:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000007caf1fb8 122: 1< 0 - - > 2< 499712 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.398541:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000b9881b3e 00000080:00200000:3.0:1769074791.398542:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 123. 00000080:00200000:3.0:1769074791.398543:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 123 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.398555:0:58562:0:(rw26.c:912:ll_write_end()) pos 503808, len 4096, copied 4096 00000080:00200000:3.0:1769074791.398559:0:58562:0:(rw26.c:969:ll_write_end()) page@000000001a59f54d[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.398562:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000009e4043ce 17ffffc0001001 3:0 ffff9bc64d3536c0 123 lru 00000080:00200000:3.0:1769074791.398566:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000716ff843 123: 1< 0 - - > 2< 503808 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.398568:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000001a59f54d 00000080:00200000:3.0:1769074791.398569:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 124. 00000080:00200000:3.0:1769074791.398577:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 124 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.398685:0:58562:0:(rw26.c:912:ll_write_end()) pos 507904, len 4096, copied 4096 00000080:00200000:3.0:1769074791.398692:0:58562:0:(rw26.c:969:ll_write_end()) page@000000006c492fe6[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.398695:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000990bcef0 17ffffc0001001 3:0 ffff9bc64f1ba510 124 lru 00000080:00200000:3.0:1769074791.398700:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000286b6e9d 124: 1< 0 - - > 2< 507904 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.398702:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000006c492fe6 00000080:00200000:3.0:1769074791.398703:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 125. 00000080:00200000:3.0:1769074791.398705:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 125 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.398722:0:58562:0:(rw26.c:912:ll_write_end()) pos 512000, len 4096, copied 4096 00000080:00200000:3.0:1769074791.398725:0:58562:0:(rw26.c:969:ll_write_end()) page@000000009b96f677[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.398728:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000cbde0f19 17ffffc0001001 3:0 ffff9bc64f1ba288 125 lru 00000080:00200000:3.0:1769074791.398733:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000004fb3c53 125: 1< 0 - - > 2< 512000 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.398735:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000009b96f677 00000080:00200000:3.0:1769074791.398736:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 126. 00000080:00200000:3.0:1769074791.398738:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 126 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.398750:0:58562:0:(rw26.c:912:ll_write_end()) pos 516096, len 4096, copied 4096 00000080:00200000:3.0:1769074791.398753:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000081935f99[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.398756:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000006d755570 17ffffc0001001 3:0 ffff9bc64f1ba5e8 126 lru 00000080:00200000:3.0:1769074791.398760:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000003204b506 126: 1< 0 - - > 2< 516096 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.398762:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000081935f99 00000080:00200000:3.0:1769074791.398763:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 127. 00000080:00200000:3.0:1769074791.398764:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 127 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.399499:0:58562:0:(rw26.c:912:ll_write_end()) pos 520192, len 4096, copied 4096 00000080:00200000:3.0:1769074791.399509:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000a1ca0f6b[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.399512:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000008783a3f2 17ffffc0001001 3:0 ffff9bc64f1ba438 127 lru 00000080:00200000:3.0:1769074791.399518:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000cd9a3036 127: 1< 0 - - > 2< 520192 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.399520:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000a1ca0f6b 00000080:00200000:3.0:1769074791.399522:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 128. 00000080:00200000:3.0:1769074791.399524:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 128 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.399561:0:58562:0:(rw26.c:912:ll_write_end()) pos 524288, len 4096, copied 4096 00000080:00200000:3.0:1769074791.399566:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000ad9293c5[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.399569:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000f4944323 17ffffc0001001 3:0 ffff9bc64f1ba870 128 lru 00000080:00200000:3.0:1769074791.399575:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000000631052b 128: 1< 0 - - > 2< 524288 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.399577:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000ad9293c5 00000080:00200000:3.0:1769074791.399578:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 129. 00000080:00200000:3.0:1769074791.399580:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 129 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.399697:0:58562:0:(rw26.c:912:ll_write_end()) pos 528384, len 4096, copied 4096 00000080:00200000:3.0:1769074791.399703:0:58562:0:(rw26.c:969:ll_write_end()) page@000000001329333f[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.399706:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000006ad6ed17 17ffffc0001001 3:0 ffff9bc64f1baa20 129 lru 00000080:00200000:3.0:1769074791.399711:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000ebb2e1c4 129: 1< 0 - - > 2< 528384 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.399713:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000001329333f 00000080:00200000:3.0:1769074791.399714:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 130. 00000080:00200000:3.0:1769074791.399716:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 130 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.399732:0:58562:0:(rw26.c:912:ll_write_end()) pos 532480, len 4096, copied 4096 00000080:00200000:3.0:1769074791.399736:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000017e42b7d[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.399739:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000001feb640b 17ffffc0001001 3:0 ffff9bc64f1bad80 130 lru 00000080:00200000:3.0:1769074791.399743:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000000cf1aab 130: 1< 0 - - > 2< 532480 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.399746:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000017e42b7d 00000080:00200000:3.0:1769074791.399747:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 131. 00000080:00200000:3.0:1769074791.399749:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 131 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.399769:0:58562:0:(rw26.c:912:ll_write_end()) pos 536576, len 4096, copied 4096 00000080:00200000:3.0:1769074791.399955:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000b3dd178e[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.399958:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000015538ebe 17ffffc0001021 2:0 ffff9bc64f1baaf8 131 lru 00000080:00200000:3.0:1769074791.399963:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000000b7586b5 131: 1< 0 - - > 2< 536576 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.399965:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000b3dd178e 00000080:00200000:3.0:1769074791.399967:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 132. 00000080:00200000:3.0:1769074791.399969:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 132 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.399987:0:58562:0:(rw26.c:912:ll_write_end()) pos 540672, len 4096, copied 4096 00000080:00200000:3.0:1769074791.399991:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000f9a10ad4[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.399994:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000ee6bec22 17ffffc0001001 3:0 ffff9bc64f1ba000 132 lru 00000080:00200000:3.0:1769074791.399999:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000beb35901 132: 1< 0 - - > 2< 540672 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.400001:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000f9a10ad4 00000080:00200000:3.0:1769074791.400002:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 133. 00000080:00200000:3.0:1769074791.400004:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 133 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.400021:0:58562:0:(rw26.c:912:ll_write_end()) pos 544768, len 4096, copied 4096 00000080:00200000:3.0:1769074791.400025:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000018877c07[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.400028:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000879875e3 17ffffc0001001 3:0 ffff9bc64f1baca8 133 lru 00000080:00200000:3.0:1769074791.400033:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000030ddf0d1 133: 1< 0 - - > 2< 544768 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.400035:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000018877c07 00000080:00200000:3.0:1769074791.400036:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 134. 00000080:00200000:3.0:1769074791.400037:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 134 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.400240:0:58562:0:(rw26.c:912:ll_write_end()) pos 548864, len 4096, copied 4096 00000080:00200000:3.0:1769074791.400245:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000ab1f4c96[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.400248:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000246f262d 17ffffc0001001 3:0 ffff9bc64f1babd0 134 lru 00000080:00200000:3.0:1769074791.400254:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000c41d66a3 134: 1< 0 - - > 2< 548864 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.400256:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000ab1f4c96 00000080:00200000:3.0:1769074791.400257:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 135. 00000080:00200000:3.0:1769074791.400259:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 135 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.400277:0:58562:0:(rw26.c:912:ll_write_end()) pos 552960, len 4096, copied 4096 00000080:00200000:3.0:1769074791.400281:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000cfaa24bc[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.400284:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000be8c52a3 17ffffc0001001 3:0 ffff9bc64f1ba6c0 135 lru 00000080:00200000:3.0:1769074791.400289:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000001237fb9f 135: 1< 0 - - > 2< 552960 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.400291:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000cfaa24bc 00000080:00200000:3.0:1769074791.400293:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 136. 00000080:00200000:3.0:1769074791.400294:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 136 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.400309:0:58562:0:(rw26.c:912:ll_write_end()) pos 557056, len 4096, copied 4096 00000080:00200000:3.0:1769074791.400313:0:58562:0:(rw26.c:969:ll_write_end()) page@000000001cdfa700[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.400316:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000071e793ff 17ffffc0001001 3:0 ffff9bc64f1ba948 136 lru 00000080:00200000:3.0:1769074791.400321:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000842cb780 136: 1< 0 - - > 2< 557056 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.400323:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000001cdfa700 00000080:00200000:3.0:1769074791.400325:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 137. 00000080:00200000:3.0:1769074791.400326:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 137 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.400341:0:58562:0:(rw26.c:912:ll_write_end()) pos 561152, len 4096, copied 4096 00000080:00200000:3.0:1769074791.400345:0:58562:0:(rw26.c:969:ll_write_end()) page@000000009fa8c10c[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.400348:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000008ee3137e 17ffffc0001001 3:0 ffff9bc64f1ba1b0 137 lru 00000080:00200000:3.0:1769074791.400353:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000006527d9a6 137: 1< 0 - - > 2< 561152 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.400356:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000009fa8c10c 00000080:00200000:3.0:1769074791.400357:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 138. 00000080:00200000:3.0:1769074791.400359:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 138 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.400482:0:58562:0:(rw26.c:912:ll_write_end()) pos 565248, len 4096, copied 4096 00000080:00200000:3.0:1769074791.400487:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000070bb0184[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.400490:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000005831de41 17ffffc0001001 3:0 ffff9bc64f1ba360 138 lru 00000080:00200000:3.0:1769074791.400495:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000009793b257 138: 1< 0 - - > 2< 565248 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.400497:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000070bb0184 00000080:00200000:3.0:1769074791.400499:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 139. 00000080:00200000:3.0:1769074791.400501:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 139 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.400515:0:58562:0:(rw26.c:912:ll_write_end()) pos 569344, len 4096, copied 4096 00000080:00200000:3.0:1769074791.400519:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000e5f88a6e[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.400521:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000fc1bb869 17ffffc0001001 3:0 ffff9bc64f1ba0d8 139 lru 00000080:00200000:3.0:1769074791.400527:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000004e56532e 139: 1< 0 - - > 2< 569344 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.400529:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000e5f88a6e 00000080:00200000:3.0:1769074791.400530:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 140. 00000080:00200000:3.0:1769074791.400532:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 140 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.400549:0:58562:0:(rw26.c:912:ll_write_end()) pos 573440, len 4096, copied 4096 00000080:00200000:3.0:1769074791.400553:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000b9539c79[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.400555:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000f8b277bc 17ffffc0001001 3:0 ffff9bc6468ac948 140 lru 00000080:00200000:3.0:1769074791.400560:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000ce51109e 140: 1< 0 - - > 2< 573440 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.400562:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000b9539c79 00000080:00200000:3.0:1769074791.400562:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 141. 00000080:00200000:3.0:1769074791.400565:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 141 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.400579:0:58562:0:(rw26.c:912:ll_write_end()) pos 577536, len 4096, copied 4096 00000080:00200000:3.0:1769074791.400583:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000ca4888a9[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.400585:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000008f921e4d 17ffffc0001001 3:0 ffff9bc6468ac798 141 lru 00000080:00200000:3.0:1769074791.400590:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000042be2cc1 141: 1< 0 - - > 2< 577536 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.400592:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000ca4888a9 00000080:00200000:3.0:1769074791.400692:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 142. 00000080:00200000:3.0:1769074791.400696:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 142 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.400715:0:58562:0:(rw26.c:912:ll_write_end()) pos 581632, len 4096, copied 4096 00000080:00200000:3.0:1769074791.400719:0:58562:0:(rw26.c:969:ll_write_end()) page@000000007d9656f3[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.400722:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000004a72bc85 17ffffc0001001 3:0 ffff9bc6468aca20 142 lru 00000080:00200000:3.0:1769074791.400727:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000038eb39f7 142: 1< 0 - - > 2< 581632 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.400729:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000007d9656f3 00000080:00200000:3.0:1769074791.400730:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 143. 00000080:00200000:3.0:1769074791.400732:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 143 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.400748:0:58562:0:(rw26.c:912:ll_write_end()) pos 585728, len 4096, copied 4096 00000080:00200000:3.0:1769074791.400752:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000687b2c49[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.400755:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000009b63a4a2 17ffffc0001001 3:0 ffff9bc6468acbd0 143 lru 00000080:00200000:3.0:1769074791.400760:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000281069eb 143: 1< 0 - - > 2< 585728 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.400762:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000687b2c49 00000080:00200000:3.0:1769074791.400763:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 144. 00000080:00200000:3.0:1769074791.400765:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 144 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.400860:0:58562:0:(rw26.c:912:ll_write_end()) pos 589824, len 4096, copied 4096 00000080:00200000:3.0:1769074791.400865:0:58562:0:(rw26.c:969:ll_write_end()) page@000000008a287c4f[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.400868:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000da36f0f5 17ffffc0001001 3:0 ffff9bc6468acca8 144 lru 00000080:00200000:3.0:1769074791.400873:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000e6f717f7 144: 1< 0 - - > 2< 589824 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.400875:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000008a287c4f 00000080:00200000:3.0:1769074791.400876:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 145. 00000080:00200000:3.0:1769074791.400965:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 145 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.400985:0:58562:0:(rw26.c:912:ll_write_end()) pos 593920, len 4096, copied 4096 00000080:00200000:3.0:1769074791.400989:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000070f4a7ab[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.400992:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000009b432e16 17ffffc0001001 3:0 ffff9bc6468ac438 145 lru 00000080:00200000:3.0:1769074791.400997:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000656f1587 145: 1< 0 - - > 2< 593920 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.400999:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000070f4a7ab 00000080:00200000:3.0:1769074791.401000:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 146. 00000080:00200000:3.0:1769074791.401002:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 146 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.401024:0:58562:0:(rw26.c:912:ll_write_end()) pos 598016, len 4096, copied 4096 00000080:00200000:3.0:1769074791.401028:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000046228d21[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.401031:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000f8bdaf05 17ffffc0001021 2:0 ffff9bc6468ac0d8 146 lru 00000080:00200000:3.0:1769074791.401035:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000019893954 146: 1< 0 - - > 2< 598016 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.401038:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000046228d21 00000080:00200000:3.0:1769074791.401039:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 147. 00000080:00200000:3.0:1769074791.401041:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 147 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.401162:0:58562:0:(rw26.c:912:ll_write_end()) pos 602112, len 4096, copied 4096 00000080:00200000:3.0:1769074791.401167:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000804c064f[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.401170:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000737204bb 17ffffc0001001 3:0 ffff9bc6468ac360 147 lru 00000080:00200000:3.0:1769074791.401176:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000028912ca5 147: 1< 0 - - > 2< 602112 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.401178:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000804c064f 00000080:00200000:3.0:1769074791.401179:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 148. 00000080:00200000:3.0:1769074791.401181:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 148 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.401198:0:58562:0:(rw26.c:912:ll_write_end()) pos 606208, len 4096, copied 4096 00000080:00200000:3.0:1769074791.401203:0:58562:0:(rw26.c:969:ll_write_end()) page@000000007f9caf2c[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.401206:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000750ba1e0 17ffffc0001001 3:0 ffff9bc6468ac1b0 148 lru 00000080:00200000:3.0:1769074791.401210:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000d1ac26e1 148: 1< 0 - - > 2< 606208 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.401213:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000007f9caf2c 00000080:00200000:3.0:1769074791.401214:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 149. 00000080:00200000:3.0:1769074791.401216:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 149 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.401244:0:58562:0:(rw26.c:912:ll_write_end()) pos 610304, len 4096, copied 4096 00000080:00200000:3.0:1769074791.401249:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000eeabdff0[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.401252:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000008f2b5d9e 17ffffc0001001 3:0 ffff9bc6468ac000 149 lru 00000080:00200000:3.0:1769074791.401257:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000004d9902a1 149: 1< 0 - - > 2< 610304 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.401260:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000eeabdff0 00000080:00200000:3.0:1769074791.401261:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 150. 00000080:00200000:3.0:1769074791.401264:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 150 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.401279:0:58562:0:(rw26.c:912:ll_write_end()) pos 614400, len 4096, copied 4096 00000080:00200000:3.0:1769074791.401284:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000084880c60[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.401286:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000003d09c9d4 17ffffc0001001 3:0 ffff9bc6468ac5e8 150 lru 00000080:00200000:3.0:1769074791.401291:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000002ef43091 150: 1< 0 - - > 2< 614400 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.401293:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000084880c60 00000080:00200000:3.0:1769074791.401294:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 151. 00000080:00200000:3.0:1769074791.401296:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 151 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.401311:0:58562:0:(rw26.c:912:ll_write_end()) pos 618496, len 4096, copied 4096 00000080:00200000:3.0:1769074791.401316:0:58562:0:(rw26.c:969:ll_write_end()) page@000000006c516ac7[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.401319:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000e697878f 17ffffc0001001 3:0 ffff9bc6468acd80 151 lru 00000080:00200000:3.0:1769074791.401324:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000058009a44 151: 1< 0 - - > 2< 618496 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.401327:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000006c516ac7 00000080:00200000:3.0:1769074791.401328:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 152. 00000080:00200000:3.0:1769074791.401330:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 152 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.401345:0:58562:0:(rw26.c:912:ll_write_end()) pos 622592, len 4096, copied 4096 00000080:00200000:3.0:1769074791.401350:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000d81f8890[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.401352:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000067a46133 17ffffc0001001 3:0 ffff9bc6468ac288 152 lru 00000080:00200000:3.0:1769074791.401357:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000009770015c 152: 1< 0 - - > 2< 622592 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.403146:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000d81f8890 00000080:00200000:3.0:1769074791.403158:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 153. 00000080:00200000:3.0:1769074791.403168:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 153 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.403221:0:58562:0:(rw26.c:912:ll_write_end()) pos 626688, len 4096, copied 4096 00000080:00200000:3.0:1769074791.403237:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000d03c7ac8[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.403241:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000000cf415a4 17ffffc0001001 3:0 ffff9bc6468ac870 153 lru 00000080:00200000:3.0:1769074791.403247:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000f569e953 153: 1< 0 - - > 2< 626688 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.403249:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000d03c7ac8 00000080:00200000:3.0:1769074791.403250:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 154. 00000080:00200000:3.0:1769074791.403252:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 154 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.403268:0:58562:0:(rw26.c:912:ll_write_end()) pos 630784, len 4096, copied 4096 00000080:00200000:3.0:1769074791.403272:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000847d4426[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.403274:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000002f527721 17ffffc0001001 3:0 ffff9bc6468acaf8 154 lru 00000080:00200000:3.0:1769074791.403279:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000a068992b 154: 1< 0 - - > 2< 630784 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.403281:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000847d4426 00000080:00200000:3.0:1769074791.403283:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 155. 00000080:00200000:3.0:1769074791.403284:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 155 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.403299:0:58562:0:(rw26.c:912:ll_write_end()) pos 634880, len 4096, copied 4096 00000080:00200000:3.0:1769074791.403303:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000ddafd7df[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.403306:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000006a6eb1cf 17ffffc0001001 3:0 ffff9bc6468ac510 155 lru 00000080:00200000:3.0:1769074791.403311:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000084c3734 155: 1< 0 - - > 2< 634880 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.403314:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000ddafd7df 00000080:00200000:3.0:1769074791.403315:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 156. 00000080:00200000:3.0:1769074791.403317:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 156 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.403338:0:58562:0:(rw26.c:912:ll_write_end()) pos 638976, len 4096, copied 4096 00000080:00200000:3.0:1769074791.403342:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000d09f8913[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.403344:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000d4436746 17ffffc0001001 3:0 ffff9bc676bd6510 156 lru 00000080:00200000:3.0:1769074791.403349:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000010bce38c 156: 1< 0 - - > 2< 638976 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.403351:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000d09f8913 00000080:00200000:3.0:1769074791.403351:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 157. 00000080:00200000:3.0:1769074791.403353:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 157 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.404026:0:58562:0:(rw26.c:912:ll_write_end()) pos 643072, len 4096, copied 4096 00000080:00200000:3.0:1769074791.404034:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000bd2604af[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.404037:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000002e4ea3ff 17ffffc0001001 3:0 ffff9bc676bd61b0 157 lru 00000080:00200000:3.0:1769074791.404043:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000055786cf3 157: 1< 0 - - > 2< 643072 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.404473:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000bd2604af 00000080:00200000:3.0:1769074791.404474:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 158. 00000080:00200000:3.0:1769074791.404479:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 158 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.404506:0:58562:0:(rw26.c:912:ll_write_end()) pos 647168, len 4096, copied 4096 00000080:00200000:3.0:1769074791.404511:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000de913b81[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.404514:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000002ef8520c 17ffffc0001001 3:0 ffff9bc676bd6d80 158 lru 00000080:00200000:3.0:1769074791.404520:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000004f9d61b3 158: 1< 0 - - > 2< 647168 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.404522:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000de913b81 00000080:00200000:3.0:1769074791.404523:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 159. 00000080:00200000:3.0:1769074791.404525:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 159 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.404541:0:58562:0:(rw26.c:912:ll_write_end()) pos 651264, len 4096, copied 4096 00000080:00200000:3.0:1769074791.404545:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000076fcb0ff[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.404548:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000685f2e11 17ffffc0001001 3:0 ffff9bc676bd6798 159 lru 00000080:00200000:3.0:1769074791.404553:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000fbb5d08d 159: 1< 0 - - > 2< 651264 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.404556:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000076fcb0ff 00000080:00200000:3.0:1769074791.404557:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 160. 00000080:00200000:3.0:1769074791.404559:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 160 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.404577:0:58562:0:(rw26.c:912:ll_write_end()) pos 655360, len 4096, copied 4096 00000080:00200000:3.0:1769074791.404581:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000049f12f0[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.404584:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000c3f7f434 17ffffc0001001 3:0 ffff9bc676bd6948 160 lru 00000080:00200000:3.0:1769074791.404589:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000009a3b34ba 160: 1< 0 - - > 2< 655360 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.404591:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000049f12f0 00000080:00200000:3.0:1769074791.404592:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 161. 00000080:00200000:3.0:1769074791.404696:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 161 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.404722:0:58562:0:(rw26.c:912:ll_write_end()) pos 659456, len 4096, copied 4096 00000080:00200000:3.0:1769074791.404726:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000092a555c0[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.404729:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000fe101139 17ffffc0001021 2:0 ffff9bc676bd6a20 161 lru 00000080:00200000:3.0:1769074791.404733:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000a479e097 161: 1< 0 - - > 2< 659456 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.404735:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000092a555c0 00000080:00200000:3.0:1769074791.404737:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 162. 00000080:00200000:3.0:1769074791.404739:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 162 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.404753:0:58562:0:(rw26.c:912:ll_write_end()) pos 663552, len 4096, copied 4096 00000080:00200000:3.0:1769074791.404757:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000019a34c39[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.404760:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000012a783ef 17ffffc0001001 3:0 ffff9bc676bd6000 162 lru 00000080:00200000:3.0:1769074791.404764:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000006dd01f1f 162: 1< 0 - - > 2< 663552 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.404766:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000019a34c39 00000080:00200000:3.0:1769074791.404768:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 163. 00000080:00200000:3.0:1769074791.404769:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 163 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.405162:0:58562:0:(rw26.c:912:ll_write_end()) pos 667648, len 4096, copied 4096 00000080:00200000:3.0:1769074791.405169:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000043d55023[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.405171:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000db3bef1c 17ffffc0001001 3:0 ffff9bc676bd65e8 163 lru 00000080:00200000:3.0:1769074791.405177:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000a8f7ca4b 163: 1< 0 - - > 2< 667648 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.405179:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000043d55023 00000080:00200000:3.0:1769074791.405181:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 164. 00000080:00200000:3.0:1769074791.405183:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 164 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.405199:0:58562:0:(rw26.c:912:ll_write_end()) pos 671744, len 4096, copied 4096 00000080:00200000:3.0:1769074791.405203:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000478529b7[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.405206:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000007bd1767f 17ffffc0001001 3:0 ffff9bc676bd6360 164 lru 00000080:00200000:3.0:1769074791.405212:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000008f436109 164: 1< 0 - - > 2< 671744 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.405214:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000478529b7 00000080:00200000:3.0:1769074791.405216:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 165. 00000080:00200000:3.0:1769074791.405217:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 165 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.405245:0:58562:0:(rw26.c:912:ll_write_end()) pos 675840, len 4096, copied 4096 00000080:00200000:3.0:1769074791.405250:0:58562:0:(rw26.c:969:ll_write_end()) page@000000009da18035[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.405253:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000e7e0d989 17ffffc0001001 3:0 ffff9bc676bd6870 165 lru 00000080:00200000:3.0:1769074791.405258:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000019434acf 165: 1< 0 - - > 2< 675840 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.405260:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000009da18035 00000080:00200000:3.0:1769074791.405262:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 166. 00000080:00200000:3.0:1769074791.405264:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 166 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.405281:0:58562:0:(rw26.c:912:ll_write_end()) pos 679936, len 4096, copied 4096 00000080:00200000:3.0:1769074791.405285:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000050b47bc1[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.405288:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000607c1feb 17ffffc0001001 3:0 ffff9bc676bd6288 166 lru 00000080:00200000:3.0:1769074791.405294:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000de9d226b 166: 1< 0 - - > 2< 679936 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.405296:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000050b47bc1 00000080:00200000:3.0:1769074791.405297:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 167. 00000080:00200000:3.0:1769074791.405300:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 167 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.405314:0:58562:0:(rw26.c:912:ll_write_end()) pos 684032, len 4096, copied 4096 00000080:00200000:3.0:1769074791.405318:0:58562:0:(rw26.c:969:ll_write_end()) page@000000002bfad944[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.405321:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000030b22dba 17ffffc0001001 3:0 ffff9bc676bd6438 167 lru 00000080:00200000:3.0:1769074791.405326:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000a6625f06 167: 1< 0 - - > 2< 684032 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.405328:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000002bfad944 00000080:00200000:3.0:1769074791.405329:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 168. 00000080:00200000:3.0:1769074791.405331:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 168 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.405347:0:58562:0:(rw26.c:912:ll_write_end()) pos 688128, len 4096, copied 4096 00000080:00200000:3.0:1769074791.405351:0:58562:0:(rw26.c:969:ll_write_end()) page@000000007cae2060[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.405354:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000ad316d9f 17ffffc0001001 3:0 ffff9bc676bd66c0 168 lru 00000080:00200000:3.0:1769074791.405359:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000008c597a05 168: 1< 0 - - > 2< 688128 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.405849:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000007cae2060 00000080:00200000:3.0:1769074791.405850:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 169. 00000080:00200000:3.0:1769074791.405854:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 169 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.405875:0:58562:0:(rw26.c:912:ll_write_end()) pos 692224, len 4096, copied 4096 00000080:00200000:3.0:1769074791.406146:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000f25b7abb[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.406149:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000aea76883 17ffffc0001001 3:0 ffff9bc676bd6af8 169 lru 00000080:00200000:3.0:1769074791.406155:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000c657e437 169: 1< 0 - - > 2< 692224 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.406157:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000f25b7abb 00000080:00200000:3.0:1769074791.406158:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 170. 00000080:00200000:3.0:1769074791.406160:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 170 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.406177:0:58562:0:(rw26.c:912:ll_write_end()) pos 696320, len 4096, copied 4096 00000080:00200000:3.0:1769074791.406180:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000013a92714[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.406183:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000007054055e 17ffffc0001001 3:0 ffff9bc676bd6bd0 170 lru 00000080:00200000:3.0:1769074791.406187:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000351a0b81 170: 1< 0 - - > 2< 696320 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.406189:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000013a92714 00000080:00200000:3.0:1769074791.406190:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 171. 00000080:00200000:3.0:1769074791.406192:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 171 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.406207:0:58562:0:(rw26.c:912:ll_write_end()) pos 700416, len 4096, copied 4096 00000080:00200000:3.0:1769074791.406211:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000096c7716f[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.406213:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000008277f8ee 17ffffc0001001 3:0 ffff9bc676bd6e58 171 lru 00000080:00200000:3.0:1769074791.406218:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000026c8c4de 171: 1< 0 - - > 2< 700416 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.406220:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000096c7716f 00000080:00200000:3.0:1769074791.406221:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 172. 00000080:00200000:3.0:1769074791.406233:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 172 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.406248:0:58562:0:(rw26.c:912:ll_write_end()) pos 704512, len 4096, copied 4096 00000080:00200000:3.0:1769074791.406252:0:58562:0:(rw26.c:969:ll_write_end()) page@000000006638b8a0[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.406254:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000ab044d08 17ffffc0001001 3:0 ffff9bc676bd60d8 172 lru 00000080:00200000:3.0:1769074791.406259:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000231e29ac 172: 1< 0 - - > 2< 704512 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.406261:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000006638b8a0 00000080:00200000:3.0:1769074791.406262:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 173. 00000080:00200000:3.0:1769074791.406264:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 173 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.406280:0:58562:0:(rw26.c:912:ll_write_end()) pos 708608, len 4096, copied 4096 00000080:00200000:3.0:1769074791.406284:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000d9243a16[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.406287:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000042279afb 17ffffc0001001 3:0 ffff9bc649cf6e58 173 lru 00000080:00200000:3.0:1769074791.406292:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000000302e199 173: 1< 0 - - > 2< 708608 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.406294:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000d9243a16 00000080:00200000:3.0:1769074791.406295:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 174. 00000080:00200000:3.0:1769074791.406297:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 174 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.406312:0:58562:0:(rw26.c:912:ll_write_end()) pos 712704, len 4096, copied 4096 00000080:00200000:3.0:1769074791.406316:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000346379e7[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.406319:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000c1c381da 17ffffc0001001 3:0 ffff9bc649cf6ca8 174 lru 00000080:00200000:3.0:1769074791.406324:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000adf6e822 174: 1< 0 - - > 2< 712704 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.406326:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000346379e7 00000080:00200000:3.0:1769074791.406327:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 175. 00000080:00200000:3.0:1769074791.406328:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 175 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.406340:0:58562:0:(rw26.c:912:ll_write_end()) pos 716800, len 4096, copied 4096 00000080:00200000:3.0:1769074791.406343:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000058d46aae[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.406346:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000008ddb77ff 17ffffc0001001 3:0 ffff9bc649cf6000 175 lru 00000080:00200000:3.0:1769074791.406351:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000005e9cf360 175: 1< 0 - - > 2< 716800 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.406353:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000058d46aae 00000080:00200000:3.0:1769074791.406354:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 176. 00000080:00200000:3.0:1769074791.406356:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 176 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.408495:0:58562:0:(rw26.c:912:ll_write_end()) pos 720896, len 4096, copied 4096 00000080:00200000:3.0:1769074791.408517:0:58562:0:(rw26.c:969:ll_write_end()) page@000000007bf4b0b0[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.408522:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000003be5b29d 17ffffc0001021 2:0 ffff9bc649cf6510 176 lru 00000080:00200000:3.0:1769074791.408529:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000072712c2a 176: 1< 0 - - > 2< 720896 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.408532:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000007bf4b0b0 00000080:00200000:3.0:1769074791.408534:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 177. 00000080:00200000:3.0:1769074791.408539:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 177 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.408572:0:58562:0:(rw26.c:912:ll_write_end()) pos 724992, len 4096, copied 4096 00000080:00200000:3.0:1769074791.408577:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000cbd23a8c[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.408580:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000061135232 17ffffc0001001 3:0 ffff9bc649cf6a20 177 lru 00000080:00200000:3.0:1769074791.408585:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000007e021a5e 177: 1< 0 - - > 2< 724992 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.408588:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000cbd23a8c 00000080:00200000:3.0:1769074791.408589:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 178. 00000080:00200000:3.0:1769074791.408591:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 178 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.408608:0:58562:0:(rw26.c:912:ll_write_end()) pos 729088, len 4096, copied 4096 00000080:00200000:3.0:1769074791.408612:0:58562:0:(rw26.c:969:ll_write_end()) page@000000001a3654fe[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.408615:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000f061c13c 17ffffc0001001 3:0 ffff9bc649cf65e8 178 lru 00000080:00200000:3.0:1769074791.408620:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000032e42a13 178: 1< 0 - - > 2< 729088 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.408623:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000001a3654fe 00000080:00200000:3.0:1769074791.408624:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 179. 00000080:00200000:3.0:1769074791.408626:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 179 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.408643:0:58562:0:(rw26.c:912:ll_write_end()) pos 733184, len 4096, copied 4096 00000080:00200000:3.0:1769074791.408648:0:58562:0:(rw26.c:969:ll_write_end()) page@000000008cc1f419[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.408650:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000002b94c589 17ffffc0001001 3:0 ffff9bc649cf6438 179 lru 00000080:00200000:3.0:1769074791.408655:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000f6919d40 179: 1< 0 - - > 2< 733184 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.408657:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000008cc1f419 00000080:00200000:3.0:1769074791.408658:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 180. 00000080:00200000:3.0:1769074791.408660:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 180 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.408674:0:58562:0:(rw26.c:912:ll_write_end()) pos 737280, len 4096, copied 4096 00000080:00200000:3.0:1769074791.408678:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000073353d9f[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.408681:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000001f11b5fb 17ffffc0001001 3:0 ffff9bc649cf6d80 180 lru 00000080:00200000:3.0:1769074791.408687:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000001e463715 180: 1< 0 - - > 2< 737280 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.408689:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000073353d9f 00000080:00200000:3.0:1769074791.408690:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 181. 00000080:00200000:3.0:1769074791.408692:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 181 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.408708:0:58562:0:(rw26.c:912:ll_write_end()) pos 741376, len 4096, copied 4096 00000080:00200000:3.0:1769074791.408713:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000bbcda166[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.408715:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000012ddd9a7 17ffffc0001001 3:0 ffff9bc649cf6360 181 lru 00000080:00200000:3.0:1769074791.408721:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000079bed0d8 181: 1< 0 - - > 2< 741376 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.408723:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000bbcda166 00000080:00200000:3.0:1769074791.408725:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 182. 00000080:00200000:3.0:1769074791.408727:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 182 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.408745:0:58562:0:(rw26.c:912:ll_write_end()) pos 745472, len 4096, copied 4096 00000080:00200000:3.0:1769074791.408749:0:58562:0:(rw26.c:969:ll_write_end()) page@000000006af52fb3[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.408752:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000b0b68d33 17ffffc0001001 3:0 ffff9bc649cf60d8 182 lru 00000080:00200000:3.0:1769074791.408758:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000c8224c15 182: 1< 0 - - > 2< 745472 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.408761:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000006af52fb3 00000080:00200000:3.0:1769074791.408762:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 183. 00000080:00200000:3.0:1769074791.408764:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 183 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.408797:0:58562:0:(rw26.c:912:ll_write_end()) pos 749568, len 4096, copied 4096 00000080:00200000:3.0:1769074791.408801:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000d380d031[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.408804:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000994232ae 17ffffc0001001 3:0 ffff9bc649cf66c0 183 lru 00000080:00200000:3.0:1769074791.408810:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000087457853 183: 1< 0 - - > 2< 749568 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.408812:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000d380d031 00000080:00200000:3.0:1769074791.408813:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 184. 00000080:00200000:3.0:1769074791.408815:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 184 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.408833:0:58562:0:(rw26.c:912:ll_write_end()) pos 753664, len 4096, copied 4096 00000080:00200000:3.0:1769074791.408837:0:58562:0:(rw26.c:969:ll_write_end()) page@000000008e80409a[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.408839:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000291ee40c 17ffffc0001001 3:0 ffff9bc649cf6bd0 184 lru 00000080:00200000:3.0:1769074791.408844:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000003a85116e 184: 1< 0 - - > 2< 753664 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.408846:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000008e80409a 00000080:00200000:3.0:1769074791.408847:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 185. 00000080:00200000:3.0:1769074791.408849:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 185 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.408862:0:58562:0:(rw26.c:912:ll_write_end()) pos 757760, len 4096, copied 4096 00000080:00200000:3.0:1769074791.408866:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000064768424[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.408868:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000c023c0b1 17ffffc0001001 3:0 ffff9bc649cf6288 185 lru 00000080:00200000:3.0:1769074791.408874:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000007c35750d 185: 1< 0 - - > 2< 757760 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.409203:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000064768424 00000080:00200000:3.0:1769074791.409208:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 186. 00000080:00200000:3.0:1769074791.409211:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 186 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.409240:0:58562:0:(rw26.c:912:ll_write_end()) pos 761856, len 4096, copied 4096 00000080:00200000:3.0:1769074791.409245:0:58562:0:(rw26.c:969:ll_write_end()) page@000000002a74e21b[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.409248:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000350c14b7 17ffffc0001001 3:0 ffff9bc649cf6870 186 lru 00000080:00200000:3.0:1769074791.409253:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000c36efc41 186: 1< 0 - - > 2< 761856 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.409256:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000002a74e21b 00000080:00200000:3.0:1769074791.409257:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 187. 00000080:00200000:3.0:1769074791.409259:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 187 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.409274:0:58562:0:(rw26.c:912:ll_write_end()) pos 765952, len 4096, copied 4096 00000080:00200000:3.0:1769074791.409278:0:58562:0:(rw26.c:969:ll_write_end()) page@000000002d06b0eb[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.409281:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000084fff913 17ffffc0001001 3:0 ffff9bc649cf6af8 187 lru 00000080:00200000:3.0:1769074791.409286:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000001b2133b1 187: 1< 0 - - > 2< 765952 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.409288:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000002d06b0eb 00000080:00200000:3.0:1769074791.409289:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 188. 00000080:00200000:3.0:1769074791.409291:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 188 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.409303:0:58562:0:(rw26.c:912:ll_write_end()) pos 770048, len 4096, copied 4096 00000080:00200000:3.0:1769074791.409307:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000d0814d8d[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.409310:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000feeb6bc7 17ffffc0001001 3:0 ffff9bc649cf61b0 188 lru 00000080:00200000:3.0:1769074791.409315:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000007095ca37 188: 1< 0 - - > 2< 770048 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.409317:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000d0814d8d 00000080:00200000:3.0:1769074791.409318:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 189. 00000080:00200000:3.0:1769074791.409319:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 189 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.409332:0:58562:0:(rw26.c:912:ll_write_end()) pos 774144, len 4096, copied 4096 00000080:00200000:3.0:1769074791.409335:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000089ad1cd0[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.409338:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000006f6a767e 17ffffc0001001 3:0 ffff9bc649cf6948 189 lru 00000080:00200000:3.0:1769074791.409343:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000cbd63b2e 189: 1< 0 - - > 2< 774144 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.409345:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000089ad1cd0 00000080:00200000:3.0:1769074791.409346:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 190. 00000080:00200000:3.0:1769074791.409348:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 190 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.409375:0:58562:0:(rw26.c:912:ll_write_end()) pos 778240, len 4096, copied 4096 00000080:00200000:3.0:1769074791.409379:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000078400f58[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.409382:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000002b80eee8 17ffffc0001001 3:0 ffff9bc649cf6798 190 lru 00000080:00200000:3.0:1769074791.409387:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000033f257f1 190: 1< 0 - - > 2< 778240 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.409389:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000078400f58 00000080:00200000:3.0:1769074791.409390:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 191. 00000080:00200000:3.0:1769074791.409392:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 191 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.409416:0:58562:0:(rw26.c:912:ll_write_end()) pos 782336, len 4096, copied 4096 00000080:00200000:3.0:1769074791.409420:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000c32a2935[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.409422:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000049f1f019 17ffffc0001021 2:0 ffff9bc642c7ebd0 191 lru 00000080:00200000:3.0:1769074791.409427:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000093a474ce 191: 1< 0 - - > 2< 782336 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.409429:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000c32a2935 00000080:00200000:3.0:1769074791.409431:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 192. 00000080:00200000:3.0:1769074791.409432:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 192 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.409456:0:58562:0:(rw26.c:912:ll_write_end()) pos 786432, len 4096, copied 4096 00000080:00200000:3.0:1769074791.409460:0:58562:0:(rw26.c:969:ll_write_end()) page@000000003e5ef06e[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.409462:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000ac5b5042 17ffffc0001001 3:0 ffff9bc642c7e288 192 lru 00000080:00200000:3.0:1769074791.409466:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000d73ede36 192: 1< 0 - - > 2< 786432 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.409468:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000003e5ef06e 00000080:00200000:3.0:1769074791.409470:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 193. 00000080:00200000:3.0:1769074791.409471:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 193 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.409484:0:58562:0:(rw26.c:912:ll_write_end()) pos 790528, len 4096, copied 4096 00000080:00200000:3.0:1769074791.409488:0:58562:0:(rw26.c:969:ll_write_end()) page@000000002f8492df[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.409491:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000ef2ed419 17ffffc0001001 3:0 ffff9bc642c7e870 193 lru 00000080:00200000:3.0:1769074791.409495:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000006f85bcf8 193: 1< 0 - - > 2< 790528 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.409498:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000002f8492df 00000080:00200000:3.0:1769074791.409498:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 194. 00000080:00200000:3.0:1769074791.409500:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 194 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.409514:0:58562:0:(rw26.c:912:ll_write_end()) pos 794624, len 4096, copied 4096 00000080:00200000:3.0:1769074791.409517:0:58562:0:(rw26.c:969:ll_write_end()) page@000000008a023d63[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.409520:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000a5df1bc7 17ffffc0001001 3:0 ffff9bc642c7eaf8 194 lru 00000080:00200000:3.0:1769074791.409525:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000ef593f1a 194: 1< 0 - - > 2< 794624 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.409527:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000008a023d63 00000080:00200000:3.0:1769074791.409527:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 195. 00000080:00200000:3.0:1769074791.409529:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 195 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.409540:0:58562:0:(rw26.c:912:ll_write_end()) pos 798720, len 4096, copied 4096 00000080:00200000:3.0:1769074791.409544:0:58562:0:(rw26.c:969:ll_write_end()) page@000000004b907885[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.409546:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000001ba07d91 17ffffc0001001 3:0 ffff9bc642c7e1b0 195 lru 00000080:00200000:3.0:1769074791.409551:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000098c1ac0 195: 1< 0 - - > 2< 798720 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.409554:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000004b907885 00000080:00200000:3.0:1769074791.409555:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 196. 00000080:00200000:3.0:1769074791.409556:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 196 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.409570:0:58562:0:(rw26.c:912:ll_write_end()) pos 802816, len 4096, copied 4096 00000080:00200000:3.0:1769074791.409573:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000b6291feb[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.409576:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000e912bced 17ffffc0001001 3:0 ffff9bc642c7e948 196 lru 00000080:00200000:3.0:1769074791.409580:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000001f733fc7 196: 1< 0 - - > 2< 802816 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.409582:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000b6291feb 00000080:00200000:3.0:1769074791.409583:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 197. 00000080:00200000:3.0:1769074791.409585:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 197 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.409598:0:58562:0:(rw26.c:912:ll_write_end()) pos 806912, len 4096, copied 4096 00000080:00200000:3.0:1769074791.409602:0:58562:0:(rw26.c:969:ll_write_end()) page@000000001e3caaf7[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.409604:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000191f9528 17ffffc0001001 3:0 ffff9bc642c7e798 197 lru 00000080:00200000:3.0:1769074791.409609:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000c9baf840 197: 1< 0 - - > 2< 806912 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.409610:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000001e3caaf7 00000080:00200000:3.0:1769074791.409611:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 198. 00000080:00200000:3.0:1769074791.409613:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 198 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.409629:0:58562:0:(rw26.c:912:ll_write_end()) pos 811008, len 4096, copied 4096 00000080:00200000:3.0:1769074791.409633:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000a2a6d1d8[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.409636:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000005ea8b42 17ffffc0001001 3:0 ffff9bc642c7ee58 198 lru 00000080:00200000:3.0:1769074791.409641:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000b0def4c2 198: 1< 0 - - > 2< 811008 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.409644:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000a2a6d1d8 00000080:00200000:3.0:1769074791.409645:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 199. 00000080:00200000:3.0:1769074791.409646:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 199 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.409660:0:58562:0:(rw26.c:912:ll_write_end()) pos 815104, len 4096, copied 4096 00000080:00200000:3.0:1769074791.409664:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000c94d7e93[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.409666:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000055bee121 17ffffc0001001 3:0 ffff9bc642c7eca8 199 lru 00000080:00200000:3.0:1769074791.409671:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000a241c008 199: 1< 0 - - > 2< 815104 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.409673:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000c94d7e93 00000080:00200000:3.0:1769074791.409674:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 200. 00000080:00200000:3.0:1769074791.409676:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 200 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.409689:0:58562:0:(rw26.c:912:ll_write_end()) pos 819200, len 4096, copied 4096 00000080:00200000:3.0:1769074791.409692:0:58562:0:(rw26.c:969:ll_write_end()) page@000000008aa861b2[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.409695:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000bb6ea442 17ffffc0001001 3:0 ffff9bc642c7e000 200 lru 00000080:00200000:3.0:1769074791.409700:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000009203cca8 200: 1< 0 - - > 2< 819200 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.409702:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000008aa861b2 00000080:00200000:3.0:1769074791.409704:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 201. 00000080:00200000:3.0:1769074791.409705:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 201 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.409719:0:58562:0:(rw26.c:912:ll_write_end()) pos 823296, len 4096, copied 4096 00000080:00200000:3.0:1769074791.409722:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000097003a10[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.409725:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000c2ec05b0 17ffffc0001001 3:0 ffff9bc642c7e510 201 lru 00000080:00200000:3.0:1769074791.409729:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000021ce739d 201: 1< 0 - - > 2< 823296 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.409731:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000097003a10 00000080:00200000:3.0:1769074791.409732:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 202. 00000080:00200000:3.0:1769074791.409734:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 202 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.409746:0:58562:0:(rw26.c:912:ll_write_end()) pos 827392, len 4096, copied 4096 00000080:00200000:3.0:1769074791.409750:0:58562:0:(rw26.c:969:ll_write_end()) page@000000002d376521[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.409753:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000df578b61 17ffffc0001001 3:0 ffff9bc642c7ea20 202 lru 00000080:00200000:3.0:1769074791.409757:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000090ecd47 202: 1< 0 - - > 2< 827392 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.409759:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000002d376521 00000080:00200000:3.0:1769074791.409760:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 203. 00000080:00200000:3.0:1769074791.409761:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 203 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.409807:0:58562:0:(rw26.c:912:ll_write_end()) pos 831488, len 4096, copied 4096 00000080:00200000:3.0:1769074791.409812:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000d0fd92c0[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.409815:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000002944cae8 17ffffc0001001 3:0 ffff9bc642c7e5e8 203 lru 00000080:00200000:3.0:1769074791.409821:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000a508f590 203: 1< 0 - - > 2< 831488 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.409824:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000d0fd92c0 00000080:00200000:3.0:1769074791.409825:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 204. 00000080:00200000:3.0:1769074791.409827:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 204 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.409842:0:58562:0:(rw26.c:912:ll_write_end()) pos 835584, len 4096, copied 4096 00000080:00200000:3.0:1769074791.409846:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000a38847bf[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.409849:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000015e5209d 17ffffc0001001 3:0 ffff9bc642c7e438 204 lru 00000080:00200000:3.0:1769074791.409853:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000b8684ad1 204: 1< 0 - - > 2< 835584 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.409855:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000a38847bf 00000080:00200000:3.0:1769074791.409856:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 205. 00000080:00200000:3.0:1769074791.409858:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 205 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.409873:0:58562:0:(rw26.c:912:ll_write_end()) pos 839680, len 4096, copied 4096 00000080:00200000:3.0:1769074791.409877:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000091d439a2[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.410527:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000c3ad956a 17ffffc0001001 3:0 ffff9bc642c7ed80 205 lru 00000080:00200000:3.0:1769074791.410533:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000c87b25d9 205: 1< 0 - - > 2< 839680 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.410535:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000091d439a2 00000080:00200000:3.0:1769074791.410536:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 206. 00000080:00200000:3.0:1769074791.410539:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 206 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.410572:0:58562:0:(rw26.c:912:ll_write_end()) pos 843776, len 4096, copied 4096 00000080:00200000:3.0:1769074791.410578:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000671794b1[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.410581:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000048d03b42 17ffffc0001021 2:0 ffff9bc642c7e360 206 lru 00000080:00200000:3.0:1769074791.410586:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000586cc4c3 206: 1< 0 - - > 2< 843776 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.410588:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000671794b1 00000080:00200000:3.0:1769074791.410589:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 207. 00000080:00200000:3.0:1769074791.410603:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 207 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.410621:0:58562:0:(rw26.c:912:ll_write_end()) pos 847872, len 4096, copied 4096 00000080:00200000:3.0:1769074791.410625:0:58562:0:(rw26.c:969:ll_write_end()) page@000000002b6703a9[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.410628:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000007c7e3f54 17ffffc0001001 3:0 ffff9bc642c7e0d8 207 lru 00000080:00200000:3.0:1769074791.410633:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000f4984304 207: 1< 0 - - > 2< 847872 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.410635:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000002b6703a9 00000080:00200000:3.0:1769074791.410636:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 208. 00000080:00200000:3.0:1769074791.410638:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 208 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.410651:0:58562:0:(rw26.c:912:ll_write_end()) pos 851968, len 4096, copied 4096 00000080:00200000:3.0:1769074791.410655:0:58562:0:(rw26.c:969:ll_write_end()) page@000000007b2af609[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.410657:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000004306f564 17ffffc0001001 3:0 ffff9bc642c7e6c0 208 lru 00000080:00200000:3.0:1769074791.410663:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000006589b9b5 208: 1< 0 - - > 2< 851968 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.410665:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000007b2af609 00000080:00200000:3.0:1769074791.410666:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 209. 00000080:00200000:3.0:1769074791.410668:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 209 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.410687:0:58562:0:(rw26.c:912:ll_write_end()) pos 856064, len 4096, copied 4096 00000080:00200000:3.0:1769074791.410691:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000099f3ce05[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.410694:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000005aa12dcb 17ffffc0001001 3:0 ffff9bc649cfabd0 209 lru 00000080:00200000:3.0:1769074791.410699:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000009f70b0d0 209: 1< 0 - - > 2< 856064 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.410701:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000099f3ce05 00000080:00200000:3.0:1769074791.410703:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 210. 00000080:00200000:3.0:1769074791.410705:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 210 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.410721:0:58562:0:(rw26.c:912:ll_write_end()) pos 860160, len 4096, copied 4096 00000080:00200000:3.0:1769074791.410724:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000056006822[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.410727:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000f83cac7a 17ffffc0001001 3:0 ffff9bc649cfa288 210 lru 00000080:00200000:3.0:1769074791.410732:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000035931518 210: 1< 0 - - > 2< 860160 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.410735:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000056006822 00000080:00200000:3.0:1769074791.410736:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 211. 00000080:00200000:3.0:1769074791.410738:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 211 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.410754:0:58562:0:(rw26.c:912:ll_write_end()) pos 864256, len 4096, copied 4096 00000080:00200000:3.0:1769074791.410758:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000a2677285[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.410761:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000c51ca860 17ffffc0001001 3:0 ffff9bc649cfa870 211 lru 00000080:00200000:3.0:1769074791.410766:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000ccc3b342 211: 1< 0 - - > 2< 864256 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.410768:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000a2677285 00000080:00200000:3.0:1769074791.410769:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 212. 00000080:00200000:3.0:1769074791.410771:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 212 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.410823:0:58562:0:(rw26.c:912:ll_write_end()) pos 868352, len 4096, copied 4096 00000080:00200000:3.0:1769074791.410827:0:58562:0:(rw26.c:969:ll_write_end()) page@000000008634fd3d[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.410829:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000002d8b8cf9 17ffffc0001001 3:0 ffff9bc649cfaaf8 212 lru 00000080:00200000:3.0:1769074791.410835:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000daa5ad2f 212: 1< 0 - - > 2< 868352 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.410837:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000008634fd3d 00000080:00200000:3.0:1769074791.410838:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 213. 00000080:00200000:3.0:1769074791.410840:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 213 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.410854:0:58562:0:(rw26.c:912:ll_write_end()) pos 872448, len 4096, copied 4096 00000080:00200000:3.0:1769074791.410858:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000887bbc5a[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.410861:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000031cc6439 17ffffc0001001 3:0 ffff9bc649cfa1b0 213 lru 00000080:00200000:3.0:1769074791.410865:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000ce7eb751 213: 1< 0 - - > 2< 872448 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.410868:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000887bbc5a 00000080:00200000:3.0:1769074791.410869:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 214. 00000080:00200000:3.0:1769074791.410871:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 214 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.411206:0:58562:0:(rw26.c:912:ll_write_end()) pos 876544, len 4096, copied 4096 00000080:00200000:3.0:1769074791.411213:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000d29bde1f[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.411216:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000040621f3 17ffffc0001001 3:0 ffff9bc649cfa948 214 lru 00000080:00200000:3.0:1769074791.411222:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000007f4c8b5b 214: 1< 0 - - > 2< 876544 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.411233:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000d29bde1f 00000080:00200000:3.0:1769074791.411234:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 215. 00000080:00200000:3.0:1769074791.411237:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 215 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.411255:0:58562:0:(rw26.c:912:ll_write_end()) pos 880640, len 4096, copied 4096 00000080:00200000:3.0:1769074791.411259:0:58562:0:(rw26.c:969:ll_write_end()) page@000000002f3973f2[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.411263:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000003dd814d8 17ffffc0001001 3:0 ffff9bc649cfa798 215 lru 00000080:00200000:3.0:1769074791.411268:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000043a39177 215: 1< 0 - - > 2< 880640 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.411270:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000002f3973f2 00000080:00200000:3.0:1769074791.411271:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 216. 00000080:00200000:3.0:1769074791.411273:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 216 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.411288:0:58562:0:(rw26.c:912:ll_write_end()) pos 884736, len 4096, copied 4096 00000080:00200000:3.0:1769074791.411291:0:58562:0:(rw26.c:969:ll_write_end()) page@000000006c5d40f1[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.411295:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000e8f6ccf3 17ffffc0001001 3:0 ffff9bc649cfae58 216 lru 00000080:00200000:3.0:1769074791.411299:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000087822162 216: 1< 0 - - > 2< 884736 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.411301:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000006c5d40f1 00000080:00200000:3.0:1769074791.411302:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 217. 00000080:00200000:3.0:1769074791.411304:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 217 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.411317:0:58562:0:(rw26.c:912:ll_write_end()) pos 888832, len 4096, copied 4096 00000080:00200000:3.0:1769074791.411321:0:58562:0:(rw26.c:969:ll_write_end()) page@000000001163b857[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.411323:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000d80b9bec 17ffffc0001001 3:0 ffff9bc649cfaca8 217 lru 00000080:00200000:3.0:1769074791.411328:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000d7d8cae6 217: 1< 0 - - > 2< 888832 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.411330:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000001163b857 00000080:00200000:3.0:1769074791.411331:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 218. 00000080:00200000:3.0:1769074791.411332:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 218 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.411344:0:58562:0:(rw26.c:912:ll_write_end()) pos 892928, len 4096, copied 4096 00000080:00200000:3.0:1769074791.411348:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000cd2c02f4[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.411350:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000081d4a8a6 17ffffc0001001 3:0 ffff9bc649cfa000 218 lru 00000080:00200000:3.0:1769074791.411356:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000008884cbfe 218: 1< 0 - - > 2< 892928 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.411359:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000cd2c02f4 00000080:00200000:3.0:1769074791.411460:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 219. 00000080:00200000:3.0:1769074791.411464:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 219 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.411483:0:58562:0:(rw26.c:912:ll_write_end()) pos 897024, len 4096, copied 4096 00000080:00200000:3.0:1769074791.411487:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000008f9a591[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.411491:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000004cb066d8 17ffffc0001001 3:0 ffff9bc649cfa510 219 lru 00000080:00200000:3.0:1769074791.411496:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000003fdbf7e0 219: 1< 0 - - > 2< 897024 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.411499:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000008f9a591 00000080:00200000:3.0:1769074791.411500:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 220. 00000080:00200000:3.0:1769074791.411502:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 220 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.411516:0:58562:0:(rw26.c:912:ll_write_end()) pos 901120, len 4096, copied 4096 00000080:00200000:3.0:1769074791.411520:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000ee672c5d[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.411522:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000af89fb30 17ffffc0001001 3:0 ffff9bc649cfaa20 220 lru 00000080:00200000:3.0:1769074791.411527:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000e25f9389 220: 1< 0 - - > 2< 901120 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.411529:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000ee672c5d 00000080:00200000:3.0:1769074791.411530:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 221. 00000080:00200000:3.0:1769074791.411532:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 221 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.411551:0:58562:0:(rw26.c:912:ll_write_end()) pos 905216, len 4096, copied 4096 00000080:00200000:3.0:1769074791.411555:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000021b175d6[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.411557:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000005e8a198f 17ffffc0001021 2:0 ffff9bc649cfa5e8 221 lru 00000080:00200000:3.0:1769074791.411563:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000e0f2fe1d 221: 1< 0 - - > 2< 905216 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.411565:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000021b175d6 00000080:00200000:3.0:1769074791.411566:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 222. 00000080:00200000:3.0:1769074791.411568:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 222 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.411580:0:58562:0:(rw26.c:912:ll_write_end()) pos 909312, len 4096, copied 4096 00000080:00200000:3.0:1769074791.411584:0:58562:0:(rw26.c:969:ll_write_end()) page@000000004aa053ce[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.411587:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000e9c357c6 17ffffc0001001 3:0 ffff9bc649cfa438 222 lru 00000080:00200000:3.0:1769074791.412833:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000002b1b4701 222: 1< 0 - - > 2< 909312 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.412840:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000004aa053ce 00000080:00200000:3.0:1769074791.412842:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 223. 00000080:00200000:3.0:1769074791.412848:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 223 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.412977:0:58562:0:(rw26.c:912:ll_write_end()) pos 913408, len 4096, copied 4096 00000080:00200000:3.0:1769074791.412984:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000d7cd09c2[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.412988:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000afa6f190 17ffffc0001001 3:0 ffff9bc649cfad80 223 lru 00000080:00200000:3.0:1769074791.412994:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000818dbda4 223: 1< 0 - - > 2< 913408 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.412996:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000d7cd09c2 00000080:00200000:3.0:1769074791.412997:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 224. 00000080:00200000:3.0:1769074791.412999:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 224 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.413015:0:58562:0:(rw26.c:912:ll_write_end()) pos 917504, len 4096, copied 4096 00000080:00200000:3.0:1769074791.413019:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000dc7102fe[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.413022:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000b85e6ccf 17ffffc0001001 3:0 ffff9bc649cfa360 224 lru 00000080:00200000:3.0:1769074791.413026:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000003448f812 224: 1< 0 - - > 2< 917504 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.413028:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000dc7102fe 00000080:00200000:3.0:1769074791.413029:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 225. 00000080:00200000:3.0:1769074791.413031:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 225 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.413466:0:58562:0:(rw26.c:912:ll_write_end()) pos 921600, len 4096, copied 4096 00000080:00200000:3.0:1769074791.413474:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000ff106604[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.413477:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000001ab0062 17ffffc0001001 3:0 ffff9bc649cfa0d8 225 lru 00000080:00200000:3.0:1769074791.413482:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000006318ad07 225: 1< 0 - - > 2< 921600 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.413485:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000ff106604 00000080:00200000:3.0:1769074791.413486:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 226. 00000080:00200000:3.0:1769074791.413488:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 226 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.413508:0:58562:0:(rw26.c:912:ll_write_end()) pos 925696, len 4096, copied 4096 00000080:00200000:3.0:1769074791.413512:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000072a87d55[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.413515:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000006456b158 17ffffc0001001 3:0 ffff9bc649cfa6c0 226 lru 00000080:00200000:3.0:1769074791.413520:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000d6c3dfde 226: 1< 0 - - > 2< 925696 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.413522:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000072a87d55 00000080:00200000:3.0:1769074791.413523:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 227. 00000080:00200000:3.0:1769074791.413524:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 227 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.413542:0:58562:0:(rw26.c:912:ll_write_end()) pos 929792, len 4096, copied 4096 00000080:00200000:3.0:1769074791.413546:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000023d252c2[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.413549:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000ef15e158 17ffffc0001001 3:0 ffff9bc675993438 227 lru 00000080:00200000:3.0:1769074791.413554:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000e7a637c1 227: 1< 0 - - > 2< 929792 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.413557:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000023d252c2 00000080:00200000:3.0:1769074791.413558:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 228. 00000080:00200000:3.0:1769074791.413559:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 228 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.413575:0:58562:0:(rw26.c:912:ll_write_end()) pos 933888, len 4096, copied 4096 00000080:00200000:3.0:1769074791.413579:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000fa8bd4f0[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.413582:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000008d2ca187 17ffffc0001001 3:0 ffff9bc675993d80 228 lru 00000080:00200000:3.0:1769074791.413586:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000caf917e0 228: 1< 0 - - > 2< 933888 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.413588:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000fa8bd4f0 00000080:00200000:3.0:1769074791.413589:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 229. 00000080:00200000:3.0:1769074791.413591:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 229 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.414628:0:58562:0:(rw26.c:912:ll_write_end()) pos 937984, len 4096, copied 4096 00000080:00200000:3.0:1769074791.414639:0:58562:0:(rw26.c:969:ll_write_end()) page@000000003d80c48e[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.414643:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000088b50db8 17ffffc0001001 3:0 ffff9bc675993360 229 lru 00000080:00200000:3.0:1769074791.414653:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000022f9965b 229: 1< 0 - - > 2< 937984 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.414656:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000003d80c48e 00000080:00200000:3.0:1769074791.414657:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 230. 00000080:00200000:3.0:1769074791.414660:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 230 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.414677:0:58562:0:(rw26.c:912:ll_write_end()) pos 942080, len 4096, copied 4096 00000080:00200000:3.0:1769074791.414681:0:58562:0:(rw26.c:969:ll_write_end()) page@000000007d6d906a[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.414684:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000f16d7433 17ffffc0001001 3:0 ffff9bc6759930d8 230 lru 00000080:00200000:3.0:1769074791.414689:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000ee99fe95 230: 1< 0 - - > 2< 942080 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.414691:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000007d6d906a 00000080:00200000:3.0:1769074791.414693:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 231. 00000080:00200000:3.0:1769074791.414695:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 231 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.414710:0:58562:0:(rw26.c:912:ll_write_end()) pos 946176, len 4096, copied 4096 00000080:00200000:3.0:1769074791.414714:0:58562:0:(rw26.c:969:ll_write_end()) page@000000002c0db1e6[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.414716:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000004756257c 17ffffc0001001 3:0 ffff9bc6759936c0 231 lru 00000080:00200000:3.0:1769074791.414721:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000b0e55ad5 231: 1< 0 - - > 2< 946176 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.414723:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000002c0db1e6 00000080:00200000:3.0:1769074791.414724:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 232. 00000080:00200000:3.0:1769074791.414725:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 232 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.414740:0:58562:0:(rw26.c:912:ll_write_end()) pos 950272, len 4096, copied 4096 00000080:00200000:3.0:1769074791.414743:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000635a828d[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.414746:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000009d628bda 17ffffc0001001 3:0 ffff9bc675993bd0 232 lru 00000080:00200000:3.0:1769074791.414750:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000e0874c26 232: 1< 0 - - > 2< 950272 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.414752:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000635a828d 00000080:00200000:3.0:1769074791.414753:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 233. 00000080:00200000:3.0:1769074791.414755:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 233 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.414769:0:58562:0:(rw26.c:912:ll_write_end()) pos 954368, len 4096, copied 4096 00000080:00200000:3.0:1769074791.414797:0:58562:0:(rw26.c:969:ll_write_end()) page@000000001df444ed[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.414800:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000033014cbb 17ffffc0001001 3:0 ffff9bc675993288 233 lru 00000080:00200000:3.0:1769074791.414805:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000a2b19b98 233: 1< 0 - - > 2< 954368 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.414807:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000001df444ed 00000080:00200000:3.0:1769074791.414808:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 234. 00000080:00200000:3.0:1769074791.414810:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 234 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.414825:0:58562:0:(rw26.c:912:ll_write_end()) pos 958464, len 4096, copied 4096 00000080:00200000:3.0:1769074791.414830:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000fae69bbb[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.414832:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000042e22b54 17ffffc0001001 3:0 ffff9bc675993870 234 lru 00000080:00200000:3.0:1769074791.414837:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000f494f28a 234: 1< 0 - - > 2< 958464 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.414839:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000fae69bbb 00000080:00200000:3.0:1769074791.414840:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 235. 00000080:00200000:3.0:1769074791.414841:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 235 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.414855:0:58562:0:(rw26.c:912:ll_write_end()) pos 962560, len 4096, copied 4096 00000080:00200000:3.0:1769074791.414858:0:58562:0:(rw26.c:969:ll_write_end()) page@000000006b560e08[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.414861:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000026658c7d 17ffffc0001001 3:0 ffff9bc675993af8 235 lru 00000080:00200000:3.0:1769074791.414867:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000b112576a 235: 1< 0 - - > 2< 962560 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.414869:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000006b560e08 00000080:00200000:3.0:1769074791.414870:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 236. 00000080:00200000:3.0:1769074791.414872:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 236 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.415204:0:58562:0:(rw26.c:912:ll_write_end()) pos 966656, len 4096, copied 4096 00000080:00200000:3.0:1769074791.415209:0:58562:0:(rw26.c:969:ll_write_end()) page@000000005bb4b3c6[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.415212:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000adc3f0a4 17ffffc0001021 2:0 ffff9bc6759931b0 236 lru 00000080:00200000:3.0:1769074791.415217:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000073ca36a0 236: 1< 0 - - > 2< 966656 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.415220:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000005bb4b3c6 00000080:00200000:3.0:1769074791.415221:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 237. 00000080:00200000:3.0:1769074791.415233:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 237 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.415250:0:58562:0:(rw26.c:912:ll_write_end()) pos 970752, len 4096, copied 4096 00000080:00200000:3.0:1769074791.415254:0:58562:0:(rw26.c:969:ll_write_end()) page@000000003e89c07b[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.415256:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000d583cfae 17ffffc0001001 3:0 ffff9bc675993948 237 lru 00000080:00200000:3.0:1769074791.415261:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000001981ed41 237: 1< 0 - - > 2< 970752 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.415263:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000003e89c07b 00000080:00200000:3.0:1769074791.415264:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 238. 00000080:00200000:3.0:1769074791.415266:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 238 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.415276:0:58562:0:(rw26.c:912:ll_write_end()) pos 974848, len 4096, copied 4096 00000080:00200000:3.0:1769074791.415279:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000a362ed70[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.415282:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000b079b4d3 17ffffc0001001 3:0 ffff9bc675993798 238 lru 00000080:00200000:3.0:1769074791.415287:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000005c0a88dd 238: 1< 0 - - > 2< 974848 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.415289:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000a362ed70 00000080:00200000:3.0:1769074791.415290:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 239. 00000080:00200000:3.0:1769074791.415292:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 239 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.415303:0:58562:0:(rw26.c:912:ll_write_end()) pos 978944, len 4096, copied 4096 00000080:00200000:3.0:1769074791.415306:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000917d0fb8[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.415308:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000845943da 17ffffc0001001 3:0 ffff9bc675993e58 239 lru 00000080:00200000:3.0:1769074791.415313:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000001f34ad2 239: 1< 0 - - > 2< 978944 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.415315:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000917d0fb8 00000080:00200000:3.0:1769074791.415316:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 240. 00000080:00200000:3.0:1769074791.415318:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 240 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.415332:0:58562:0:(rw26.c:912:ll_write_end()) pos 983040, len 4096, copied 4096 00000080:00200000:3.0:1769074791.415336:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000a8b5f023[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.415338:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000086f4f3a2 17ffffc0001001 3:0 ffff9bc675993ca8 240 lru 00000080:00200000:3.0:1769074791.415343:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000b7c0bbab 240: 1< 0 - - > 2< 983040 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.415345:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000a8b5f023 00000080:00200000:3.0:1769074791.415346:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 241. 00000080:00200000:3.0:1769074791.415348:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 241 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.415362:0:58562:0:(rw26.c:912:ll_write_end()) pos 987136, len 4096, copied 4096 00000080:00200000:3.0:1769074791.415366:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000557eb751[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.415369:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000006981a1a3 17ffffc0001001 3:0 ffff9bc675993000 241 lru 00000080:00200000:3.0:1769074791.415373:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000021b0e4a5 241: 1< 0 - - > 2< 987136 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.415376:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000557eb751 00000080:00200000:3.0:1769074791.415377:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 242. 00000080:00200000:3.0:1769074791.415379:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 242 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.415391:0:58562:0:(rw26.c:912:ll_write_end()) pos 991232, len 4096, copied 4096 00000080:00200000:3.0:1769074791.415394:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000f09f4001[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.415397:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000007442c0ed 17ffffc0001001 3:0 ffff9bc675993510 242 lru 00000080:00200000:3.0:1769074791.415402:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000042d55aa8 242: 1< 0 - - > 2< 991232 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.415404:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000f09f4001 00000080:00200000:3.0:1769074791.415405:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 243. 00000080:00200000:3.0:1769074791.415406:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 243 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.415418:0:58562:0:(rw26.c:912:ll_write_end()) pos 995328, len 4096, copied 4096 00000080:00200000:3.0:1769074791.415421:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000d848d936[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.415424:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000005b7caadb 17ffffc0001001 3:0 ffff9bc675993a20 243 lru 00000080:00200000:3.0:1769074791.415429:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000accde8c5 243: 1< 0 - - > 2< 995328 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.415431:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000d848d936 00000080:00200000:3.0:1769074791.415432:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 244. 00000080:00200000:3.0:1769074791.415433:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 244 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.415446:0:58562:0:(rw26.c:912:ll_write_end()) pos 999424, len 4096, copied 4096 00000080:00200000:3.0:1769074791.415451:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000004453b39[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.415454:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000f3a5e53d 17ffffc0001001 3:0 ffff9bc6759935e8 244 lru 00000080:00200000:3.0:1769074791.415459:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000002787ca1f 244: 1< 0 - - > 2< 999424 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.415461:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000004453b39 00000080:00200000:3.0:1769074791.415462:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 245. 00000080:00200000:3.0:1769074791.415464:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 245 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.415481:0:58562:0:(rw26.c:912:ll_write_end()) pos 1003520, len 4096, copied 4096 00000080:00200000:3.0:1769074791.415486:0:58562:0:(rw26.c:969:ll_write_end()) page@000000002dede514[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.415488:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000002e4beec8 17ffffc0001001 3:0 ffff9bc646992000 245 lru 00000080:00200000:3.0:1769074791.415501:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000000b3bced2 245: 1< 0 - - > 2< 1003520 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.415504:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000002dede514 00000080:00200000:3.0:1769074791.415505:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 246. 00000080:00200000:3.0:1769074791.415507:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 246 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.415525:0:58562:0:(rw26.c:912:ll_write_end()) pos 1007616, len 4096, copied 4096 00000080:00200000:3.0:1769074791.415529:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000051732b16[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.415531:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000006c012267 17ffffc0001001 3:0 ffff9bc646992510 246 lru 00000080:00200000:3.0:1769074791.415537:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000216bd014 246: 1< 0 - - > 2< 1007616 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.415539:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000051732b16 00000080:00200000:3.0:1769074791.415540:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 247. 00000080:00200000:3.0:1769074791.415542:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 247 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.415560:0:58562:0:(rw26.c:912:ll_write_end()) pos 1011712, len 4096, copied 4096 00000080:00200000:3.0:1769074791.415564:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000b4bad713[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.415566:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000002b83cbf1 17ffffc0001001 3:0 ffff9bc646992a20 247 lru 00000080:00200000:3.0:1769074791.415571:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000034d854b8 247: 1< 0 - - > 2< 1011712 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.415574:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000b4bad713 00000080:00200000:3.0:1769074791.415575:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 248. 00000080:00200000:3.0:1769074791.415577:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 248 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.415590:0:58562:0:(rw26.c:912:ll_write_end()) pos 1015808, len 4096, copied 4096 00000080:00200000:3.0:1769074791.415594:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000804ad69d[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.415596:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000009361cb66 17ffffc0001001 3:0 ffff9bc6469925e8 248 lru 00000080:00200000:3.0:1769074791.415601:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000fbeb56c1 248: 1< 0 - - > 2< 1015808 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.415603:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000804ad69d 00000080:00200000:3.0:1769074791.415604:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 249. 00000080:00200000:3.0:1769074791.415606:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 249 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.415619:0:58562:0:(rw26.c:912:ll_write_end()) pos 1019904, len 4096, copied 4096 00000080:00200000:3.0:1769074791.415622:0:58562:0:(rw26.c:969:ll_write_end()) page@000000003c6a7c41[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.415624:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000008b998a78 17ffffc0001001 3:0 ffff9bc646992438 249 lru 00000080:00200000:3.0:1769074791.415629:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000004b929166 249: 1< 0 - - > 2< 1019904 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.415631:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000003c6a7c41 00000080:00200000:3.0:1769074791.415632:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 250. 00000080:00200000:3.0:1769074791.415634:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 250 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.415648:0:58562:0:(rw26.c:912:ll_write_end()) pos 1024000, len 4096, copied 4096 00000080:00200000:3.0:1769074791.415653:0:58562:0:(rw26.c:969:ll_write_end()) page@000000004c1ea432[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.415655:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000f07653e4 17ffffc0001001 3:0 ffff9bc646992d80 250 lru 00000080:00200000:3.0:1769074791.415659:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000995cf247 250: 1< 0 - - > 2< 1024000 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.415661:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000004c1ea432 00000080:00200000:3.0:1769074791.415662:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 251. 00000080:00200000:3.0:1769074791.415663:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 251 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.415678:0:58562:0:(rw26.c:912:ll_write_end()) pos 1028096, len 4096, copied 4096 00000080:00200000:3.0:1769074791.415682:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000c8d7d538[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.415684:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000005cc7a146 17ffffc0001021 2:0 ffff9bc646992360 251 lru 00000080:00200000:3.0:1769074791.415689:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000001b6ff753 251: 1< 0 - - > 2< 1028096 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.415691:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000c8d7d538 00000080:00200000:3.0:1769074791.415692:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 252. 00000080:00200000:3.0:1769074791.415694:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 252 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.415707:0:58562:0:(rw26.c:912:ll_write_end()) pos 1032192, len 4096, copied 4096 00000080:00200000:3.0:1769074791.415710:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000188ebc11[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.415712:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000009a72d4a1 17ffffc0001001 3:0 ffff9bc6469920d8 252 lru 00000080:00200000:3.0:1769074791.415717:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000bdea3e9f 252: 1< 0 - - > 2< 1032192 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.415719:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000188ebc11 00000080:00200000:3.0:1769074791.415720:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 253. 00000080:00200000:3.0:1769074791.415722:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 253 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.415735:0:58562:0:(rw26.c:912:ll_write_end()) pos 1036288, len 4096, copied 4096 00000080:00200000:3.0:1769074791.415738:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000837fb24f[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.415741:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000096895544 17ffffc0001001 3:0 ffff9bc6469926c0 253 lru 00000080:00200000:3.0:1769074791.415746:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000eb007211 253: 1< 0 - - > 2< 1036288 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.415748:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000837fb24f 00000080:00200000:3.0:1769074791.415750:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 254. 00000080:00200000:3.0:1769074791.415751:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 254 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.415767:0:58562:0:(rw26.c:912:ll_write_end()) pos 1040384, len 4096, copied 4096 00000080:00200000:3.0:1769074791.415814:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000afdbdca1[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.415818:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000cc6bef08 17ffffc0001001 3:0 ffff9bc646992bd0 254 lru 00000080:00200000:3.0:1769074791.415823:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000676304f6 254: 1< 0 - - > 2< 1040384 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.415826:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000afdbdca1 00000080:00200000:3.0:1769074791.415828:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 255. 00000080:00200000:3.0:1769074791.415830:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 255 of 0 to 4096 bytes 00000080:00200000:3.0:1769074791.415846:0:58562:0:(rw26.c:912:ll_write_end()) pos 1044480, len 4096, copied 4096 00000080:00200000:3.0:1769074791.415850:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000037af39d7[3 0000000093a2716f 2 1 00000000a9138115] 00000080:00200000:3.0:1769074791.415853:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000d5bc9b6d 17ffffc0001001 3:0 ffff9bc646992288 255 lru 00000080:00200000:3.0:1769074791.415858:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000d6543d89 255: 1< 0 - - > 2< 1044480 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485359616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1769074791.415860:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000037af39d7 00000080:00200000:3.0:1769074791.415861:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 256. 00000080:00200000:3.0:1769074791.415866:0:58562:0:(vvp_io.c:1193:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000008:00010000:3.0:1769074791.416611:0:58562:0:(osc_cache.c:814:osc_extent_find()) ### extent: 00000000acdb870c ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b5a4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8abf8 expref: -99 pid: 58562 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1769074791.416653:0:58562:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649bf75f8, count 15, dirtied 15 00000080:00200000:3.0:1769074791.416673:0:58562:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649bf75f8, count 15, dirtied 15 00000080:00200000:3.0:1769074791.416691:0:58562:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649bf75f8, count 15, dirtied 15 00000080:00200000:3.0:1769074791.416706:0:58562:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649bf75f8, count 15, dirtied 15 00000080:00200000:3.0:1769074791.416720:0:58562:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649bf75f8, count 15, dirtied 15 00000080:00200000:3.0:1769074791.416734:0:58562:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649bf75f8, count 15, dirtied 15 00000080:00200000:3.0:1769074791.416749:0:58562:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649bf75f8, count 15, dirtied 15 00000080:00200000:3.0:1769074791.416763:0:58562:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649bf75f8, count 15, dirtied 15 00000080:00200000:3.0:1769074791.416824:0:58562:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649bf75f8, count 15, dirtied 15 00000080:00200000:3.0:1769074791.416841:0:58562:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649bf75f8, count 15, dirtied 15 00000080:00200000:3.0:1769074791.416857:0:58562:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649bf75f8, count 15, dirtied 15 00000080:00200000:3.0:1769074791.416871:0:58562:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649bf75f8, count 15, dirtied 15 00000080:00200000:3.0:1769074791.416899:0:58562:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649bf75f8, count 15, dirtied 15 00000080:00200000:3.0:1769074791.416916:0:58562:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649bf75f8, count 15, dirtied 15 00000080:00200000:3.0:1769074791.416932:0:58562:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649bf75f8, count 15, dirtied 15 00000080:00200000:3.0:1769074791.416946:0:58562:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649bf75f8, count 15, dirtied 15 00000080:00200000:3.0:1769074791.416961:0:58562:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649bf75f8, count 15, dirtied 15 00000080:00200000:3.0:1769074791.416966:0:58562:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649bf75f8, count 1, dirtied 1 00000080:00200000:3.0:1769074791.416969:0:58562:0:(vvp_io.c:1216:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000080:00200000:3.0:1769074791.416974:0:58562:0:(vvp_io.c:1390:vvp_io_write_start()) f200c.sanity-flr: write bytes 0, result: 1048576 00000020:00010000:3.0:1769074791.417009:0:58562:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc648fa8128 (ffff9bc64292be18/0) at cl_lock_release():245 00000020:00010000:3.0:1769074791.417012:0:58562:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc648fa8128 (ffff9bc64292be18/0) at cl_lock_cancel():142 00000020:00010000:3.0:1769074791.417016:0:58562:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc645325230 (ffff9bc648547ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1769074791.417024:0:58562:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b5a4 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8abf8 expref: -99 pid: 58562 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074791.417035:0:58562:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b5a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8abf8 expref: -99 pid: 58562 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1769074791.417491:0:58562:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc648fa8128 (ffff9bc64292be18/0) at cl_lock_fini():72 00000020:00010000:3.0:1769074791.417497:0:58562:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc645325230 (ffff9bc64292be18/1) at cl_lock_fini():72 00000080:00200000:3.0:1769074791.417510:0:58562:0:(vvp_io.c:518:vvp_io_advance()) advancing 1048576 bytes 00000080:00200000:3.0:1769074791.417519:0:58562:0:(file.c:2109:ll_file_io_generic()) Range unlock [0, 255] 00000080:00200000:3.0:1769074791.417528:0:58562:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1aa:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1769074791.417532:0:58562:0:(file.c:2142:ll_file_io_generic()) f200c.sanity-flr: 2 io complete with rc: 0, result: 1048576, restart: 0 00000008:00010000:3.0:1769074791.417645:0:44646:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### extent: 00000000acdb870c ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b5a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8abf8 expref: -99 pid: 58562 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074791.417659:0:44646:0:(osc_cache.c:1103:osc_extent_make_ready()) ### extent: 00000000acdb870c ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b5a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8abf8 expref: -99 pid: 58562 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074791.417952:0:44646:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b5a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8abf8 expref: -99 pid: 58562 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1769074791.418554:0:44646:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc64d9adf80 - object 0x280000400:536 offset 0<>1048576 00000100:00100000:3.0:1769074791.418618:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612815232:192.168.204.139@tcp:4:dd.0 00010000:00010000:3.0:1769074791.443022:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:1.0:1769074791.489254:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 357 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.489468:0:58562:0:(rw26.c:912:ll_write_end()) pos 1462272, len 4096, copied 4096 00000080:00200000:1.0:1769074791.489481:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000022efc518[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.489485:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000005b53e336 17ffffc0001001 3:0 ffff9bc64efa9a20 357 lru 00000080:00200000:1.0:1769074791.490007:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000008d40656a 357: 1< 0 - - > 2< 1462272 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.490011:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000022efc518 00000080:00200000:1.0:1769074791.490013:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 102. 00000080:00200000:1.0:1769074791.490017:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 358 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.490046:0:58562:0:(rw26.c:912:ll_write_end()) pos 1466368, len 4096, copied 4096 00000080:00200000:1.0:1769074791.490051:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000864f5f5b[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.490054:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000007de07d75 17ffffc0001001 3:0 ffff9bc64efa9510 358 lru 00000080:00200000:1.0:1769074791.490060:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000fafd4428 358: 1< 0 - - > 2< 1466368 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.490062:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000864f5f5b 00000080:00200000:1.0:1769074791.490063:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 103. 00000080:00200000:1.0:1769074791.490065:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 359 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.490081:0:58562:0:(rw26.c:912:ll_write_end()) pos 1470464, len 4096, copied 4096 00000080:00200000:1.0:1769074791.490085:0:58562:0:(rw26.c:969:ll_write_end()) page@000000004490e4f2[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.490088:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000007aef725c 17ffffc0001001 3:0 ffff9bc64efa9000 359 lru 00000080:00200000:1.0:1769074791.490092:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000006d5c3f09 359: 1< 0 - - > 2< 1470464 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.490096:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000004490e4f2 00000080:00200000:1.0:1769074791.490097:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 104. 00000080:00200000:1.0:1769074791.490098:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 360 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.490111:0:58562:0:(rw26.c:912:ll_write_end()) pos 1474560, len 4096, copied 4096 00000080:00200000:1.0:1769074791.490115:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000c39afd44[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.490118:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000c80e4cf8 17ffffc0001001 3:0 ffff9bc64efa9ca8 360 lru 00000080:00200000:1.0:1769074791.490123:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000500c0f56 360: 1< 0 - - > 2< 1474560 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.490125:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000c39afd44 00000080:00200000:1.0:1769074791.490126:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 105. 00000080:00200000:1.0:1769074791.490128:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 361 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.490140:0:58562:0:(rw26.c:912:ll_write_end()) pos 1478656, len 4096, copied 4096 00000080:00200000:1.0:1769074791.490143:0:58562:0:(rw26.c:969:ll_write_end()) page@000000006771fbc4[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.490147:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000094d4614e 17ffffc0001001 3:0 ffff9bc64efa9e58 361 lru 00000080:00200000:1.0:1769074791.490152:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000128bfd5a 361: 1< 0 - - > 2< 1478656 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.490154:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000006771fbc4 00000080:00200000:1.0:1769074791.490155:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 106. 00000080:00200000:1.0:1769074791.490157:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 362 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.490169:0:58562:0:(rw26.c:912:ll_write_end()) pos 1482752, len 4096, copied 4096 00000080:00200000:1.0:1769074791.490173:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000c9b4b9e6[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.490175:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000217a8838 17ffffc0001001 3:0 ffff9bc64efa9798 362 lru 00000080:00200000:1.0:1769074791.490181:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000630ea36a 362: 1< 0 - - > 2< 1482752 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.490184:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000c9b4b9e6 00000080:00200000:1.0:1769074791.490185:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 107. 00000080:00200000:1.0:1769074791.490187:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 363 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.490200:0:58562:0:(rw26.c:912:ll_write_end()) pos 1486848, len 4096, copied 4096 00000080:00200000:1.0:1769074791.490205:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000d6150636[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.490208:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000fba6a839 17ffffc0001001 3:0 ffff9bc64efa9948 363 lru 00000080:00200000:1.0:1769074791.490213:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000003f1a15e5 363: 1< 0 - - > 2< 1486848 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.490215:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000d6150636 00000080:00200000:1.0:1769074791.490217:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 108. 00000080:00200000:1.0:1769074791.490219:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 364 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.490243:0:58562:0:(rw26.c:912:ll_write_end()) pos 1490944, len 4096, copied 4096 00000080:00200000:1.0:1769074791.490248:0:58562:0:(rw26.c:969:ll_write_end()) page@000000009c64d076[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.490251:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000d4ae5715 17ffffc0001001 3:0 ffff9bc64efa91b0 364 lru 00000080:00200000:1.0:1769074791.490255:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000077a26e9f 364: 1< 0 - - > 2< 1490944 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.490258:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000009c64d076 00000080:00200000:1.0:1769074791.490259:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 109. 00000080:00200000:1.0:1769074791.490261:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 365 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.490274:0:58562:0:(rw26.c:912:ll_write_end()) pos 1495040, len 4096, copied 4096 00000080:00200000:1.0:1769074791.490278:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000026a8a1dd[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.490281:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000ea9c440a 17ffffc0001001 3:0 ffff9bc64efa9af8 365 lru 00000080:00200000:1.0:1769074791.490285:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000b278c8e4 365: 1< 0 - - > 2< 1495040 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.490288:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000026a8a1dd 00000080:00200000:1.0:1769074791.490289:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 110. 00000080:00200000:1.0:1769074791.490291:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 366 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.490304:0:58562:0:(rw26.c:912:ll_write_end()) pos 1499136, len 4096, copied 4096 00000080:00200000:1.0:1769074791.490308:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000077397a04[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.490310:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000b146c6f1 17ffffc0001001 3:0 ffff9bc64efa9870 366 lru 00000080:00200000:1.0:1769074791.490316:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000006c57e2bd 366: 1< 0 - - > 2< 1499136 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.490318:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000077397a04 00000080:00200000:1.0:1769074791.490319:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 111. 00000080:00200000:1.0:1769074791.490321:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 367 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.490555:0:58562:0:(rw26.c:912:ll_write_end()) pos 1503232, len 4096, copied 4096 00000080:00200000:1.0:1769074791.490562:0:58562:0:(rw26.c:969:ll_write_end()) page@000000001fa005b5[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.490565:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000a01e52ff 17ffffc0001001 3:0 ffff9bc64efa9288 367 lru 00000080:00200000:1.0:1769074791.490571:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000372a860c 367: 1< 0 - - > 2< 1503232 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.490573:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000001fa005b5 00000080:00200000:1.0:1769074791.490574:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 112. 00000080:00200000:1.0:1769074791.490577:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 368 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.490693:0:58562:0:(rw26.c:912:ll_write_end()) pos 1507328, len 4096, copied 4096 00000080:00200000:1.0:1769074791.490698:0:58562:0:(rw26.c:969:ll_write_end()) page@000000003eed6d5b[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.490701:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000007fdebc10 17ffffc0001001 3:0 ffff9bc64efa9bd0 368 lru 00000080:00200000:1.0:1769074791.490968:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000694e2be5 368: 1< 0 - - > 2< 1507328 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.490972:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000003eed6d5b 00000080:00200000:1.0:1769074791.490974:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 113. 00000080:00200000:1.0:1769074791.490976:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 369 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.490997:0:58562:0:(rw26.c:912:ll_write_end()) pos 1511424, len 4096, copied 4096 00000080:00200000:1.0:1769074791.491001:0:58562:0:(rw26.c:969:ll_write_end()) page@000000002b2b6247[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.491003:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000006c5736a9 17ffffc0001001 3:0 ffff9bc64efa96c0 369 lru 00000080:00200000:1.0:1769074791.491009:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000095ac9b5a 369: 1< 0 - - > 2< 1511424 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.491011:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000002b2b6247 00000080:00200000:1.0:1769074791.491012:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 114. 00000080:00200000:1.0:1769074791.491014:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 370 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.491030:0:58562:0:(rw26.c:912:ll_write_end()) pos 1515520, len 4096, copied 4096 00000080:00200000:1.0:1769074791.491033:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000cc26e4c3[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.491036:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000fece8a5f 17ffffc0001001 3:0 ffff9bc64efa90d8 370 lru 00000080:00200000:1.0:1769074791.491042:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000768b28ce 370: 1< 0 - - > 2< 1515520 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.491044:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000cc26e4c3 00000080:00200000:1.0:1769074791.491045:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 115. 00000080:00200000:1.0:1769074791.491047:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 371 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.491073:0:58562:0:(rw26.c:912:ll_write_end()) pos 1519616, len 4096, copied 4096 00000080:00200000:1.0:1769074791.491078:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000c8a41061[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.491081:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000007e079821 17ffffc0001021 2:0 ffff9bc64efa9360 371 lru 00000080:00200000:1.0:1769074791.491086:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000252a006f 371: 1< 0 - - > 2< 1519616 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.491088:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000c8a41061 00000080:00200000:1.0:1769074791.491089:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 116. 00000080:00200000:1.0:1769074791.491091:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 372 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.491110:0:58562:0:(rw26.c:912:ll_write_end()) pos 1523712, len 4096, copied 4096 00000080:00200000:1.0:1769074791.491114:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000bcf4715f[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.491116:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000006dbf7140 17ffffc0001001 3:0 ffff9bc64efa9d80 372 lru 00000080:00200000:1.0:1769074791.491121:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000883cd0f7 372: 1< 0 - - > 2< 1523712 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.491123:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000bcf4715f 00000080:00200000:1.0:1769074791.491124:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 117. 00000080:00200000:1.0:1769074791.491126:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 373 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.491140:0:58562:0:(rw26.c:912:ll_write_end()) pos 1527808, len 4096, copied 4096 00000080:00200000:1.0:1769074791.491144:0:58562:0:(rw26.c:969:ll_write_end()) page@000000002ff8973c[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.491146:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000000923dc22 17ffffc0001001 3:0 ffff9bc64efa95e8 373 lru 00000080:00200000:1.0:1769074791.491151:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000bfbdce56 373: 1< 0 - - > 2< 1527808 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.491154:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000002ff8973c 00000080:00200000:1.0:1769074791.491155:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 118. 00000080:00200000:1.0:1769074791.491157:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 374 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.491171:0:58562:0:(rw26.c:912:ll_write_end()) pos 1531904, len 4096, copied 4096 00000080:00200000:1.0:1769074791.491175:0:58562:0:(rw26.c:969:ll_write_end()) page@000000000ac8ba3e[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.491177:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000008a81e5c2 17ffffc0001001 3:0 ffff9bc64efa9438 374 lru 00000080:00200000:1.0:1769074791.491182:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000d0f39a93 374: 1< 0 - - > 2< 1531904 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.491184:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000000ac8ba3e 00000080:00200000:1.0:1769074791.491185:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 119. 00000080:00200000:1.0:1769074791.491187:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 375 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.491202:0:58562:0:(rw26.c:912:ll_write_end()) pos 1536000, len 4096, copied 4096 00000080:00200000:1.0:1769074791.491206:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000021e79f16[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.491209:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000006820fc2c 17ffffc0001001 3:0 ffff9bc6506f1bd0 375 lru 00000080:00200000:1.0:1769074791.491214:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000007bd7fee6 375: 1< 0 - - > 2< 1536000 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.491216:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000021e79f16 00000080:00200000:1.0:1769074791.491217:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 120. 00000080:00200000:1.0:1769074791.491218:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 376 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.491243:0:58562:0:(rw26.c:912:ll_write_end()) pos 1540096, len 4096, copied 4096 00000080:00200000:1.0:1769074791.491247:0:58562:0:(rw26.c:969:ll_write_end()) page@000000001fb3f079[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.491250:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000004d027ac6 17ffffc0001001 3:0 ffff9bc6506f16c0 376 lru 00000080:00200000:1.0:1769074791.491255:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000092d968ff 376: 1< 0 - - > 2< 1540096 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.491257:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000001fb3f079 00000080:00200000:1.0:1769074791.491258:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 121. 00000080:00200000:1.0:1769074791.491260:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 377 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.491275:0:58562:0:(rw26.c:912:ll_write_end()) pos 1544192, len 4096, copied 4096 00000080:00200000:1.0:1769074791.491279:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000d57c04a6[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.491281:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000056a94694 17ffffc0001001 3:0 ffff9bc6506f10d8 377 lru 00000080:00200000:1.0:1769074791.491287:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000007cbcd2ed 377: 1< 0 - - > 2< 1544192 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.491290:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000d57c04a6 00000080:00200000:1.0:1769074791.491292:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 122. 00000080:00200000:1.0:1769074791.491293:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 378 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.491310:0:58562:0:(rw26.c:912:ll_write_end()) pos 1548288, len 4096, copied 4096 00000080:00200000:1.0:1769074791.491315:0:58562:0:(rw26.c:969:ll_write_end()) page@000000002868b681[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.491317:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000fa17bcb2 17ffffc0001001 3:0 ffff9bc6506f1360 378 lru 00000080:00200000:1.0:1769074791.491322:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000efd29357 378: 1< 0 - - > 2< 1548288 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.491325:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000002868b681 00000080:00200000:1.0:1769074791.491326:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 123. 00000080:00200000:1.0:1769074791.491328:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 379 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.491554:0:58562:0:(rw26.c:912:ll_write_end()) pos 1552384, len 4096, copied 4096 00000080:00200000:1.0:1769074791.491560:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000032b0131d[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.491563:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000003f1f1b3 17ffffc0001001 3:0 ffff9bc6506f1d80 379 lru 00000080:00200000:1.0:1769074791.491568:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000df67b4d5 379: 1< 0 - - > 2< 1552384 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.491570:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000032b0131d 00000080:00200000:1.0:1769074791.491571:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 124. 00000080:00200000:1.0:1769074791.491574:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 380 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.491590:0:58562:0:(rw26.c:912:ll_write_end()) pos 1556480, len 4096, copied 4096 00000080:00200000:1.0:1769074791.491694:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000eff98bc1[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.491697:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000acc0c9e5 17ffffc0001001 3:0 ffff9bc6506f1438 380 lru 00000080:00200000:1.0:1769074791.491702:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000b1354e87 380: 1< 0 - - > 2< 1556480 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.491704:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000eff98bc1 00000080:00200000:1.0:1769074791.491903:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 125. 00000080:00200000:1.0:1769074791.491906:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 381 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.491925:0:58562:0:(rw26.c:912:ll_write_end()) pos 1560576, len 4096, copied 4096 00000080:00200000:1.0:1769074791.491929:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000b159aa84[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.491933:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000515d927d 17ffffc0001001 3:0 ffff9bc6506f15e8 381 lru 00000080:00200000:1.0:1769074791.491938:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000c6a00e3f 381: 1< 0 - - > 2< 1560576 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.491940:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000b159aa84 00000080:00200000:1.0:1769074791.491942:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 126. 00000080:00200000:1.0:1769074791.491944:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 382 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.491961:0:58562:0:(rw26.c:912:ll_write_end()) pos 1564672, len 4096, copied 4096 00000080:00200000:1.0:1769074791.491964:0:58562:0:(rw26.c:969:ll_write_end()) page@000000009559948c[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.491967:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000442e493a 17ffffc0001001 3:0 ffff9bc6506f1a20 382 lru 00000080:00200000:1.0:1769074791.491972:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000298f4514 382: 1< 0 - - > 2< 1564672 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.491974:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000009559948c 00000080:00200000:1.0:1769074791.491975:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 127. 00000080:00200000:1.0:1769074791.491977:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 383 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.491992:0:58562:0:(rw26.c:912:ll_write_end()) pos 1568768, len 4096, copied 4096 00000080:00200000:1.0:1769074791.491996:0:58562:0:(rw26.c:969:ll_write_end()) page@000000001133fe31[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.491999:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000008ad37c1c 17ffffc0001001 3:0 ffff9bc6506f1510 383 lru 00000080:00200000:1.0:1769074791.492005:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000001612b980 383: 1< 0 - - > 2< 1568768 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.492007:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000001133fe31 00000080:00200000:1.0:1769074791.492008:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 128. 00000080:00200000:1.0:1769074791.492010:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 384 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.492038:0:58562:0:(rw26.c:912:ll_write_end()) pos 1572864, len 4096, copied 4096 00000080:00200000:1.0:1769074791.492042:0:58562:0:(rw26.c:969:ll_write_end()) page@000000006450418a[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.492045:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000d9e91657 17ffffc0001001 3:0 ffff9bc6506f1000 384 lru 00000080:00200000:1.0:1769074791.492051:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000000b7fd0f9 384: 1< 0 - - > 2< 1572864 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.492053:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000006450418a 00000080:00200000:1.0:1769074791.492054:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 129. 00000080:00200000:1.0:1769074791.492056:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 385 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.492071:0:58562:0:(rw26.c:912:ll_write_end()) pos 1576960, len 4096, copied 4096 00000080:00200000:1.0:1769074791.492074:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000c9a8a8f4[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.492078:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000b626766a 17ffffc0001001 3:0 ffff9bc6506f1ca8 385 lru 00000080:00200000:1.0:1769074791.492083:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000b536c502 385: 1< 0 - - > 2< 1576960 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.492085:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000c9a8a8f4 00000080:00200000:1.0:1769074791.492087:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 130. 00000080:00200000:1.0:1769074791.492088:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 386 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.492114:0:58562:0:(rw26.c:912:ll_write_end()) pos 1581056, len 4096, copied 4096 00000080:00200000:1.0:1769074791.492119:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000085137fff[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.492122:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000003afd51c9 17ffffc0001021 2:0 ffff9bc6506f1e58 386 lru 00000080:00200000:1.0:1769074791.492127:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000a9c9d00d 386: 1< 0 - - > 2< 1581056 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.492130:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000085137fff 00000080:00200000:1.0:1769074791.492131:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 131. 00000080:00200000:1.0:1769074791.492133:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 387 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.492148:0:58562:0:(rw26.c:912:ll_write_end()) pos 1585152, len 4096, copied 4096 00000080:00200000:1.0:1769074791.492152:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000760332e4[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.492154:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000005c8cb667 17ffffc0001001 3:0 ffff9bc6506f1798 387 lru 00000080:00200000:1.0:1769074791.492159:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000a961f6c6 387: 1< 0 - - > 2< 1585152 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.492161:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000760332e4 00000080:00200000:1.0:1769074791.492162:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 132. 00000080:00200000:1.0:1769074791.492164:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 388 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.492179:0:58562:0:(rw26.c:912:ll_write_end()) pos 1589248, len 4096, copied 4096 00000080:00200000:1.0:1769074791.492182:0:58562:0:(rw26.c:969:ll_write_end()) page@000000005542717a[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.492185:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000000dafdc56 17ffffc0001001 3:0 ffff9bc6506f1948 388 lru 00000080:00200000:1.0:1769074791.492190:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000007c7f48fa 388: 1< 0 - - > 2< 1589248 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.492192:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000005542717a 00000080:00200000:1.0:1769074791.492193:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 133. 00000080:00200000:1.0:1769074791.492195:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 389 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.492209:0:58562:0:(rw26.c:912:ll_write_end()) pos 1593344, len 4096, copied 4096 00000080:00200000:1.0:1769074791.492213:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000cd450de1[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.492216:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000039a25527 17ffffc0001001 3:0 ffff9bc6506f11b0 389 lru 00000080:00200000:1.0:1769074791.492221:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000b209988b 389: 1< 0 - - > 2< 1593344 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.492234:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000cd450de1 00000080:00200000:1.0:1769074791.492235:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 134. 00000080:00200000:1.0:1769074791.492237:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 390 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.492253:0:58562:0:(rw26.c:912:ll_write_end()) pos 1597440, len 4096, copied 4096 00000080:00200000:1.0:1769074791.492256:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000380e1f6f[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.492259:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000dbc49bc2 17ffffc0001001 3:0 ffff9bc6506f1af8 390 lru 00000080:00200000:1.0:1769074791.492265:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000fce91d06 390: 1< 0 - - > 2< 1597440 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.492267:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000380e1f6f 00000080:00200000:1.0:1769074791.492268:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 135. 00000080:00200000:1.0:1769074791.492270:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 391 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.492286:0:58562:0:(rw26.c:912:ll_write_end()) pos 1601536, len 4096, copied 4096 00000080:00200000:1.0:1769074791.492290:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000fcaca882[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.492293:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000dc3535fe 17ffffc0001001 3:0 ffff9bc6506f1870 391 lru 00000080:00200000:1.0:1769074791.492298:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000049df8f9a 391: 1< 0 - - > 2< 1601536 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.492301:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000fcaca882 00000080:00200000:1.0:1769074791.492302:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 136. 00000080:00200000:1.0:1769074791.492304:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 392 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.492321:0:58562:0:(rw26.c:912:ll_write_end()) pos 1605632, len 4096, copied 4096 00000080:00200000:1.0:1769074791.492325:0:58562:0:(rw26.c:969:ll_write_end()) page@000000003c57be92[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.492328:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000e1721163 17ffffc0001001 3:0 ffff9bc6506f1288 392 lru 00000080:00200000:1.0:1769074791.492333:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000000d662daa 392: 1< 0 - - > 2< 1605632 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.493059:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000003c57be92 00000080:00200000:1.0:1769074791.493061:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 137. 00000080:00200000:1.0:1769074791.493067:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 393 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.493100:0:58562:0:(rw26.c:912:ll_write_end()) pos 1609728, len 4096, copied 4096 00000080:00200000:1.0:1769074791.493106:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000b0a5c0c4[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.493109:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000c6ec3ba4 17ffffc0001001 3:0 ffff9bc67f8760d8 393 lru 00000080:00200000:1.0:1769074791.493115:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000c24fe8c3 393: 1< 0 - - > 2< 1609728 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.493117:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000b0a5c0c4 00000080:00200000:1.0:1769074791.493118:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 138. 00000080:00200000:1.0:1769074791.493120:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 394 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.493138:0:58562:0:(rw26.c:912:ll_write_end()) pos 1613824, len 4096, copied 4096 00000080:00200000:1.0:1769074791.493141:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000cff983e9[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.493144:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000002d9be45 17ffffc0001001 3:0 ffff9bc67f876360 394 lru 00000080:00200000:1.0:1769074791.493148:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000bedeaf89 394: 1< 0 - - > 2< 1613824 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.493151:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000cff983e9 00000080:00200000:1.0:1769074791.493152:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 139. 00000080:00200000:1.0:1769074791.493153:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 395 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.493166:0:58562:0:(rw26.c:912:ll_write_end()) pos 1617920, len 4096, copied 4096 00000080:00200000:1.0:1769074791.493170:0:58562:0:(rw26.c:969:ll_write_end()) page@000000005469e791[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.493174:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000003785ca77 17ffffc0001001 3:0 ffff9bc67f876d80 395 lru 00000080:00200000:1.0:1769074791.493179:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000001fd71afd 395: 1< 0 - - > 2< 1617920 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.493182:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000005469e791 00000080:00200000:1.0:1769074791.493183:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 140. 00000080:00200000:1.0:1769074791.493185:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 396 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.493200:0:58562:0:(rw26.c:912:ll_write_end()) pos 1622016, len 4096, copied 4096 00000080:00200000:1.0:1769074791.493204:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000b30982b2[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.493207:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000007ec0cbe9 17ffffc0001001 3:0 ffff9bc67f876438 396 lru 00000080:00200000:1.0:1769074791.493212:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000081ae0f39 396: 1< 0 - - > 2< 1622016 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.493214:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000b30982b2 00000080:00200000:1.0:1769074791.493216:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 141. 00000080:00200000:1.0:1769074791.493218:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 397 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.493247:0:58562:0:(rw26.c:912:ll_write_end()) pos 1626112, len 4096, copied 4096 00000080:00200000:1.0:1769074791.493251:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000933b5d86[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.493254:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000ec2624ef 17ffffc0001001 3:0 ffff9bc67f8765e8 397 lru 00000080:00200000:1.0:1769074791.493259:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000014939ff 397: 1< 0 - - > 2< 1626112 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.493262:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000933b5d86 00000080:00200000:1.0:1769074791.493263:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 142. 00000080:00200000:1.0:1769074791.493266:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 398 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.493282:0:58562:0:(rw26.c:912:ll_write_end()) pos 1630208, len 4096, copied 4096 00000080:00200000:1.0:1769074791.493287:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000b4ada656[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.493289:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000001345f9be 17ffffc0001001 3:0 ffff9bc67f876a20 398 lru 00000080:00200000:1.0:1769074791.493294:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000d5c10542 398: 1< 0 - - > 2< 1630208 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.493296:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000b4ada656 00000080:00200000:1.0:1769074791.493297:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 143. 00000080:00200000:1.0:1769074791.493299:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 399 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.493314:0:58562:0:(rw26.c:912:ll_write_end()) pos 1634304, len 4096, copied 4096 00000080:00200000:1.0:1769074791.493318:0:58562:0:(rw26.c:969:ll_write_end()) page@000000005956becd[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.493321:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000005c3253fd 17ffffc0001001 3:0 ffff9bc67f876510 399 lru 00000080:00200000:1.0:1769074791.493327:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000b1e53c07 399: 1< 0 - - > 2< 1634304 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.493329:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000005956becd 00000080:00200000:1.0:1769074791.493330:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 144. 00000080:00200000:1.0:1769074791.493332:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 400 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.493350:0:58562:0:(rw26.c:912:ll_write_end()) pos 1638400, len 4096, copied 4096 00000080:00200000:1.0:1769074791.493355:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000bb16fef1[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.493358:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000f72ecee1 17ffffc0001001 3:0 ffff9bc67f876000 400 lru 00000080:00200000:1.0:1769074791.493467:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000854fe355 400: 1< 0 - - > 2< 1638400 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.493471:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000bb16fef1 00000080:00200000:1.0:1769074791.493472:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 145. 00000080:00200000:1.0:1769074791.493474:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 401 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.493509:0:58562:0:(rw26.c:912:ll_write_end()) pos 1642496, len 4096, copied 4096 00000080:00200000:1.0:1769074791.493514:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000005a55035[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.493517:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000004aef44ee 17ffffc0001021 2:0 ffff9bc67f876ca8 401 lru 00000080:00200000:1.0:1769074791.493522:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000006c279ae9 401: 1< 0 - - > 2< 1642496 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.493524:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000005a55035 00000080:00200000:1.0:1769074791.493525:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 146. 00000080:00200000:1.0:1769074791.493528:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 402 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.493545:0:58562:0:(rw26.c:912:ll_write_end()) pos 1646592, len 4096, copied 4096 00000080:00200000:1.0:1769074791.493549:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000064c4a6f[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.493551:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000009f49fc07 17ffffc0001001 3:0 ffff9bc67f876e58 402 lru 00000080:00200000:1.0:1769074791.493556:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000096dbee39 402: 1< 0 - - > 2< 1646592 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.493559:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000064c4a6f 00000080:00200000:1.0:1769074791.493560:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 147. 00000080:00200000:1.0:1769074791.493562:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 403 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.493579:0:58562:0:(rw26.c:912:ll_write_end()) pos 1650688, len 4096, copied 4096 00000080:00200000:1.0:1769074791.493583:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000f862d781[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.493585:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000069729339 17ffffc0001001 3:0 ffff9bc67f876798 403 lru 00000080:00200000:1.0:1769074791.493590:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000006ac4d199 403: 1< 0 - - > 2< 1650688 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.494116:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000f862d781 00000080:00200000:1.0:1769074791.494118:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 148. 00000080:00200000:1.0:1769074791.494121:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 404 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.494144:0:58562:0:(rw26.c:912:ll_write_end()) pos 1654784, len 4096, copied 4096 00000080:00200000:1.0:1769074791.494149:0:58562:0:(rw26.c:969:ll_write_end()) page@000000000c152f14[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.494152:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000006e199000 17ffffc0001001 3:0 ffff9bc67f876948 404 lru 00000080:00200000:1.0:1769074791.494158:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000003a9f969 404: 1< 0 - - > 2< 1654784 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.494160:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000000c152f14 00000080:00200000:1.0:1769074791.494162:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 149. 00000080:00200000:1.0:1769074791.494164:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 405 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.494180:0:58562:0:(rw26.c:912:ll_write_end()) pos 1658880, len 4096, copied 4096 00000080:00200000:1.0:1769074791.494185:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000075211075[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.494187:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000086a60689 17ffffc0001001 3:0 ffff9bc67f8761b0 405 lru 00000080:00200000:1.0:1769074791.494193:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000006173c0ab 405: 1< 0 - - > 2< 1658880 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.494195:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000075211075 00000080:00200000:1.0:1769074791.494197:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 150. 00000080:00200000:1.0:1769074791.494199:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 406 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.494216:0:58562:0:(rw26.c:912:ll_write_end()) pos 1662976, len 4096, copied 4096 00000080:00200000:1.0:1769074791.494220:0:58562:0:(rw26.c:969:ll_write_end()) page@000000008793b5df[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.494233:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000042aa7cb6 17ffffc0001001 3:0 ffff9bc67f876af8 406 lru 00000080:00200000:1.0:1769074791.494239:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000cac79f6e 406: 1< 0 - - > 2< 1662976 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.494242:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000008793b5df 00000080:00200000:1.0:1769074791.494243:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 151. 00000080:00200000:1.0:1769074791.494245:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 407 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.494264:0:58562:0:(rw26.c:912:ll_write_end()) pos 1667072, len 4096, copied 4096 00000080:00200000:1.0:1769074791.494268:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000991189dc[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.494271:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000e65b1286 17ffffc0001001 3:0 ffff9bc67f876870 407 lru 00000080:00200000:1.0:1769074791.494276:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000057864c05 407: 1< 0 - - > 2< 1667072 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.494279:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000991189dc 00000080:00200000:1.0:1769074791.494280:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 152. 00000080:00200000:1.0:1769074791.494282:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 408 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.494297:0:58562:0:(rw26.c:912:ll_write_end()) pos 1671168, len 4096, copied 4096 00000080:00200000:1.0:1769074791.494302:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000bf6ab9d2[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.494304:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000026d8099a 17ffffc0001001 3:0 ffff9bc67f876288 408 lru 00000080:00200000:1.0:1769074791.494310:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000040d14f5b 408: 1< 0 - - > 2< 1671168 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.494313:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000bf6ab9d2 00000080:00200000:1.0:1769074791.494314:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 153. 00000080:00200000:1.0:1769074791.494316:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 409 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.494330:0:58562:0:(rw26.c:912:ll_write_end()) pos 1675264, len 4096, copied 4096 00000080:00200000:1.0:1769074791.494546:0:58562:0:(rw26.c:969:ll_write_end()) page@000000002de64b63[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.494549:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000008c4b69a2 17ffffc0001001 3:0 ffff9bc67f876bd0 409 lru 00000080:00200000:1.0:1769074791.494555:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000009eb601ab 409: 1< 0 - - > 2< 1675264 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.494557:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000002de64b63 00000080:00200000:1.0:1769074791.494559:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 154. 00000080:00200000:1.0:1769074791.494561:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 410 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.494580:0:58562:0:(rw26.c:912:ll_write_end()) pos 1679360, len 4096, copied 4096 00000080:00200000:1.0:1769074791.494585:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000989db0cc[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.494588:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000821728cd 17ffffc0001001 3:0 ffff9bc67f8766c0 410 lru 00000080:00200000:1.0:1769074791.494701:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000d5fd904a 410: 1< 0 - - > 2< 1679360 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.494949:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000989db0cc 00000080:00200000:1.0:1769074791.494951:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 155. 00000080:00200000:1.0:1769074791.494954:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 411 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.494974:0:58562:0:(rw26.c:912:ll_write_end()) pos 1683456, len 4096, copied 4096 00000080:00200000:1.0:1769074791.494978:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000091a24864[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.494981:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000c6573d19 17ffffc0001001 3:0 ffff9bc65138aaf8 411 lru 00000080:00200000:1.0:1769074791.494987:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000008708f836 411: 1< 0 - - > 2< 1683456 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.494989:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000091a24864 00000080:00200000:1.0:1769074791.494990:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 156. 00000080:00200000:1.0:1769074791.494992:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 412 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.495006:0:58562:0:(rw26.c:912:ll_write_end()) pos 1687552, len 4096, copied 4096 00000080:00200000:1.0:1769074791.495009:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000001ca3dda[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.495012:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000ab339275 17ffffc0001001 3:0 ffff9bc65138a870 412 lru 00000080:00200000:1.0:1769074791.495017:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000392ab84f 412: 1< 0 - - > 2< 1687552 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.495019:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000001ca3dda 00000080:00200000:1.0:1769074791.495020:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 157. 00000080:00200000:1.0:1769074791.495021:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 413 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.495032:0:58562:0:(rw26.c:912:ll_write_end()) pos 1691648, len 4096, copied 4096 00000080:00200000:1.0:1769074791.495035:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000ad5b34b7[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.495038:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000059c2b07e 17ffffc0001001 3:0 ffff9bc65138a288 413 lru 00000080:00200000:1.0:1769074791.495044:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000009ad200b9 413: 1< 0 - - > 2< 1691648 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.495046:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000ad5b34b7 00000080:00200000:1.0:1769074791.495048:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 158. 00000080:00200000:1.0:1769074791.495049:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 414 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.495063:0:58562:0:(rw26.c:912:ll_write_end()) pos 1695744, len 4096, copied 4096 00000080:00200000:1.0:1769074791.495067:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000b2054d5d[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.495070:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000e20c86a1 17ffffc0001001 3:0 ffff9bc65138abd0 414 lru 00000080:00200000:1.0:1769074791.495075:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000081dba515 414: 1< 0 - - > 2< 1695744 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.495078:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000b2054d5d 00000080:00200000:1.0:1769074791.495079:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 159. 00000080:00200000:1.0:1769074791.495081:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 415 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.495095:0:58562:0:(rw26.c:912:ll_write_end()) pos 1699840, len 4096, copied 4096 00000080:00200000:1.0:1769074791.495099:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000f5e93c08[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.495101:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000005ed8307e 17ffffc0001001 3:0 ffff9bc65138a6c0 415 lru 00000080:00200000:1.0:1769074791.495107:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000081c5b938 415: 1< 0 - - > 2< 1699840 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.495109:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000f5e93c08 00000080:00200000:1.0:1769074791.495110:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 160. 00000080:00200000:1.0:1769074791.495112:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 416 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.495133:0:58562:0:(rw26.c:912:ll_write_end()) pos 1703936, len 4096, copied 4096 00000080:00200000:1.0:1769074791.495138:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000942c8337[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.495141:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000002c054a12 17ffffc0001021 2:0 ffff9bc65138a0d8 416 lru 00000080:00200000:1.0:1769074791.495146:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000875a3238 416: 1< 0 - - > 2< 1703936 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.495149:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000942c8337 00000080:00200000:1.0:1769074791.495150:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 161. 00000080:00200000:1.0:1769074791.495152:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 417 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.495169:0:58562:0:(rw26.c:912:ll_write_end()) pos 1708032, len 4096, copied 4096 00000080:00200000:1.0:1769074791.495173:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000db27fc00[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.495175:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000ffadd85d 17ffffc0001001 3:0 ffff9bc65138a360 417 lru 00000080:00200000:1.0:1769074791.495181:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000079cba4b2 417: 1< 0 - - > 2< 1708032 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.495183:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000db27fc00 00000080:00200000:1.0:1769074791.495184:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 162. 00000080:00200000:1.0:1769074791.495186:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 418 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.495203:0:58562:0:(rw26.c:912:ll_write_end()) pos 1712128, len 4096, copied 4096 00000080:00200000:1.0:1769074791.495208:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000d90c17aa[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.495211:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000033355b51 17ffffc0001001 3:0 ffff9bc65138ad80 418 lru 00000080:00200000:1.0:1769074791.495216:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000007fb894a7 418: 1< 0 - - > 2< 1712128 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.495218:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000d90c17aa 00000080:00200000:1.0:1769074791.495219:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 163. 00000080:00200000:1.0:1769074791.495221:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 419 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.495250:0:58562:0:(rw26.c:912:ll_write_end()) pos 1716224, len 4096, copied 4096 00000080:00200000:1.0:1769074791.495254:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000733b6cfa[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.495257:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000001d7de65e 17ffffc0001001 3:0 ffff9bc65138a438 419 lru 00000080:00200000:1.0:1769074791.495262:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000d46f4062 419: 1< 0 - - > 2< 1716224 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.495264:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000733b6cfa 00000080:00200000:1.0:1769074791.495265:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 164. 00000080:00200000:1.0:1769074791.495266:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 420 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.495280:0:58562:0:(rw26.c:912:ll_write_end()) pos 1720320, len 4096, copied 4096 00000080:00200000:1.0:1769074791.495284:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000daf4dd75[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.495287:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000000d637c56 17ffffc0001001 3:0 ffff9bc65138a5e8 420 lru 00000080:00200000:1.0:1769074791.495291:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000059b95f92 420: 1< 0 - - > 2< 1720320 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.495293:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000daf4dd75 00000080:00200000:1.0:1769074791.495294:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 165. 00000080:00200000:1.0:1769074791.495296:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 421 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.495316:0:58562:0:(rw26.c:912:ll_write_end()) pos 1724416, len 4096, copied 4096 00000080:00200000:1.0:1769074791.495320:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000078964c1a[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.495322:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000ad46c56a 17ffffc0001001 3:0 ffff9bc65138aa20 421 lru 00000080:00200000:1.0:1769074791.495327:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000f3542b5e 421: 1< 0 - - > 2< 1724416 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.495329:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000078964c1a 00000080:00200000:1.0:1769074791.495330:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 166. 00000080:00200000:1.0:1769074791.495331:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 422 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.495513:0:58562:0:(rw26.c:912:ll_write_end()) pos 1728512, len 4096, copied 4096 00000080:00200000:1.0:1769074791.495519:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000fe1a9529[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.495521:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000001ad81cdf 17ffffc0001001 3:0 ffff9bc65138a510 422 lru 00000080:00200000:1.0:1769074791.495527:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000e1958d55 422: 1< 0 - - > 2< 1728512 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.495529:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000fe1a9529 00000080:00200000:1.0:1769074791.495531:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 167. 00000080:00200000:1.0:1769074791.495532:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 423 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.495548:0:58562:0:(rw26.c:912:ll_write_end()) pos 1732608, len 4096, copied 4096 00000080:00200000:1.0:1769074791.495552:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000ecfe6bcb[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.495554:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000742c4691 17ffffc0001001 3:0 ffff9bc65138a000 423 lru 00000080:00200000:1.0:1769074791.495559:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000ea415c02 423: 1< 0 - - > 2< 1732608 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.495561:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000ecfe6bcb 00000080:00200000:1.0:1769074791.495563:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 168. 00000080:00200000:1.0:1769074791.495564:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 424 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.495576:0:58562:0:(rw26.c:912:ll_write_end()) pos 1736704, len 4096, copied 4096 00000080:00200000:1.0:1769074791.495579:0:58562:0:(rw26.c:969:ll_write_end()) page@000000004b1bf70b[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.495582:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000055ababb4 17ffffc0001001 3:0 ffff9bc65138aca8 424 lru 00000080:00200000:1.0:1769074791.495587:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000131d0227 424: 1< 0 - - > 2< 1736704 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.495589:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000004b1bf70b 00000080:00200000:1.0:1769074791.495590:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 169. 00000080:00200000:1.0:1769074791.495943:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 425 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.495964:0:58562:0:(rw26.c:912:ll_write_end()) pos 1740800, len 4096, copied 4096 00000080:00200000:1.0:1769074791.495968:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000fa027d08[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.495971:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000f42cd28a 17ffffc0001001 3:0 ffff9bc65138ae58 425 lru 00000080:00200000:1.0:1769074791.495976:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000003187c8b0 425: 1< 0 - - > 2< 1740800 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.495978:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000fa027d08 00000080:00200000:1.0:1769074791.495979:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 170. 00000080:00200000:1.0:1769074791.495981:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 426 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.495994:0:58562:0:(rw26.c:912:ll_write_end()) pos 1744896, len 4096, copied 4096 00000080:00200000:1.0:1769074791.495998:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000d357b395[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.496001:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000004c327bf3 17ffffc0001001 3:0 ffff9bc65138a798 426 lru 00000080:00200000:1.0:1769074791.496006:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000aecf7e4d 426: 1< 0 - - > 2< 1744896 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.496008:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000d357b395 00000080:00200000:1.0:1769074791.496009:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 171. 00000080:00200000:1.0:1769074791.496011:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 427 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.496028:0:58562:0:(rw26.c:912:ll_write_end()) pos 1748992, len 4096, copied 4096 00000080:00200000:1.0:1769074791.496031:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000049d6f42d[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.496034:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000f256ecdb 17ffffc0001001 3:0 ffff9bc65138a948 427 lru 00000080:00200000:1.0:1769074791.496038:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000032f8b247 427: 1< 0 - - > 2< 1748992 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.496040:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000049d6f42d 00000080:00200000:1.0:1769074791.496042:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 172. 00000080:00200000:1.0:1769074791.496043:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 428 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.496059:0:58562:0:(rw26.c:912:ll_write_end()) pos 1753088, len 4096, copied 4096 00000080:00200000:1.0:1769074791.496063:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000e179dd10[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.496065:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000dcbf4e6b 17ffffc0001001 3:0 ffff9bc65138a1b0 428 lru 00000080:00200000:1.0:1769074791.496070:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000062e3f302 428: 1< 0 - - > 2< 1753088 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.496938:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000e179dd10 00000080:00200000:1.0:1769074791.496942:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 173. 00000080:00200000:1.0:1769074791.496948:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 429 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.496994:0:58562:0:(rw26.c:912:ll_write_end()) pos 1757184, len 4096, copied 4096 00000080:00200000:1.0:1769074791.497001:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000060d21eeb[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.497004:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000bea9fab4 17ffffc0001001 3:0 ffff9bc650f36000 429 lru 00000080:00200000:1.0:1769074791.497010:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000821c7c1d 429: 1< 0 - - > 2< 1757184 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.497013:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000060d21eeb 00000080:00200000:1.0:1769074791.497014:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 174. 00000080:00200000:1.0:1769074791.497016:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 430 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.497034:0:58562:0:(rw26.c:912:ll_write_end()) pos 1761280, len 4096, copied 4096 00000080:00200000:1.0:1769074791.497037:0:58562:0:(rw26.c:969:ll_write_end()) page@000000006f01efe7[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.497040:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000cd1f9604 17ffffc0001001 3:0 ffff9bc650f36ca8 430 lru 00000080:00200000:1.0:1769074791.497046:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000007e648ada 430: 1< 0 - - > 2< 1761280 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.497048:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000006f01efe7 00000080:00200000:1.0:1769074791.497049:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 175. 00000080:00200000:1.0:1769074791.497051:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 431 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.497075:0:58562:0:(rw26.c:912:ll_write_end()) pos 1765376, len 4096, copied 4096 00000080:00200000:1.0:1769074791.497079:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000e5ad55c4[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.497082:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000bfde885a 17ffffc0001021 2:0 ffff9bc650f36e58 431 lru 00000080:00200000:1.0:1769074791.497087:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000082a09e47 431: 1< 0 - - > 2< 1765376 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.497090:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000e5ad55c4 00000080:00200000:1.0:1769074791.497091:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 176. 00000080:00200000:1.0:1769074791.497093:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 432 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.497110:0:58562:0:(rw26.c:912:ll_write_end()) pos 1769472, len 4096, copied 4096 00000080:00200000:1.0:1769074791.497114:0:58562:0:(rw26.c:969:ll_write_end()) page@000000009061da4a[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.497116:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000636f9054 17ffffc0001001 3:0 ffff9bc650f36798 432 lru 00000080:00200000:1.0:1769074791.497121:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000c59e3c77 432: 1< 0 - - > 2< 1769472 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.497124:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000009061da4a 00000080:00200000:1.0:1769074791.497125:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 177. 00000080:00200000:1.0:1769074791.497127:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 433 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.497143:0:58562:0:(rw26.c:912:ll_write_end()) pos 1773568, len 4096, copied 4096 00000080:00200000:1.0:1769074791.497147:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000f304b87b[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.497151:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000890d1164 17ffffc0001001 3:0 ffff9bc650f36948 433 lru 00000080:00200000:1.0:1769074791.497156:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000007d6ec35 433: 1< 0 - - > 2< 1773568 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.497158:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000f304b87b 00000080:00200000:1.0:1769074791.497159:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 178. 00000080:00200000:1.0:1769074791.497161:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 434 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.497175:0:58562:0:(rw26.c:912:ll_write_end()) pos 1777664, len 4096, copied 4096 00000080:00200000:1.0:1769074791.497179:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000ec839413[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.497181:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000a8bcb1b1 17ffffc0001001 3:0 ffff9bc650f361b0 434 lru 00000080:00200000:1.0:1769074791.497186:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000342b0a26 434: 1< 0 - - > 2< 1777664 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.497188:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000ec839413 00000080:00200000:1.0:1769074791.497189:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 179. 00000080:00200000:1.0:1769074791.497191:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 435 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.497208:0:58562:0:(rw26.c:912:ll_write_end()) pos 1781760, len 4096, copied 4096 00000080:00200000:1.0:1769074791.497212:0:58562:0:(rw26.c:969:ll_write_end()) page@000000008935604a[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.497214:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000001a96f748 17ffffc0001001 3:0 ffff9bc650f36af8 435 lru 00000080:00200000:1.0:1769074791.497219:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000905efdaa 435: 1< 0 - - > 2< 1781760 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.497230:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000008935604a 00000080:00200000:1.0:1769074791.497232:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 180. 00000080:00200000:1.0:1769074791.497234:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 436 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.497251:0:58562:0:(rw26.c:912:ll_write_end()) pos 1785856, len 4096, copied 4096 00000080:00200000:1.0:1769074791.497255:0:58562:0:(rw26.c:969:ll_write_end()) page@000000008ca190c4[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.497257:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000060188591 17ffffc0001001 3:0 ffff9bc650f36870 436 lru 00000080:00200000:1.0:1769074791.497262:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000ff45b1ec 436: 1< 0 - - > 2< 1785856 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.497264:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000008ca190c4 00000080:00200000:1.0:1769074791.497265:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 181. 00000080:00200000:1.0:1769074791.497266:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 437 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.497280:0:58562:0:(rw26.c:912:ll_write_end()) pos 1789952, len 4096, copied 4096 00000080:00200000:1.0:1769074791.497285:0:58562:0:(rw26.c:969:ll_write_end()) page@000000005056392b[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.497287:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000f854bbfa 17ffffc0001001 3:0 ffff9bc650f36288 437 lru 00000080:00200000:1.0:1769074791.497292:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000007138b4 437: 1< 0 - - > 2< 1789952 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.497295:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000005056392b 00000080:00200000:1.0:1769074791.497296:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 182. 00000080:00200000:1.0:1769074791.497297:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 438 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.497311:0:58562:0:(rw26.c:912:ll_write_end()) pos 1794048, len 4096, copied 4096 00000080:00200000:1.0:1769074791.497316:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000011869268[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.497318:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000fe3f8002 17ffffc0001001 3:0 ffff9bc650f36bd0 438 lru 00000080:00200000:1.0:1769074791.497323:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000949ecdc1 438: 1< 0 - - > 2< 1794048 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.497325:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000011869268 00000080:00200000:1.0:1769074791.497326:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 183. 00000080:00200000:1.0:1769074791.497328:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 439 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.498047:0:58562:0:(rw26.c:912:ll_write_end()) pos 1798144, len 4096, copied 4096 00000080:00200000:1.0:1769074791.498056:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000ee31240e[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.498060:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000a88d1d6a 17ffffc0001001 3:0 ffff9bc650f366c0 439 lru 00000080:00200000:1.0:1769074791.498067:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000c4be9b1f 439: 1< 0 - - > 2< 1798144 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.498069:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000ee31240e 00000080:00200000:1.0:1769074791.498070:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 184. 00000080:00200000:1.0:1769074791.498073:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 440 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.498096:0:58562:0:(rw26.c:912:ll_write_end()) pos 1802240, len 4096, copied 4096 00000080:00200000:1.0:1769074791.498100:0:58562:0:(rw26.c:969:ll_write_end()) page@000000007463acd9[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.498102:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000087cf196 17ffffc0001001 3:0 ffff9bc650f360d8 440 lru 00000080:00200000:1.0:1769074791.498108:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000c8b0f7c7 440: 1< 0 - - > 2< 1802240 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.498111:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000007463acd9 00000080:00200000:1.0:1769074791.498112:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 185. 00000080:00200000:1.0:1769074791.498114:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 441 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.498130:0:58562:0:(rw26.c:912:ll_write_end()) pos 1806336, len 4096, copied 4096 00000080:00200000:1.0:1769074791.498135:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000facf3476[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.498137:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000006ed6703a 17ffffc0001001 3:0 ffff9bc650f36360 441 lru 00000080:00200000:1.0:1769074791.498142:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000052dd3764 441: 1< 0 - - > 2< 1806336 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.498145:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000facf3476 00000080:00200000:1.0:1769074791.498146:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 186. 00000080:00200000:1.0:1769074791.498148:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 442 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.498167:0:58562:0:(rw26.c:912:ll_write_end()) pos 1810432, len 4096, copied 4096 00000080:00200000:1.0:1769074791.498170:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000b7c1b732[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.498173:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000040d7eeb6 17ffffc0001001 3:0 ffff9bc650f36d80 442 lru 00000080:00200000:1.0:1769074791.498178:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000086c242a2 442: 1< 0 - - > 2< 1810432 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.498180:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000b7c1b732 00000080:00200000:1.0:1769074791.498181:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 187. 00000080:00200000:1.0:1769074791.498182:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 443 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.498193:0:58562:0:(rw26.c:912:ll_write_end()) pos 1814528, len 4096, copied 4096 00000080:00200000:1.0:1769074791.498197:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000002fa5d13[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.498199:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000008e2d3c70 17ffffc0001001 3:0 ffff9bc650f36438 443 lru 00000080:00200000:1.0:1769074791.498205:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000052bc3d35 443: 1< 0 - - > 2< 1814528 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.498207:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000002fa5d13 00000080:00200000:1.0:1769074791.498208:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 188. 00000080:00200000:1.0:1769074791.498210:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 444 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.498237:0:58562:0:(rw26.c:912:ll_write_end()) pos 1818624, len 4096, copied 4096 00000080:00200000:1.0:1769074791.498241:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000004118b9a[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.498244:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000086f73a0b 17ffffc0001001 3:0 ffff9bc650f365e8 444 lru 00000080:00200000:1.0:1769074791.498248:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000bce50af5 444: 1< 0 - - > 2< 1818624 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.498251:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000004118b9a 00000080:00200000:1.0:1769074791.498252:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 189. 00000080:00200000:1.0:1769074791.498253:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 445 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.498268:0:58562:0:(rw26.c:912:ll_write_end()) pos 1822720, len 4096, copied 4096 00000080:00200000:1.0:1769074791.498273:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000ff0671d2[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.498275:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000002b118c31 17ffffc0001001 3:0 ffff9bc650f36a20 445 lru 00000080:00200000:1.0:1769074791.498280:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000006140b15 445: 1< 0 - - > 2< 1822720 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.498282:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000ff0671d2 00000080:00200000:1.0:1769074791.498283:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 190. 00000080:00200000:1.0:1769074791.498285:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 446 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.498306:0:58562:0:(rw26.c:912:ll_write_end()) pos 1826816, len 4096, copied 4096 00000080:00200000:1.0:1769074791.498309:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000148c5d56[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.498312:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000041155223 17ffffc0001021 2:0 ffff9bc650f36510 446 lru 00000080:00200000:1.0:1769074791.498318:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000793319fb 446: 1< 0 - - > 2< 1826816 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.498320:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000148c5d56 00000080:00200000:1.0:1769074791.498321:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 191. 00000080:00200000:1.0:1769074791.498323:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 447 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.498339:0:58562:0:(rw26.c:912:ll_write_end()) pos 1830912, len 4096, copied 4096 00000080:00200000:1.0:1769074791.498343:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000093d0a321[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.498345:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000d5931af0 17ffffc0001001 3:0 ffff9bc67ad995e8 447 lru 00000080:00200000:1.0:1769074791.498350:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000a8cc9c66 447: 1< 0 - - > 2< 1830912 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.498352:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000093d0a321 00000080:00200000:1.0:1769074791.498353:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 192. 00000080:00200000:1.0:1769074791.498355:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 448 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.498483:0:58562:0:(rw26.c:912:ll_write_end()) pos 1835008, len 4096, copied 4096 00000080:00200000:1.0:1769074791.498488:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000042b5087e[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.498542:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000a8df5fb8 17ffffc0001001 3:0 ffff9bc67ad99a20 448 lru 00000080:00200000:1.0:1769074791.498548:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000ce1c4a32 448: 1< 0 - - > 2< 1835008 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.498550:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000042b5087e 00000080:00200000:1.0:1769074791.498551:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 193. 00000080:00200000:1.0:1769074791.498553:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 449 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.498571:0:58562:0:(rw26.c:912:ll_write_end()) pos 1839104, len 4096, copied 4096 00000080:00200000:1.0:1769074791.498574:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000025ec2a38[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.498577:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000dc2dc0b3 17ffffc0001001 3:0 ffff9bc67ad99510 449 lru 00000080:00200000:1.0:1769074791.498582:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000001c1f705d 449: 1< 0 - - > 2< 1839104 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.498584:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000025ec2a38 00000080:00200000:1.0:1769074791.498585:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 194. 00000080:00200000:1.0:1769074791.498587:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 450 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.499066:0:58562:0:(rw26.c:912:ll_write_end()) pos 1843200, len 4096, copied 4096 00000080:00200000:1.0:1769074791.499073:0:58562:0:(rw26.c:969:ll_write_end()) page@000000008a99cc77[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.499076:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000001a45e748 17ffffc0001001 3:0 ffff9bc67ad99000 450 lru 00000080:00200000:1.0:1769074791.499081:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000059d96f39 450: 1< 0 - - > 2< 1843200 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.499083:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000008a99cc77 00000080:00200000:1.0:1769074791.499084:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 195. 00000080:00200000:1.0:1769074791.499087:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 451 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.499105:0:58562:0:(rw26.c:912:ll_write_end()) pos 1847296, len 4096, copied 4096 00000080:00200000:1.0:1769074791.499109:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000df05284e[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.499112:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000e663da7e 17ffffc0001001 3:0 ffff9bc67ad99ca8 451 lru 00000080:00200000:1.0:1769074791.499117:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000c77abfa1 451: 1< 0 - - > 2< 1847296 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.499119:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000df05284e 00000080:00200000:1.0:1769074791.499120:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 196. 00000080:00200000:1.0:1769074791.499122:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 452 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.499136:0:58562:0:(rw26.c:912:ll_write_end()) pos 1851392, len 4096, copied 4096 00000080:00200000:1.0:1769074791.499140:0:58562:0:(rw26.c:969:ll_write_end()) page@000000003e84d297[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.499142:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000ad375339 17ffffc0001001 3:0 ffff9bc67ad99e58 452 lru 00000080:00200000:1.0:1769074791.499147:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000cd2d116b 452: 1< 0 - - > 2< 1851392 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.499150:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000003e84d297 00000080:00200000:1.0:1769074791.499151:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 197. 00000080:00200000:1.0:1769074791.499153:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 453 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.499166:0:58562:0:(rw26.c:912:ll_write_end()) pos 1855488, len 4096, copied 4096 00000080:00200000:1.0:1769074791.499169:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000d52c0f13[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.499172:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000516363b7 17ffffc0001001 3:0 ffff9bc67ad99798 453 lru 00000080:00200000:1.0:1769074791.499176:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000083776841 453: 1< 0 - - > 2< 1855488 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.499178:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000d52c0f13 00000080:00200000:1.0:1769074791.499179:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 198. 00000080:00200000:1.0:1769074791.499181:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 454 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.499196:0:58562:0:(rw26.c:912:ll_write_end()) pos 1859584, len 4096, copied 4096 00000080:00200000:1.0:1769074791.499200:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000031b0a691[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.499203:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000b2cac5ca 17ffffc0001001 3:0 ffff9bc67ad99948 454 lru 00000080:00200000:1.0:1769074791.499208:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000aa6894e4 454: 1< 0 - - > 2< 1859584 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.499210:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000031b0a691 00000080:00200000:1.0:1769074791.499212:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 199. 00000080:00200000:1.0:1769074791.499214:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 455 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.499241:0:58562:0:(rw26.c:912:ll_write_end()) pos 1863680, len 4096, copied 4096 00000080:00200000:1.0:1769074791.499246:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000683ad399[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.499248:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000008b52291b 17ffffc0001001 3:0 ffff9bc67ad991b0 455 lru 00000080:00200000:1.0:1769074791.499253:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000003e73ce76 455: 1< 0 - - > 2< 1863680 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.499256:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000683ad399 00000080:00200000:1.0:1769074791.499256:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 200. 00000080:00200000:1.0:1769074791.499258:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 456 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.499275:0:58562:0:(rw26.c:912:ll_write_end()) pos 1867776, len 4096, copied 4096 00000080:00200000:1.0:1769074791.499278:0:58562:0:(rw26.c:969:ll_write_end()) page@000000007e5292bb[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.499281:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000f1c9f0a4 17ffffc0001001 3:0 ffff9bc67ad99af8 456 lru 00000080:00200000:1.0:1769074791.499286:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000007dd323ee 456: 1< 0 - - > 2< 1867776 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.499288:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000007e5292bb 00000080:00200000:1.0:1769074791.499290:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 201. 00000080:00200000:1.0:1769074791.499291:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 457 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.499303:0:58562:0:(rw26.c:912:ll_write_end()) pos 1871872, len 4096, copied 4096 00000080:00200000:1.0:1769074791.499307:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000088a8949[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.499310:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000073a3ff76 17ffffc0001001 3:0 ffff9bc67ad99870 457 lru 00000080:00200000:1.0:1769074791.499314:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000035f43117 457: 1< 0 - - > 2< 1871872 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.499316:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000088a8949 00000080:00200000:1.0:1769074791.499317:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 202. 00000080:00200000:1.0:1769074791.499319:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 458 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.499927:0:58562:0:(rw26.c:912:ll_write_end()) pos 1875968, len 4096, copied 4096 00000080:00200000:1.0:1769074791.499941:0:58562:0:(rw26.c:969:ll_write_end()) page@000000004180c996[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.499944:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000ef5f80ea 17ffffc0001001 3:0 ffff9bc67ad99288 458 lru 00000080:00200000:1.0:1769074791.499950:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000b1e95d0a 458: 1< 0 - - > 2< 1875968 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.499953:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000004180c996 00000080:00200000:1.0:1769074791.499955:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 203. 00000080:00200000:1.0:1769074791.499958:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 459 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.499984:0:58562:0:(rw26.c:912:ll_write_end()) pos 1880064, len 4096, copied 4096 00000080:00200000:1.0:1769074791.499989:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000ad19ae5c[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.499991:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000f3fe49f2 17ffffc0001001 3:0 ffff9bc67ad99bd0 459 lru 00000080:00200000:1.0:1769074791.499996:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000008e7db8ed 459: 1< 0 - - > 2< 1880064 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.499998:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000ad19ae5c 00000080:00200000:1.0:1769074791.499999:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 204. 00000080:00200000:1.0:1769074791.500001:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 460 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.500015:0:58562:0:(rw26.c:912:ll_write_end()) pos 1884160, len 4096, copied 4096 00000080:00200000:1.0:1769074791.500019:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000aab3085b[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.500022:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000004f9bb840 17ffffc0001001 3:0 ffff9bc67ad996c0 460 lru 00000080:00200000:1.0:1769074791.500027:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000088e40314 460: 1< 0 - - > 2< 1884160 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.500029:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000aab3085b 00000080:00200000:1.0:1769074791.500030:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 205. 00000080:00200000:1.0:1769074791.500032:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 461 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.500054:0:58562:0:(rw26.c:912:ll_write_end()) pos 1888256, len 4096, copied 4096 00000080:00200000:1.0:1769074791.500058:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000ca6b84c0[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.500060:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000418cd30f 17ffffc0001021 2:0 ffff9bc67ad990d8 461 lru 00000080:00200000:1.0:1769074791.500065:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000009e9479f5 461: 1< 0 - - > 2< 1888256 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.500068:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000ca6b84c0 00000080:00200000:1.0:1769074791.500069:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 206. 00000080:00200000:1.0:1769074791.500071:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 462 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.500086:0:58562:0:(rw26.c:912:ll_write_end()) pos 1892352, len 4096, copied 4096 00000080:00200000:1.0:1769074791.500090:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000f8dc2f8f[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.500092:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000068677f1e 17ffffc0001001 3:0 ffff9bc67ad99360 462 lru 00000080:00200000:1.0:1769074791.500098:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000099fd079a 462: 1< 0 - - > 2< 1892352 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.500100:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000f8dc2f8f 00000080:00200000:1.0:1769074791.500101:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 207. 00000080:00200000:1.0:1769074791.500103:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 463 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.500119:0:58562:0:(rw26.c:912:ll_write_end()) pos 1896448, len 4096, copied 4096 00000080:00200000:1.0:1769074791.500123:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000002354af8[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.500126:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000f52fb048 17ffffc0001001 3:0 ffff9bc67ad99d80 463 lru 00000080:00200000:1.0:1769074791.500131:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000ee69475c 463: 1< 0 - - > 2< 1896448 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.500133:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000002354af8 00000080:00200000:1.0:1769074791.500134:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 208. 00000080:00200000:1.0:1769074791.500136:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 464 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.500152:0:58562:0:(rw26.c:912:ll_write_end()) pos 1900544, len 4096, copied 4096 00000080:00200000:1.0:1769074791.500157:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000075b1f351[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.500159:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000003ea07cc1 17ffffc0001001 3:0 ffff9bc67ad99438 464 lru 00000080:00200000:1.0:1769074791.500164:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000007412cdad 464: 1< 0 - - > 2< 1900544 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.500167:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000075b1f351 00000080:00200000:1.0:1769074791.500168:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 209. 00000080:00200000:1.0:1769074791.500170:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 465 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.500188:0:58562:0:(rw26.c:912:ll_write_end()) pos 1904640, len 4096, copied 4096 00000080:00200000:1.0:1769074791.500192:0:58562:0:(rw26.c:969:ll_write_end()) page@000000006ee9137d[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.500194:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000045d17674 17ffffc0001001 3:0 ffff9bc64ce22e58 465 lru 00000080:00200000:1.0:1769074791.500199:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000001330c8c8 465: 1< 0 - - > 2< 1904640 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.500200:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000006ee9137d 00000080:00200000:1.0:1769074791.500202:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 210. 00000080:00200000:1.0:1769074791.500203:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 466 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.500216:0:58562:0:(rw26.c:912:ll_write_end()) pos 1908736, len 4096, copied 4096 00000080:00200000:1.0:1769074791.500219:0:58562:0:(rw26.c:969:ll_write_end()) page@000000006ea1567a[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.500267:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000006e08e1b7 17ffffc0001001 3:0 ffff9bc64ce22798 466 lru 00000080:00200000:1.0:1769074791.500275:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000008b3f5b0f 466: 1< 0 - - > 2< 1908736 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.500276:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000006ea1567a 00000080:00200000:1.0:1769074791.500278:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 211. 00000080:00200000:1.0:1769074791.500280:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 467 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.500298:0:58562:0:(rw26.c:912:ll_write_end()) pos 1912832, len 4096, copied 4096 00000080:00200000:1.0:1769074791.500302:0:58562:0:(rw26.c:969:ll_write_end()) page@000000003c2ba374[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.500305:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000e2afa222 17ffffc0001001 3:0 ffff9bc64ce22948 467 lru 00000080:00200000:1.0:1769074791.500309:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000006e2b3fd2 467: 1< 0 - - > 2< 1912832 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.500312:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000003c2ba374 00000080:00200000:1.0:1769074791.500313:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 212. 00000080:00200000:1.0:1769074791.500315:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 468 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.500331:0:58562:0:(rw26.c:912:ll_write_end()) pos 1916928, len 4096, copied 4096 00000080:00200000:1.0:1769074791.502112:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000aa2ff842[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.502122:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000004ad30a3b 17ffffc0001001 3:0 ffff9bc64ce221b0 468 lru 00000080:00200000:1.0:1769074791.502130:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000030af2241 468: 1< 0 - - > 2< 1916928 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.502133:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000aa2ff842 00000080:00200000:1.0:1769074791.502135:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 213. 00000080:00200000:1.0:1769074791.502141:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 469 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.502194:0:58562:0:(rw26.c:912:ll_write_end()) pos 1921024, len 4096, copied 4096 00000080:00200000:1.0:1769074791.502201:0:58562:0:(rw26.c:969:ll_write_end()) page@000000000e4162db[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.502204:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000029287bb0 17ffffc0001001 3:0 ffff9bc64ce22af8 469 lru 00000080:00200000:1.0:1769074791.502210:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000e45f9c34 469: 1< 0 - - > 2< 1921024 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.502212:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000000e4162db 00000080:00200000:1.0:1769074791.502214:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 214. 00000080:00200000:1.0:1769074791.502216:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 470 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.502250:0:58562:0:(rw26.c:912:ll_write_end()) pos 1925120, len 4096, copied 4096 00000080:00200000:1.0:1769074791.502254:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000727dc2cd[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.502257:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000f8e1d285 17ffffc0001001 3:0 ffff9bc64ce22870 470 lru 00000080:00200000:1.0:1769074791.502263:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000bc7e5e73 470: 1< 0 - - > 2< 1925120 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.502265:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000727dc2cd 00000080:00200000:1.0:1769074791.502266:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 215. 00000080:00200000:1.0:1769074791.502269:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 471 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.502285:0:58562:0:(rw26.c:912:ll_write_end()) pos 1929216, len 4096, copied 4096 00000080:00200000:1.0:1769074791.502289:0:58562:0:(rw26.c:969:ll_write_end()) page@000000008663ce6f[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.502292:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000008c5ebff8 17ffffc0001001 3:0 ffff9bc64ce22288 471 lru 00000080:00200000:1.0:1769074791.502297:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000c2460c8a 471: 1< 0 - - > 2< 1929216 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.502300:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000008663ce6f 00000080:00200000:1.0:1769074791.502301:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 216. 00000080:00200000:1.0:1769074791.502303:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 472 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.502319:0:58562:0:(rw26.c:912:ll_write_end()) pos 1933312, len 4096, copied 4096 00000080:00200000:1.0:1769074791.502323:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000092c3c2f6[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.502326:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000a5f1aaba 17ffffc0001001 3:0 ffff9bc64ce22bd0 472 lru 00000080:00200000:1.0:1769074791.502332:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000959a2c22 472: 1< 0 - - > 2< 1933312 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.502346:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000092c3c2f6 00000080:00200000:1.0:1769074791.502347:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 217. 00000080:00200000:1.0:1769074791.502349:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 473 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.502375:0:58562:0:(rw26.c:912:ll_write_end()) pos 1937408, len 4096, copied 4096 00000080:00200000:1.0:1769074791.502380:0:58562:0:(rw26.c:969:ll_write_end()) page@000000002d8eb115[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.502382:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000048d2b32d 17ffffc0001001 3:0 ffff9bc64ce226c0 473 lru 00000080:00200000:1.0:1769074791.502388:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000864bd471 473: 1< 0 - - > 2< 1937408 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.502391:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000002d8eb115 00000080:00200000:1.0:1769074791.502392:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 218. 00000080:00200000:1.0:1769074791.502394:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 474 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.502410:0:58562:0:(rw26.c:912:ll_write_end()) pos 1941504, len 4096, copied 4096 00000080:00200000:1.0:1769074791.502415:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000d0857e9b[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.502417:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000c3c2e248 17ffffc0001001 3:0 ffff9bc64ce220d8 474 lru 00000080:00200000:1.0:1769074791.502423:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000090da6e3c 474: 1< 0 - - > 2< 1941504 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.502425:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000d0857e9b 00000080:00200000:1.0:1769074791.502427:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 219. 00000080:00200000:1.0:1769074791.502429:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 475 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.502443:0:58562:0:(rw26.c:912:ll_write_end()) pos 1945600, len 4096, copied 4096 00000080:00200000:1.0:1769074791.502447:0:58562:0:(rw26.c:969:ll_write_end()) page@000000002cfb3514[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.502450:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000033288b74 17ffffc0001001 3:0 ffff9bc64ce22360 475 lru 00000080:00200000:1.0:1769074791.502454:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000019d19da4 475: 1< 0 - - > 2< 1945600 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.502456:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000002cfb3514 00000080:00200000:1.0:1769074791.502458:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 220. 00000080:00200000:1.0:1769074791.502460:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 476 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.502483:0:58562:0:(rw26.c:912:ll_write_end()) pos 1949696, len 4096, copied 4096 00000080:00200000:1.0:1769074791.502487:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000082dad6a[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.502490:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000e07fbfa6 17ffffc0001021 2:0 ffff9bc64ce22d80 476 lru 00000080:00200000:1.0:1769074791.502495:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000007dc3d1bc 476: 1< 0 - - > 2< 1949696 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.502498:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000082dad6a 00000080:00200000:1.0:1769074791.502499:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 221. 00000080:00200000:1.0:1769074791.502501:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 477 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.502520:0:58562:0:(rw26.c:912:ll_write_end()) pos 1953792, len 4096, copied 4096 00000080:00200000:1.0:1769074791.502524:0:58562:0:(rw26.c:969:ll_write_end()) page@000000001c48ec1d[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.502526:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000001b8bf31a 17ffffc0001001 3:0 ffff9bc64ce22438 477 lru 00000080:00200000:1.0:1769074791.502532:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000002c7b6a21 477: 1< 0 - - > 2< 1953792 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.502534:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000001c48ec1d 00000080:00200000:1.0:1769074791.502536:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 222. 00000080:00200000:1.0:1769074791.502538:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 478 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.502553:0:58562:0:(rw26.c:912:ll_write_end()) pos 1957888, len 4096, copied 4096 00000080:00200000:1.0:1769074791.502557:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000b5b4e3e4[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.502560:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000001ce87e26 17ffffc0001001 3:0 ffff9bc64ce225e8 478 lru 00000080:00200000:1.0:1769074791.502564:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000860aeacd 478: 1< 0 - - > 2< 1957888 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.502567:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000b5b4e3e4 00000080:00200000:1.0:1769074791.502568:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 223. 00000080:00200000:1.0:1769074791.502569:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 479 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.502581:0:58562:0:(rw26.c:912:ll_write_end()) pos 1961984, len 4096, copied 4096 00000080:00200000:1.0:1769074791.502585:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000802e136e[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.502587:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000007b908b0e 17ffffc0001001 3:0 ffff9bc64ce22a20 479 lru 00000080:00200000:1.0:1769074791.502604:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000055fd8627 479: 1< 0 - - > 2< 1961984 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.502606:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000802e136e 00000080:00200000:1.0:1769074791.502607:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 224. 00000080:00200000:1.0:1769074791.502610:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 480 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.502624:0:58562:0:(rw26.c:912:ll_write_end()) pos 1966080, len 4096, copied 4096 00000080:00200000:1.0:1769074791.502627:0:58562:0:(rw26.c:969:ll_write_end()) page@000000005f67f3a6[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.502630:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000dd1d65b6 17ffffc0001001 3:0 ffff9bc64ce22510 480 lru 00000080:00200000:1.0:1769074791.502634:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000003e3c23b 480: 1< 0 - - > 2< 1966080 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.502637:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000005f67f3a6 00000080:00200000:1.0:1769074791.502638:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 225. 00000080:00200000:1.0:1769074791.502639:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 481 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.502652:0:58562:0:(rw26.c:912:ll_write_end()) pos 1970176, len 4096, copied 4096 00000080:00200000:1.0:1769074791.502656:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000047211c5e[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.502658:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000000486c70f 17ffffc0001001 3:0 ffff9bc64ce22000 481 lru 00000080:00200000:1.0:1769074791.502664:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000cdba29f0 481: 1< 0 - - > 2< 1970176 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.502666:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000047211c5e 00000080:00200000:1.0:1769074791.502667:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 226. 00000080:00200000:1.0:1769074791.502668:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 482 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.502683:0:58562:0:(rw26.c:912:ll_write_end()) pos 1974272, len 4096, copied 4096 00000080:00200000:1.0:1769074791.502687:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000989b2501[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.502690:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000d2287f51 17ffffc0001001 3:0 ffff9bc64ce22ca8 482 lru 00000080:00200000:1.0:1769074791.502695:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000b3b8bbf4 482: 1< 0 - - > 2< 1974272 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.502697:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000989b2501 00000080:00200000:1.0:1769074791.502698:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 227. 00000080:00200000:1.0:1769074791.502699:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 483 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.505106:0:58562:0:(rw26.c:912:ll_write_end()) pos 1978368, len 4096, copied 4096 00000080:00200000:1.0:1769074791.505121:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000027b7be4b[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.505125:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000005ed2caa8 17ffffc0001001 3:0 ffff9bc64d3f6bd0 483 lru 00000080:00200000:1.0:1769074791.505131:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000000c1b8aa3 483: 1< 0 - - > 2< 1978368 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.505133:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000027b7be4b 00000080:00200000:1.0:1769074791.505134:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 228. 00000080:00200000:1.0:1769074791.505139:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 484 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.505166:0:58562:0:(rw26.c:912:ll_write_end()) pos 1982464, len 4096, copied 4096 00000080:00200000:1.0:1769074791.505169:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000685a3ed5[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.505172:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000004aed2af7 17ffffc0001001 3:0 ffff9bc64d3f66c0 484 lru 00000080:00200000:1.0:1769074791.505177:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000006bc9e3ce 484: 1< 0 - - > 2< 1982464 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.505179:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000685a3ed5 00000080:00200000:1.0:1769074791.505180:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 229. 00000080:00200000:1.0:1769074791.505181:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 485 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.505198:0:58562:0:(rw26.c:912:ll_write_end()) pos 1986560, len 4096, copied 4096 00000080:00200000:1.0:1769074791.505201:0:58562:0:(rw26.c:969:ll_write_end()) page@000000005f9e3f83[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.505204:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000077b8e73f 17ffffc0001001 3:0 ffff9bc64d3f60d8 485 lru 00000080:00200000:1.0:1769074791.505209:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000002218db6 485: 1< 0 - - > 2< 1986560 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.505212:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000005f9e3f83 00000080:00200000:1.0:1769074791.505213:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 230. 00000080:00200000:1.0:1769074791.505215:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 486 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.505239:0:58562:0:(rw26.c:912:ll_write_end()) pos 1990656, len 4096, copied 4096 00000080:00200000:1.0:1769074791.505244:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000e7dd1744[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.505247:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000b1bef25a 17ffffc0001001 3:0 ffff9bc64d3f6360 486 lru 00000080:00200000:1.0:1769074791.505252:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000895fc349 486: 1< 0 - - > 2< 1990656 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.505254:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000e7dd1744 00000080:00200000:1.0:1769074791.505255:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 231. 00000080:00200000:1.0:1769074791.505257:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 487 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.505273:0:58562:0:(rw26.c:912:ll_write_end()) pos 1994752, len 4096, copied 4096 00000080:00200000:1.0:1769074791.505277:0:58562:0:(rw26.c:969:ll_write_end()) page@000000007176bd05[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.505280:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000009ed68710 17ffffc0001001 3:0 ffff9bc64d3f6d80 487 lru 00000080:00200000:1.0:1769074791.505285:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000009fdbd803 487: 1< 0 - - > 2< 1994752 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.505287:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000007176bd05 00000080:00200000:1.0:1769074791.505288:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 232. 00000080:00200000:1.0:1769074791.505290:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 488 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.505304:0:58562:0:(rw26.c:912:ll_write_end()) pos 1998848, len 4096, copied 4096 00000080:00200000:1.0:1769074791.505308:0:58562:0:(rw26.c:969:ll_write_end()) page@000000008ea187a6[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.505311:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000002b5075ac 17ffffc0001001 3:0 ffff9bc64d3f6438 488 lru 00000080:00200000:1.0:1769074791.505316:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000bb1bca2f 488: 1< 0 - - > 2< 1998848 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.505318:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000008ea187a6 00000080:00200000:1.0:1769074791.505319:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 233. 00000080:00200000:1.0:1769074791.505321:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 489 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.505331:0:58562:0:(rw26.c:912:ll_write_end()) pos 2002944, len 4096, copied 4096 00000080:00200000:1.0:1769074791.506019:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000001a14d38[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.506024:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000043630d3f 17ffffc0001001 3:0 ffff9bc64d3f65e8 489 lru 00000080:00200000:1.0:1769074791.506030:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000d820c076 489: 1< 0 - - > 2< 2002944 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.506033:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000001a14d38 00000080:00200000:1.0:1769074791.506035:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 234. 00000080:00200000:1.0:1769074791.506038:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 490 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.506070:0:58562:0:(rw26.c:912:ll_write_end()) pos 2007040, len 4096, copied 4096 00000080:00200000:1.0:1769074791.506077:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000081932482[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.506079:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000003b49857 17ffffc0001001 3:0 ffff9bc64d3f6a20 490 lru 00000080:00200000:1.0:1769074791.506084:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000003f466009 490: 1< 0 - - > 2< 2007040 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.506086:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000081932482 00000080:00200000:1.0:1769074791.506087:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 235. 00000080:00200000:1.0:1769074791.506089:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 491 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.506119:0:58562:0:(rw26.c:912:ll_write_end()) pos 2011136, len 4096, copied 4096 00000080:00200000:1.0:1769074791.506124:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000a15bcb01[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.506127:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000aa707e29 17ffffc0001021 2:0 ffff9bc64d3f6510 491 lru 00000080:00200000:1.0:1769074791.506132:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000543652b0 491: 1< 0 - - > 2< 2011136 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.506134:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000a15bcb01 00000080:00200000:1.0:1769074791.506135:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 236. 00000080:00200000:1.0:1769074791.506137:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 492 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.506152:0:58562:0:(rw26.c:912:ll_write_end()) pos 2015232, len 4096, copied 4096 00000080:00200000:1.0:1769074791.506156:0:58562:0:(rw26.c:969:ll_write_end()) page@000000001c8b63d7[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.506159:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000de1ca210 17ffffc0001001 3:0 ffff9bc64d3f6000 492 lru 00000080:00200000:1.0:1769074791.506164:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000447f6976 492: 1< 0 - - > 2< 2015232 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.506165:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000001c8b63d7 00000080:00200000:1.0:1769074791.506166:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 237. 00000080:00200000:1.0:1769074791.506168:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 493 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.507300:0:58562:0:(rw26.c:912:ll_write_end()) pos 2019328, len 4096, copied 4096 00000080:00200000:1.0:1769074791.507311:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000c31a6204[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.507315:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000a536079a 17ffffc0001001 3:0 ffff9bc64d3f6ca8 493 lru 00000080:00200000:1.0:1769074791.507321:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000003fefea1c 493: 1< 0 - - > 2< 2019328 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.507324:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000c31a6204 00000080:00200000:1.0:1769074791.507325:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 238. 00000080:00200000:1.0:1769074791.507329:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 494 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.507360:0:58562:0:(rw26.c:912:ll_write_end()) pos 2023424, len 4096, copied 4096 00000080:00200000:1.0:1769074791.507364:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000002e61808[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.507367:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000063560d4f 17ffffc0001001 3:0 ffff9bc64d3f6e58 494 lru 00000080:00200000:1.0:1769074791.507372:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000d97c307c 494: 1< 0 - - > 2< 2023424 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.507375:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000002e61808 00000080:00200000:1.0:1769074791.507376:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 239. 00000080:00200000:1.0:1769074791.507378:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 495 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.507396:0:58562:0:(rw26.c:912:ll_write_end()) pos 2027520, len 4096, copied 4096 00000080:00200000:1.0:1769074791.507401:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000bbabdb9a[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.507403:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000009034e09e 17ffffc0001001 3:0 ffff9bc64d3f6798 495 lru 00000080:00200000:1.0:1769074791.507409:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000000ed73dcd 495: 1< 0 - - > 2< 2027520 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.507411:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000bbabdb9a 00000080:00200000:1.0:1769074791.507412:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 240. 00000080:00200000:1.0:1769074791.507414:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 496 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.507429:0:58562:0:(rw26.c:912:ll_write_end()) pos 2031616, len 4096, copied 4096 00000080:00200000:1.0:1769074791.507433:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000046e7340f[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.507435:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000037604fe6 17ffffc0001001 3:0 ffff9bc64d3f6948 496 lru 00000080:00200000:1.0:1769074791.507440:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000001ef1511e 496: 1< 0 - - > 2< 2031616 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.507441:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000046e7340f 00000080:00200000:1.0:1769074791.507443:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 241. 00000080:00200000:1.0:1769074791.507444:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 497 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.507456:0:58562:0:(rw26.c:912:ll_write_end()) pos 2035712, len 4096, copied 4096 00000080:00200000:1.0:1769074791.507459:0:58562:0:(rw26.c:969:ll_write_end()) page@000000008da5078c[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.507462:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000007e9872c6 17ffffc0001001 3:0 ffff9bc64d3f61b0 497 lru 00000080:00200000:1.0:1769074791.507467:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000985654a2 497: 1< 0 - - > 2< 2035712 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.507469:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000008da5078c 00000080:00200000:1.0:1769074791.507470:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 242. 00000080:00200000:1.0:1769074791.507471:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 498 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.507483:0:58562:0:(rw26.c:912:ll_write_end()) pos 2039808, len 4096, copied 4096 00000080:00200000:1.0:1769074791.507486:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000bea19c6c[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.507489:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000ff4a28da 17ffffc0001001 3:0 ffff9bc64d3f6af8 498 lru 00000080:00200000:1.0:1769074791.507595:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000fbdb4483 498: 1< 0 - - > 2< 2039808 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.507598:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000bea19c6c 00000080:00200000:1.0:1769074791.507599:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 243. 00000080:00200000:1.0:1769074791.507602:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 499 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.507619:0:58562:0:(rw26.c:912:ll_write_end()) pos 2043904, len 4096, copied 4096 00000080:00200000:1.0:1769074791.507623:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000d3184af8[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.507626:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000f5a71b16 17ffffc0001001 3:0 ffff9bc64d3f6870 499 lru 00000080:00200000:1.0:1769074791.507631:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000e75d78c6 499: 1< 0 - - > 2< 2043904 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.507633:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000d3184af8 00000080:00200000:1.0:1769074791.507634:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 244. 00000080:00200000:1.0:1769074791.507636:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 500 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.507652:0:58562:0:(rw26.c:912:ll_write_end()) pos 2048000, len 4096, copied 4096 00000080:00200000:1.0:1769074791.507656:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000205e7e04[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.507659:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000000e3b0e20 17ffffc0001001 3:0 ffff9bc64d3f6288 500 lru 00000080:00200000:1.0:1769074791.507664:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000009521e1b7 500: 1< 0 - - > 2< 2048000 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.507666:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000205e7e04 00000080:00200000:1.0:1769074791.507667:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 245. 00000080:00200000:1.0:1769074791.507669:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 501 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.507685:0:58562:0:(rw26.c:912:ll_write_end()) pos 2052096, len 4096, copied 4096 00000080:00200000:1.0:1769074791.507689:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000a9e56e0d[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.507692:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000dc335ba7 17ffffc0001001 3:0 ffff9bc64d04a6c0 501 lru 00000080:00200000:1.0:1769074791.507697:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000031d12762 501: 1< 0 - - > 2< 2052096 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.507698:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000a9e56e0d 00000080:00200000:1.0:1769074791.507700:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 246. 00000080:00200000:1.0:1769074791.507701:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 502 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.507714:0:58562:0:(rw26.c:912:ll_write_end()) pos 2056192, len 4096, copied 4096 00000080:00200000:1.0:1769074791.507718:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000463af622[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.507721:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000006b2d38c8 17ffffc0001001 3:0 ffff9bc64d04a0d8 502 lru 00000080:00200000:1.0:1769074791.507726:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000001deb265 502: 1< 0 - - > 2< 2056192 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.507728:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000463af622 00000080:00200000:1.0:1769074791.507729:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 247. 00000080:00200000:1.0:1769074791.507731:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 503 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.507757:0:58562:0:(rw26.c:912:ll_write_end()) pos 2060288, len 4096, copied 4096 00000080:00200000:1.0:1769074791.507761:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000058d534f1[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.508118:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000005e835b48 17ffffc0001001 3:0 ffff9bc64d04a360 503 lru 00000080:00200000:1.0:1769074791.508127:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000099250bbf 503: 1< 0 - - > 2< 2060288 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.508130:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000058d534f1 00000080:00200000:1.0:1769074791.508131:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 248. 00000080:00200000:1.0:1769074791.508134:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 504 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.508153:0:58562:0:(rw26.c:912:ll_write_end()) pos 2064384, len 4096, copied 4096 00000080:00200000:1.0:1769074791.508157:0:58562:0:(rw26.c:969:ll_write_end()) page@000000001ffec3c4[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.508160:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000b7322aa7 17ffffc0001001 3:0 ffff9bc64d04ad80 504 lru 00000080:00200000:1.0:1769074791.508164:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000221c96c3 504: 1< 0 - - > 2< 2064384 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.508166:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000001ffec3c4 00000080:00200000:1.0:1769074791.508167:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 249. 00000080:00200000:1.0:1769074791.508170:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 505 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.508185:0:58562:0:(rw26.c:912:ll_write_end()) pos 2068480, len 4096, copied 4096 00000080:00200000:1.0:1769074791.508189:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000011cae49f[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.508192:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000b68ed2ef 17ffffc0001001 3:0 ffff9bc64d04a438 505 lru 00000080:00200000:1.0:1769074791.508197:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000031e1b9f7 505: 1< 0 - - > 2< 2068480 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.508199:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000011cae49f 00000080:00200000:1.0:1769074791.508200:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 250. 00000080:00200000:1.0:1769074791.508202:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 506 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.508233:0:58562:0:(rw26.c:912:ll_write_end()) pos 2072576, len 4096, copied 4096 00000080:00200000:1.0:1769074791.508237:0:58562:0:(rw26.c:969:ll_write_end()) page@0000000004cb20ee[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.508240:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @000000008bb11f82 17ffffc0001021 2:0 ffff9bc64d04a5e8 506 lru 00000080:00200000:1.0:1769074791.508245:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000b26ff3a0 506: 1< 0 - - > 2< 2072576 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.508247:0:58562:0:(rw26.c:969:ll_write_end()) end page@0000000004cb20ee 00000080:00200000:1.0:1769074791.508248:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 251. 00000080:00200000:1.0:1769074791.508250:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 507 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.508265:0:58562:0:(rw26.c:912:ll_write_end()) pos 2076672, len 4096, copied 4096 00000080:00200000:1.0:1769074791.508269:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000cfba7c34[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.508272:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000025f42a1 17ffffc0001001 3:0 ffff9bc64d04aa20 507 lru 00000080:00200000:1.0:1769074791.508277:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000fcd1e071 507: 1< 0 - - > 2< 2076672 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.508279:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000cfba7c34 00000080:00200000:1.0:1769074791.508280:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 252. 00000080:00200000:1.0:1769074791.508282:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 508 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.508295:0:58562:0:(rw26.c:912:ll_write_end()) pos 2080768, len 4096, copied 4096 00000080:00200000:1.0:1769074791.508299:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000c919b687[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.508302:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000e024d660 17ffffc0001001 3:0 ffff9bc64d04a510 508 lru 00000080:00200000:1.0:1769074791.508306:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@0000000099ea3c62 508: 1< 0 - - > 2< 2080768 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.508308:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000c919b687 00000080:00200000:1.0:1769074791.508309:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 253. 00000080:00200000:1.0:1769074791.508311:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 509 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.508326:0:58562:0:(rw26.c:912:ll_write_end()) pos 2084864, len 4096, copied 4096 00000080:00200000:1.0:1769074791.508330:0:58562:0:(rw26.c:969:ll_write_end()) page@000000001a81432b[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.508333:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000d9e2756b 17ffffc0001001 3:0 ffff9bc64d04a000 509 lru 00000080:00200000:1.0:1769074791.508338:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@000000004a5937cf 509: 1< 0 - - > 2< 2084864 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.508340:0:58562:0:(rw26.c:969:ll_write_end()) end page@000000001a81432b 00000080:00200000:1.0:1769074791.508341:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 254. 00000080:00200000:1.0:1769074791.508343:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 510 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.508357:0:58562:0:(rw26.c:912:ll_write_end()) pos 2088960, len 4096, copied 4096 00000080:00200000:1.0:1769074791.508360:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000196ede4a[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.508363:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @0000000020ef633a 17ffffc0001001 3:0 ffff9bc64d04aca8 510 lru 00000080:00200000:1.0:1769074791.508368:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000067742a7 510: 1< 0 - - > 2< 2088960 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.508370:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000196ede4a 00000080:00200000:1.0:1769074791.508371:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 255. 00000080:00200000:1.0:1769074791.508373:0:58562:0:(rw26.c:729:ll_write_begin()) Writing 511 of 0 to 4096 bytes 00000080:00200000:1.0:1769074791.508386:0:58562:0:(rw26.c:912:ll_write_end()) pos 2093056, len 4096, copied 4096 00000080:00200000:1.0:1769074791.508390:0:58562:0:(rw26.c:969:ll_write_end()) page@00000000c355faff[3 0000000093a2716f 2 1 0000000041405b31] 00000080:00200000:1.0:1769074791.508393:0:58562:0:(rw26.c:969:ll_write_end()) vmpage @00000000a7a3d629 17ffffc0001001 3:0 ffff9bc64d04ae58 511 lru 00000080:00200000:1.0:1769074791.508398:0:58562:0:(rw26.c:969:ll_write_end()) osc-page@00000000397d844e 511: 1< 0 - - > 2< 2093056 0 0 0x0 0x0 | 00000000b390e135 00000000a57e577d > 3< 0 0 > 4< 0 0 8 485752832 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1769074791.508400:0:58562:0:(rw26.c:969:ll_write_end()) end page@00000000c355faff 00000080:00200000:1.0:1769074791.508401:0:58562:0:(rw26.c:969:ll_write_end()) queued page: 256. 00000080:00200000:1.0:1769074791.508405:0:58562:0:(vvp_io.c:1193:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000008:00010000:1.0:1769074791.508469:0:58562:0:(osc_cache.c:814:osc_extent_find()) ### extent: 000000008d9a1e5a ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b5a4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8abf8 expref: -99 pid: 58562 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1769074791.508623:0:58562:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649bf75f8, count 15, dirtied 15 00000080:00200000:1.0:1769074791.508644:0:58562:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649bf75f8, count 15, dirtied 15 00000080:00200000:1.0:1769074791.508661:0:58562:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649bf75f8, count 15, dirtied 15 00000080:00200000:1.0:1769074791.508678:0:58562:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649bf75f8, count 15, dirtied 15 00000080:00200000:1.0:1769074791.508694:0:58562:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649bf75f8, count 15, dirtied 15 00000080:00200000:1.0:1769074791.508710:0:58562:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649bf75f8, count 15, dirtied 15 00000080:00200000:1.0:1769074791.508727:0:58562:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649bf75f8, count 15, dirtied 15 00000080:00200000:1.0:1769074791.509259:0:58562:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649bf75f8, count 15, dirtied 15 00000080:00200000:1.0:1769074791.509279:0:58562:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649bf75f8, count 15, dirtied 15 00000080:00200000:1.0:1769074791.509295:0:58562:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649bf75f8, count 15, dirtied 15 00000080:00200000:1.0:1769074791.509311:0:58562:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649bf75f8, count 15, dirtied 15 00000080:00200000:1.0:1769074791.509329:0:58562:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649bf75f8, count 15, dirtied 15 00000080:00200000:1.0:1769074791.509347:0:58562:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649bf75f8, count 15, dirtied 15 00000080:00200000:1.0:1769074791.509364:0:58562:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649bf75f8, count 15, dirtied 15 00000080:00200000:1.0:1769074791.509381:0:58562:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649bf75f8, count 15, dirtied 15 00000080:00200000:1.0:1769074791.509397:0:58562:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649bf75f8, count 15, dirtied 15 00000080:00200000:1.0:1769074791.509413:0:58562:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649bf75f8, count 15, dirtied 15 00000080:00200000:1.0:1769074791.509418:0:58562:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649bf75f8, count 1, dirtied 1 00000080:00200000:1.0:1769074791.509422:0:58562:0:(vvp_io.c:1216:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000080:00200000:1.0:1769074791.509427:0:58562:0:(vvp_io.c:1390:vvp_io_write_start()) f200c.sanity-flr: write bytes 0, result: 1048576 00000020:00010000:1.0:1769074791.509463:0:58562:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc648d0db78 (ffff9bc648547128/0) at cl_lock_release():245 00000020:00010000:1.0:1769074791.509467:0:58562:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc648d0db78 (ffff9bc648547128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1769074791.509471:0:58562:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc6462824b0 (ffff9bc6485476c8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1769074791.509480:0:58562:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b5a4 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8abf8 expref: -99 pid: 58562 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074791.509659:0:58562:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b5a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8abf8 expref: -99 pid: 58562 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1769074791.509685:0:58562:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc648d0db78 (ffff9bc648547128/0) at cl_lock_fini():72 00000020:00010000:1.0:1769074791.509689:0:58562:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc6462824b0 (ffff9bc648547128/1) at cl_lock_fini():72 00000080:00200000:1.0:1769074791.509701:0:58562:0:(vvp_io.c:518:vvp_io_advance()) advancing 1048576 bytes 00000080:00200000:1.0:1769074791.509708:0:58562:0:(file.c:2109:ll_file_io_generic()) Range unlock [256, 511] 00000080:00200000:1.0:1769074791.509717:0:58562:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1aa:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1769074791.509721:0:58562:0:(file.c:2142:ll_file_io_generic()) f200c.sanity-flr: 2 io complete with rc: 0, result: 1048576, restart: 0 00000008:00010000:1.0:1769074791.510111:0:30390:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### extent: 000000008d9a1e5a ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b5a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8abf8 expref: -99 pid: 58562 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1769074791.510127:0:30390:0:(osc_cache.c:1103:osc_extent_make_ready()) ### extent: 000000008d9a1e5a ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b5a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8abf8 expref: -99 pid: 58562 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074791.510383:0:30390:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (1048576 1052671) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b5a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8abf8 expref: -99 pid: 58562 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1769074791.511438:0:30390:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc64ac90000 - object 0x280000400:536 offset 1048576<>2097152 00000100:00100000:1.0:1769074791.573901:0:58563:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:58563:1855007612815744:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074791.573939:0:58563:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879200/0x21fa6d252c11b5ab lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ac06 expref: -99 pid: 58563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074791.573954:0:58563:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879200/0x21fa6d252c11b5ab lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ac06 expref: -99 pid: 58563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074791.573969:0:58563:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879200/0x21fa6d252c11b5ab lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ac06 expref: -99 pid: 58563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074791.573987:0:58563:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879200/0x21fa6d252c11b5ab lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ac06 expref: -99 pid: 58563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074791.574001:0:58563:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879200/0x21fa6d252c11b5ab lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ac06 expref: -99 pid: 58563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074791.574019:0:58563:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879200/0x21fa6d252c11b5ab lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ac06 expref: -99 pid: 58563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074791.574027:0:58563:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879200/0x21fa6d252c11b5ab lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ac06 expref: -99 pid: 58563 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074791.574039:0:58563:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9bc67afd9c00 x1855007612815744/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074807 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074791.574060:0:58563:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879200/0x21fa6d252c11b5ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ac06 expref: -99 pid: 58563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074791.574076:0:58563:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:1.0:1769074791.574084:0:58563:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074791.574121:0:58563:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 13824 00000080:00010000:1.0:1769074791.574129:0:58563:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b5ab 00000080:00010000:1.0:1769074791.574136:0:58563:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074791.574140:0:58563:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b5ab from it ffffa7f981fbfbf8 00010000:00010000:1.0:1769074791.574143:0:58563:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879200/0x21fa6d252c11b5ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ac06 expref: -99 pid: 58563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074791.574152:0:58563:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879200/0x21fa6d252c11b5ab lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ac06 expref: -99 pid: 58563 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074791.574188:0:58563:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074791.574204:0:58563:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f200c.sanity-flr, flags=267 00000080:00200000:1.0:1769074791.574334:0:58563:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074791.574356:0:58563:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074791.574366:0:58563:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879200/0x21fa6d252c11b5ab lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ac06 expref: -99 pid: 58563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074791.574379:0:58563:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879200/0x21fa6d252c11b5ab lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ac06 expref: -99 pid: 58563 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074791.574387:0:58563:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074791.574392:0:58563:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074791.574394:0:58563:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b5ab 00000080:00010000:1.0:1769074791.574399:0:58563:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b5ab from it ffffa7f981fbfbb0 00010000:00010000:1.0:1769074791.574401:0:58563:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879200/0x21fa6d252c11b5ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ac06 expref: -99 pid: 58563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074791.574409:0:58563:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879200/0x21fa6d252c11b5ab lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ac06 expref: -99 pid: 58563 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074791.574417:0:58563:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 44 00000080:00200008:1.0:1769074791.574429:0:58563:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 304000 00000080:00200000:1.0:1769074791.574459:0:58563:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074791.574466:0:58563:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074791.574472:0:58563:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879200/0x21fa6d252c11b5ab lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ac06 expref: -99 pid: 58563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074791.574479:0:58563:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879200/0x21fa6d252c11b5ab lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ac06 expref: -99 pid: 58563 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074791.574486:0:58563:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074791.574489:0:58563:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074791.574492:0:58563:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b5ab 00000080:00010000:1.0:1769074791.574496:0:58563:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b5ab from it ffffa7f981fbfbf8 00010000:00010000:1.0:1769074791.574499:0:58563:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879200/0x21fa6d252c11b5ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ac06 expref: -99 pid: 58563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074791.574507:0:58563:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879200/0x21fa6d252c11b5ab lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ac06 expref: -99 pid: 58563 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074791.574515:0:58563:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074791.574519:0:58563:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f200c.sanity-flr, flags=265 00000080:00200000:1.0:1769074791.574523:0:58563:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1aa:0x0](ffff9bc649bf7448), inode mode 81a4 mask 44 00000080:00200008:1.0:1769074791.574528:0:58563:0:(file.c:1001:ll_file_open()) START file f200c.sanity-flr:[0x200000404:0x1aa:0x0](ffff9bc649bf7448), flags 100400 00000002:00010000:1.0:1769074791.574543:0:58563:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1aa:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240100401 00010000:00010000:1.0:1769074791.574619:0:58563:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b5b2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 58563 initiator: MDT0 00010000:00010000:1.0:1769074791.574627:0:58563:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b5b2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 58563 initiator: MDT0 00000020:00100000:1.0:1769074791.574641:0:58563:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074791.574650:0:58563:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac91c00 x1855007612816000/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074791.574661:0:58563:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b5b2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 58563 initiator: MDT0 00000100:00100000:1.0:1769074791.574689:0:58563:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:58563:1855007612816000:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074791.575014:0:58563:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6465233c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074791.581761:0:58563:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:58563:1855007612816000:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074791.581832:0:58563:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b5b2 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ac14 expref: -99 pid: 58563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074791.581846:0:58563:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b5b2 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ac14 expref: -99 pid: 58563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074791.581861:0:58563:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b5b2 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ac14 expref: -99 pid: 58563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074791.581888:0:58563:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b5b2 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ac14 expref: -99 pid: 58563 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074791.581910:0:58563:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff9bc64ac91c00 x1855007612816000/t8589941376(8589941376) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/664 e 0 to 0 dl 1769074807 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1769074791.581931:0:58563:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64ac91c00 x1855007612816000/t8589941376(8589941376) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/664 e 0 to 0 dl 1769074807 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074791.581945:0:58563:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b5b2 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ac14 expref: -99 pid: 58563 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1769074791.581963:0:58563:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b5b2 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ac14 expref: -99 pid: 58563 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074791.581975:0:58563:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 16 res 8589935620/426 (0 0) 00000080:00200000:1.0:1769074791.581983:0:58563:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074791.582261:0:58563:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1aa:0x0]: layout version change: 0 -> 0 00000080:00010000:1.0:1769074791.582268:0:58563:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1aa:0x0](ffff9bc649bf7448) for lock 0x21fa6d252c11b5b2 00000080:00010000:1.0:1769074791.582277:0:58563:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b5b2 from it ffffa7f981fbfbf0 00010000:00010000:1.0:1769074791.582282:0:58563:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b5b2 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8ac14 expref: -99 pid: 58563 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074791.582292:0:58563:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b5b2 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8ac14 expref: -99 pid: 58563 timeout: 0 lvb_type: 3 00000002:00100000:1.0:1769074791.582325:0:58563:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64ac91c00 x1855007612816000/t8589941376(8589941376) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 576/664 e 0 to 0 dl 1769074807 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200080:1.0:1769074791.582449:0:58563:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1aa:0x0](ffff9bc649bf7448) cmd=800466af arg=7fffbbc908bc 00000080:00200008:1.0:1769074791.582481:0:58563:0:(file.c:424:ll_file_release()) START file f200c.sanity-flr:[0x200000404:0x1aa:0x0](ffff9bc649bf7448), flags 100000 00010000:00010000:1.0:1769074791.582501:0:58563:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b5b2 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8ac14 expref: -99 pid: 58563 timeout: 0 lvb_type: 3 00000080:00200008:1.0:1769074791.582649:0:58563:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 304000 00000100:00100000:3.0:1769074791.645860:0:37586:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:8e818347-4d21-45d1-a323-b359656f3fdd:37586:1855007612816256:192.168.204.139@tcp:35:ldlm_bl.0 00000002:00100000:3.0:1769074791.645919:0:37586:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9bc64ac91c00 x1855007612816000/t8589941376(8589941376) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 576/664 e 0 to 0 dl 1769074807 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074791.645978:0:37586:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x1aa:0x0]: losing layout lock 00010000:00010000:3.0:1769074791.646037:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879200/0x21fa6d252c11b5ab lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e8ac06 expref: -99 pid: 58563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.646074:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64521a400/0x21fa6d252c11b59d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e8abea expref: -99 pid: 58562 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074791.646084:0:37586:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x1aa:0x0]: losing layout lock 00010000:00010000:3.0:1769074791.646092:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d01b800/0x21fa6d252c1156ec lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e80357 expref: -99 pid: 54652 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074791.646102:0:37586:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x1a1:0x0]: losing layout lock 00010000:00010000:3.0:1769074791.646112:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64ecff000/0x21fa6d252c111d09 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x15a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e767ba expref: -99 pid: 53505 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074791.646122:0:37586:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x15a:0x0]: losing layout lock 00010000:00010000:3.0:1769074791.646141:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc68216a000/0x21fa6d252c111d02 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x159:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e76797 expref: -99 pid: 53505 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074791.646152:0:37586:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x159:0x0]: losing layout lock 00010000:00010000:3.0:1769074791.646167:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc68216a600/0x21fa6d252c111cb5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x156:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e766b7 expref: -99 pid: 53504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.646185:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d01ae00/0x21fa6d252c111c84 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x151:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e765c9 expref: -99 pid: 52920 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646202:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64ecff200/0x21fa6d252c10c48d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x5c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e6511f expref: -99 pid: 52331 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.646231:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648528000/0x21fa6d252c111c14 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x151:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e7646b expref: -99 pid: 52920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.646241:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648529a00/0x21fa6d252c111b11 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x14c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e76170 expref: -99 pid: 52912 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646250:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d938a00/0x21fa6d252c111a8c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x14c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e75fcc expref: -99 pid: 52912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.646259:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc640031200/0x21fa6d252c1118e8 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x146:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e75a93 expref: -99 pid: 52896 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646268:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648529400/0x21fa6d252c11187f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x146:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e75951 expref: -99 pid: 52896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.646277:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64ecff800/0x21fa6d252c111760 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x144:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e755ca expref: -99 pid: 52886 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646285:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe6200/0x21fa6d252c11171a lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x141:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e75514 expref: -99 pid: 52886 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646294:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe6c00/0x21fa6d252c1116aa lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x141:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e753b6 expref: -99 pid: 52886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.646303:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d01aa00/0x21fa6d252c1114ff lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x13b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e74e53 expref: -99 pid: 52871 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646317:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d01a600/0x21fa6d252c111496 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x13b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e74d2d expref: -99 pid: 52871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.646325:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe7e00/0x21fa6d252c11137e lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x13a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e749f3 expref: -99 pid: 52866 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646334:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d939a00/0x21fa6d252c1112f9 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x138:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e74825 expref: -99 pid: 52858 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646343:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe6e00/0x21fa6d252c1112ba lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x134:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e74776 expref: -99 pid: 52858 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646353:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646021000/0x21fa6d252c111258 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x134:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e74626 expref: -99 pid: 52858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.646362:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d01a200/0x21fa6d252c111163 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x12f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e7434e expref: -99 pid: 52850 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646372:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646020a00/0x21fa6d252c1110f3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x12f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e741d4 expref: -99 pid: 52850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.646381:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646021200/0x21fa6d252c110fd4 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x12e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e73e46 expref: -99 pid: 52845 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646390:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe7a00/0x21fa6d252c110f33 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x12d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e73c32 expref: -99 pid: 52841 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646399:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe6800/0x21fa6d252c110eae lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x12c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e73a8e expref: -99 pid: 52836 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646413:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650fe5400/0x21fa6d252c110e30 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x126:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e738f1 expref: -99 pid: 52829 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646423:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650fe5800/0x21fa6d252c110db2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x126:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e73738 expref: -99 pid: 52829 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.646432:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650fe5c00/0x21fa6d252c110ca8 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x125:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e7342f expref: -99 pid: 52824 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646440:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650fe4a00/0x21fa6d252c110c23 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x120:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e7326f expref: -99 pid: 52817 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646449:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646020e00/0x21fa6d252c110b9e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x120:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e730cb expref: -99 pid: 52817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.646458:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe7200/0x21fa6d252c110abe lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x11f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e72e2b expref: -99 pid: 52813 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646466:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650fe4c00/0x21fa6d252c110a24 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x11a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e72c4f expref: -99 pid: 52805 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646474:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe6400/0x21fa6d252c1109ad lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x11a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e72ab9 expref: -99 pid: 52805 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.646481:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe6600/0x21fa6d252c1108aa lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x119:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e727c5 expref: -99 pid: 52801 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646489:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650fe5200/0x21fa6d252c110784 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x116:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e7240d expref: -99 pid: 52791 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646504:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe7600/0x21fa6d252c11065e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x113:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e720a2 expref: -99 pid: 52782 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646514:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe7c00/0x21fa6d252c11053f lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x110:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e71cc7 expref: -99 pid: 52767 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646524:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d939800/0x21fa6d252c110507 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x10d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e71c1f expref: -99 pid: 52767 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646533:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646021e00/0x21fa6d252c110497 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x10d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e71ac1 expref: -99 pid: 52767 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.646542:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650fe5000/0x21fa6d252c110283 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x109:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e7140e expref: -99 pid: 52748 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646551:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64edf8c00/0x21fa6d252c110244 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x106:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e7134a expref: -99 pid: 52748 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646559:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650fe4e00/0x21fa6d252c1101d4 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x106:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e711f3 expref: -99 pid: 52748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.646568:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650fe4400/0x21fa6d252c1100c3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x105:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e70eb9 expref: -99 pid: 52743 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646577:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650fe5600/0x21fa6d252c110029 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x103:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e70cc8 expref: -99 pid: 52733 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646586:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64ecfec00/0x21fa6d252c10ffe3 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x100:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e70c0b expref: -99 pid: 52733 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646598:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650fe4200/0x21fa6d252c10ff81 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x100:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e70ab4 expref: -99 pid: 52733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.646605:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64ecfe600/0x21fa6d252c10fe69 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xff:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e70781 expref: -99 pid: 52727 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646613:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646402200/0x21fa6d252c10fde4 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xfd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e705cf expref: -99 pid: 52723 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646621:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64edf8400/0x21fa6d252c10fd4a lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xfb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e703d0 expref: -99 pid: 52714 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646629:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64cfbca00/0x21fa6d252c10fd12 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xf8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e70328 expref: -99 pid: 52714 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646638:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64edf9600/0x21fa6d252c10fca2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xf8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e701ca expref: -99 pid: 52714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.646646:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64cfbd600/0x21fa6d252c10fb91 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xf3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e6fe58 expref: -99 pid: 52705 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646655:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64cfbd200/0x21fa6d252c10fb28 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xf3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e6fd2b expref: -99 pid: 52705 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.646665:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64cfbda00/0x21fa6d252c10fa17 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xf1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e6f9f1 expref: -99 pid: 52694 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646673:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64cfbd800/0x21fa6d252c10f9b5 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xec:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e6f8cb expref: -99 pid: 52694 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646685:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64cfbdc00/0x21fa6d252c10f929 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xec:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e6f6f6 expref: -99 pid: 52694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.646693:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64edf9000/0x21fa6d252c10f7fc lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xea:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e6f353 expref: -99 pid: 52685 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646702:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64cfbc600/0x21fa6d252c10f7e0 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xe7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e6f2dc expref: -99 pid: 52685 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646711:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646402c00/0x21fa6d252c10f770 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xe7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e6f17e expref: -99 pid: 52685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.646720:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646402e00/0x21fa6d252c10f666 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xe6:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e6ee6e expref: -99 pid: 52680 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646729:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64cfbd000/0x21fa6d252c10f5e1 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xe1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e6ec99 expref: -99 pid: 52670 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646738:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64cfbcc00/0x21fa6d252c10f55c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xe1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e6eae7 expref: -99 pid: 52670 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.646747:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64edf9200/0x21fa6d252c10f452 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xdf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e6e7de expref: -99 pid: 52663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646755:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64cfbd400/0x21fa6d252c10f3bf lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xde:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e6e61e expref: -99 pid: 52660 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646764:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64edf8000/0x21fa6d252c10f33a lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xdc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e6e4a4 expref: -99 pid: 52657 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646812:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64cfbc400/0x21fa6d252c10f222 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xda:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e6e101 expref: -99 pid: 52647 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646821:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d938000/0x21fa6d252c10f196 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xd5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e6df2c expref: -99 pid: 52638 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646830:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64cfbc200/0x21fa6d252c10f111 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xd5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e6dd88 expref: -99 pid: 52638 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.646838:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64edf8e00/0x21fa6d252c10f00e lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xd3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e6da63 expref: -99 pid: 52629 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646847:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646020200/0x21fa6d252c10efc1 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xcf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e6d98a expref: -99 pid: 52629 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646855:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64edf9400/0x21fa6d252c10ef51 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xcf:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e6d82c expref: -99 pid: 52629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.646864:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64edf8800/0x21fa6d252c10ee47 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xce:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e6d500 expref: -99 pid: 52625 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646872:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64cfbce00/0x21fa6d252c10eaf8 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xc3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e6ca48 expref: -99 pid: 52593 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646880:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646021800/0x21fa6d252c10ea8f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xc3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e6c8ff expref: -99 pid: 52593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.646889:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64edf8600/0x21fa6d252c10e969 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xbe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e6c586 expref: -99 pid: 52584 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646902:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d939e00/0x21fa6d252c10e8eb lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xbe:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e6c405 expref: -99 pid: 52584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.646911:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc642da4200/0x21fa6d252c10e7d3 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e6c0af expref: -99 pid: 52573 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646920:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64edf8200/0x21fa6d252c10e78d lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e6bfd6 expref: -99 pid: 52573 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646929:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646020c00/0x21fa6d252c10e6ec lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e6bd91 expref: -99 pid: 52573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.646938:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc642da5a00/0x21fa6d252c10e5db lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e6ba5e expref: -99 pid: 52568 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646947:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d939c00/0x21fa6d252c10e533 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e6b7fd expref: -99 pid: 52558 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646955:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc642da5c00/0x21fa6d252c10e4df lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb0:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e6b708 expref: -99 pid: 52558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.646963:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc642da4e00/0x21fa6d252c10e3c7 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xaf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e6b3ab expref: -99 pid: 52553 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646972:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc642da5400/0x21fa6d252c10e326 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xaa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e6b151 expref: -99 pid: 52543 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.646980:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64edf8a00/0x21fa6d252c10e2b6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xaa:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e6aff3 expref: -99 pid: 52543 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.646994:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64edf9800/0x21fa6d252c10e120 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xa8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e6ab15 expref: -99 pid: 52533 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.647002:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64edf9a00/0x21fa6d252c10e09b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xa6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e6a955 expref: -99 pid: 52525 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.647011:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc641467800/0x21fa6d252c10e086 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xa3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e6a8fa expref: -99 pid: 52525 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.647021:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc640030e00/0x21fa6d252c10e01d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xa3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e6a79c expref: -99 pid: 52525 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.647029:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646021600/0x21fa6d252c10de72 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xa1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e6a26a expref: -99 pid: 52515 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.647039:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c27200/0x21fa6d252c10dded lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xa0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e6a0c6 expref: -99 pid: 52511 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.647048:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26400/0x21fa6d252c10dd5a lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x9e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e69eea expref: -99 pid: 52504 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.647057:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc642da5200/0x21fa6d252c10dd22 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x9b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e69e26 expref: -99 pid: 52504 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.647066:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc642da4a00/0x21fa6d252c10dcb9 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x9b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e69ceb expref: -99 pid: 52504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.647074:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c27400/0x21fa6d252c10dba1 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x96:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e699bf expref: -99 pid: 52495 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.647088:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d939000/0x21fa6d252c10db46 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x96:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e69876 expref: -99 pid: 52495 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.647096:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc642da5e00/0x21fa6d252c10da3c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x95:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e69558 expref: -99 pid: 52490 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.647105:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc642da4600/0x21fa6d252c10d9b0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x94:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e6939f expref: -99 pid: 52486 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.647113:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26e00/0x21fa6d252c10d916 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x93:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e691a7 expref: -99 pid: 52479 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.647122:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26000/0x21fa6d252c10d883 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x91:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e68fa1 expref: -99 pid: 52469 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.647131:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646020600/0x21fa6d252c10d84b lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x8d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e68ef9 expref: -99 pid: 52469 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.647141:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646020000/0x21fa6d252c10d7db lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x8d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e68d9b expref: -99 pid: 52469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.647151:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc642da5800/0x21fa6d252c10d5c7 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x89:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e6870b expref: -99 pid: 52447 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.647159:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc642da4000/0x21fa6d252c10d573 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x84:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e6860f expref: -99 pid: 52447 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.647168:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc640031e00/0x21fa6d252c10d4e7 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x84:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e6843a expref: -99 pid: 52447 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.647182:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc640030200/0x21fa6d252c10d374 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x7f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e67fa2 expref: -99 pid: 52437 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.647192:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc640031a00/0x21fa6d252c10d304 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x7f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e67e3d expref: -99 pid: 52437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.647202:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26c00/0x21fa6d252c10d1f3 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x7d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e67b0a expref: -99 pid: 52427 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.647212:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26200/0x21fa6d252c10d1d0 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x79:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e67a7e expref: -99 pid: 52427 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.647231:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646021c00/0x21fa6d252c10d152 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x79:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e67912 expref: -99 pid: 52427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.647240:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc640031c00/0x21fa6d252c10d048 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x78:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e675e6 expref: -99 pid: 52421 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.647250:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26600/0x21fa6d252c10cf45 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x72:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e67282 expref: -99 pid: 52409 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.647259:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d938800/0x21fa6d252c10ced5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x72:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e67140 expref: -99 pid: 52409 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.647268:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc640030800/0x21fa6d252c10cdcb lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x70:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e66e30 expref: -99 pid: 52405 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.647277:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26a00/0x21fa6d252c10cd23 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x6f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e66c00 expref: -99 pid: 52401 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.647305:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64ecffe00/0x21fa6d252c10cb01 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x6b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e66577 expref: -99 pid: 52380 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.647314:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c27600/0x21fa6d252c10c933 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x68:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e65fe3 expref: -99 pid: 52364 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.647323:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64ecfe000/0x21fa6d252c10c8c3 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x63:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e65e70 expref: -99 pid: 52357 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.647332:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64ecfe200/0x21fa6d252c10c83e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x63:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e65cb0 expref: -99 pid: 52357 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.647342:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646403400/0x21fa6d252c10c70a lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x62:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e6590d expref: -99 pid: 52352 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.647352:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646403000/0x21fa6d252c10c67e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x60:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e65754 expref: -99 pid: 52348 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.647359:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d938e00/0x21fa6d252c10c5eb lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e6556a expref: -99 pid: 52343 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.647367:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646403e00/0x21fa6d252c10c551 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x5d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e65387 expref: -99 pid: 52338 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.647375:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646402800/0x21fa6d252c10c47f lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x5a:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e650e0 expref: -99 pid: 51755 timeout: 0 lvb_type: 3 00000002:00100000:3.0:1769074791.647470:0:37586:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff9bc646ec8380 x1855007609090944/t8589935413(8589935413) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 760/848 e 0 to 0 dl 1769074429 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1769074791.647490:0:37586:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1769074791.647496:0:37586:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64d9ad180 x1855007612816512/t0(0) o35->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:23/10 lens 392/2128 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1769074791.647534:0:37586:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:8e818347-4d21-45d1-a323-b359656f3fdd:37586:1855007612816512:192.168.204.139@tcp:35:ldlm_bl.0 00000100:00100000:3.0:1769074791.647653:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ecce780 going to sleep for 11 seconds 00000100:00100000:3.0:1769074791.658246:0:37586:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:8e818347-4d21-45d1-a323-b359656f3fdd:37586:1855007612816512:192.168.204.139@tcp:35:ldlm_bl.0 00000002:00100000:3.0:1769074791.658296:0:37586:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9bc646ec8380 x1855007609090944/t8589935413(8589935413) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 760/848 e 0 to 0 dl 1769074429 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074791.658353:0:37586:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x5a:0x0]: losing layout lock 00010000:00010000:3.0:1769074791.658409:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc641467e00/0x21fa6d252c10c471 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x5a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e650b6 expref: -99 pid: 51754 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074791.658425:0:37586:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x5a:0x0]: losing layout lock 00010000:00010000:3.0:1769074791.658433:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d938200/0x21fa6d252c10c463 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x5a:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e6508c expref: -99 pid: 51754 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074791.658441:0:37586:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x5a:0x0]: losing layout lock 00010000:00010000:3.0:1769074791.658447:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64ecfee00/0x21fa6d252c10c3ad lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x57:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e64e32 expref: -99 pid: 51742 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.658467:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64ecff400/0x21fa6d252c10c39f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x54:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e64dfa expref: -99 pid: 51171 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074791.658478:0:37586:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x54:0x0]: losing layout lock 00010000:00010000:3.0:1769074791.658491:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc641466400/0x21fa6d252c10c398 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x54:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e64dde expref: -99 pid: 51168 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074791.658503:0:37586:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x54:0x0]: losing layout lock 00010000:00010000:3.0:1769074791.658509:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d938600/0x21fa6d252c10c280 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x53:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e64ace expref: -99 pid: 51150 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.658532:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64ecffa00/0x21fa6d252c10c256 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e64a3b expref: -99 pid: 50582 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074791.658542:0:37586:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x4f:0x0]: losing layout lock 00010000:00010000:3.0:1769074791.658555:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646403c00/0x21fa6d252c10c24f lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e64a18 expref: -99 pid: 50580 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074791.658562:0:37586:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x4f:0x0]: losing layout lock 00010000:00010000:3.0:1769074791.658567:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646403200/0x21fa6d252c10c122 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x4e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e646de expref: -99 pid: 50557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.658583:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646402400/0x21fa6d252c10c0f8 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e64636 expref: -99 pid: 49959 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074791.658593:0:37586:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x48:0x0]: losing layout lock 00010000:00010000:3.0:1769074791.658607:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc641466200/0x21fa6d252c10bfbd lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e6429a expref: -99 pid: 49950 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.658661:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b5b2 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8ac14 expref: -99 pid: 58563 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.658671:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879200/0x21fa6d252c11b5ab lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8ac06 expref: -99 pid: 58563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.658679:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64521a400/0x21fa6d252c11b59d lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8abea expref: -99 pid: 58562 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.658692:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d01b800/0x21fa6d252c1156ec lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e80357 expref: -99 pid: 54652 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659006:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64ecff000/0x21fa6d252c111d09 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x15a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e767ba expref: -99 pid: 53505 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659013:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc68216a000/0x21fa6d252c111d02 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x159:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e76797 expref: -99 pid: 53505 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659020:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc68216a600/0x21fa6d252c111cb5 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x156:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e766b7 expref: -99 pid: 53504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.659027:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d01ae00/0x21fa6d252c111c84 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x151:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e765c9 expref: -99 pid: 52920 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659034:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64ecff200/0x21fa6d252c10c48d lrc: 1/0,0 mode: --/PR res: [0x200000404:0x5c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e6511f expref: -99 pid: 52331 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.659134:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648528000/0x21fa6d252c111c14 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x151:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e7646b expref: -99 pid: 52920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.659143:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648529a00/0x21fa6d252c111b11 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x14c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e76170 expref: -99 pid: 52912 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659151:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d938a00/0x21fa6d252c111a8c lrc: 1/0,0 mode: --/PR res: [0x200000404:0x14c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e75fcc expref: -99 pid: 52912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.659158:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc640031200/0x21fa6d252c1118e8 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x146:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e75a93 expref: -99 pid: 52896 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659170:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648529400/0x21fa6d252c11187f lrc: 1/0,0 mode: --/PR res: [0x200000404:0x146:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e75951 expref: -99 pid: 52896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.659178:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64ecff800/0x21fa6d252c111760 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x144:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e755ca expref: -99 pid: 52886 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659185:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe6200/0x21fa6d252c11171a lrc: 1/0,0 mode: --/CR res: [0x200000404:0x141:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e75514 expref: -99 pid: 52886 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659192:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe6c00/0x21fa6d252c1116aa lrc: 1/0,0 mode: --/PR res: [0x200000404:0x141:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e753b6 expref: -99 pid: 52886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.659199:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d01aa00/0x21fa6d252c1114ff lrc: 1/0,0 mode: --/CR res: [0x200000404:0x13b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e74e53 expref: -99 pid: 52871 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659206:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d01a600/0x21fa6d252c111496 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x13b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e74d2d expref: -99 pid: 52871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.659212:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe7e00/0x21fa6d252c11137e lrc: 1/0,0 mode: --/CR res: [0x200000404:0x13a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e749f3 expref: -99 pid: 52866 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659244:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d939a00/0x21fa6d252c1112f9 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x138:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e74825 expref: -99 pid: 52858 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659252:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe6e00/0x21fa6d252c1112ba lrc: 1/0,0 mode: --/CR res: [0x200000404:0x134:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e74776 expref: -99 pid: 52858 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659258:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646021000/0x21fa6d252c111258 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x134:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e74626 expref: -99 pid: 52858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.659271:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d01a200/0x21fa6d252c111163 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x12f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e7434e expref: -99 pid: 52850 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659279:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646020a00/0x21fa6d252c1110f3 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x12f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e741d4 expref: -99 pid: 52850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.659285:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646021200/0x21fa6d252c110fd4 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x12e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e73e46 expref: -99 pid: 52845 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659293:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe7a00/0x21fa6d252c110f33 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x12d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e73c32 expref: -99 pid: 52841 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659300:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe6800/0x21fa6d252c110eae lrc: 1/0,0 mode: --/CR res: [0x200000404:0x12c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e73a8e expref: -99 pid: 52836 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659306:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650fe5400/0x21fa6d252c110e30 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x126:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e738f1 expref: -99 pid: 52829 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659313:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650fe5800/0x21fa6d252c110db2 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x126:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e73738 expref: -99 pid: 52829 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.659320:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650fe5c00/0x21fa6d252c110ca8 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x125:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e7342f expref: -99 pid: 52824 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659327:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650fe4a00/0x21fa6d252c110c23 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x120:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e7326f expref: -99 pid: 52817 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659333:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646020e00/0x21fa6d252c110b9e lrc: 1/0,0 mode: --/PR res: [0x200000404:0x120:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e730cb expref: -99 pid: 52817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.659345:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe7200/0x21fa6d252c110abe lrc: 1/0,0 mode: --/CR res: [0x200000404:0x11f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e72e2b expref: -99 pid: 52813 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659353:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650fe4c00/0x21fa6d252c110a24 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x11a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e72c4f expref: -99 pid: 52805 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659360:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe6400/0x21fa6d252c1109ad lrc: 1/0,0 mode: --/PR res: [0x200000404:0x11a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e72ab9 expref: -99 pid: 52805 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.659366:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe6600/0x21fa6d252c1108aa lrc: 1/0,0 mode: --/CR res: [0x200000404:0x119:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e727c5 expref: -99 pid: 52801 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659374:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650fe5200/0x21fa6d252c110784 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x116:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e7240d expref: -99 pid: 52791 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659381:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe7600/0x21fa6d252c11065e lrc: 1/0,0 mode: --/PR res: [0x200000404:0x113:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e720a2 expref: -99 pid: 52782 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659388:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe7c00/0x21fa6d252c11053f lrc: 1/0,0 mode: --/CR res: [0x200000404:0x110:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e71cc7 expref: -99 pid: 52767 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659395:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d939800/0x21fa6d252c110507 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x10d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e71c1f expref: -99 pid: 52767 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659402:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646021e00/0x21fa6d252c110497 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x10d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e71ac1 expref: -99 pid: 52767 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.659409:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650fe5000/0x21fa6d252c110283 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x109:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e7140e expref: -99 pid: 52748 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659422:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64edf8c00/0x21fa6d252c110244 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x106:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e7134a expref: -99 pid: 52748 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659429:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650fe4e00/0x21fa6d252c1101d4 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x106:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e711f3 expref: -99 pid: 52748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.659436:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650fe4400/0x21fa6d252c1100c3 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x105:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e70eb9 expref: -99 pid: 52743 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659442:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650fe5600/0x21fa6d252c110029 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x103:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e70cc8 expref: -99 pid: 52733 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659448:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64ecfec00/0x21fa6d252c10ffe3 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x100:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e70c0b expref: -99 pid: 52733 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659455:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650fe4200/0x21fa6d252c10ff81 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x100:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e70ab4 expref: -99 pid: 52733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.659462:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64ecfe600/0x21fa6d252c10fe69 lrc: 1/0,0 mode: --/CR res: [0x200000404:0xff:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e70781 expref: -99 pid: 52727 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659471:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646402200/0x21fa6d252c10fde4 lrc: 1/0,0 mode: --/CR res: [0x200000404:0xfd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e705cf expref: -99 pid: 52723 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659478:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64edf8400/0x21fa6d252c10fd4a lrc: 1/0,0 mode: --/CR res: [0x200000404:0xfb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e703d0 expref: -99 pid: 52714 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659486:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64cfbca00/0x21fa6d252c10fd12 lrc: 1/0,0 mode: --/CR res: [0x200000404:0xf8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e70328 expref: -99 pid: 52714 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659499:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64edf9600/0x21fa6d252c10fca2 lrc: 1/0,0 mode: --/PR res: [0x200000404:0xf8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e701ca expref: -99 pid: 52714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.659506:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64cfbd600/0x21fa6d252c10fb91 lrc: 1/0,0 mode: --/CR res: [0x200000404:0xf3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6fe58 expref: -99 pid: 52705 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659513:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64cfbd200/0x21fa6d252c10fb28 lrc: 1/0,0 mode: --/PR res: [0x200000404:0xf3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e6fd2b expref: -99 pid: 52705 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.659519:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64cfbda00/0x21fa6d252c10fa17 lrc: 1/0,0 mode: --/CR res: [0x200000404:0xf1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6f9f1 expref: -99 pid: 52694 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659526:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64cfbd800/0x21fa6d252c10f9b5 lrc: 1/0,0 mode: --/CR res: [0x200000404:0xec:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6f8cb expref: -99 pid: 52694 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659533:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64cfbdc00/0x21fa6d252c10f929 lrc: 1/0,0 mode: --/PR res: [0x200000404:0xec:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e6f6f6 expref: -99 pid: 52694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.659540:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64edf9000/0x21fa6d252c10f7fc lrc: 1/0,0 mode: --/CR res: [0x200000404:0xea:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6f353 expref: -99 pid: 52685 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659547:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64cfbc600/0x21fa6d252c10f7e0 lrc: 1/0,0 mode: --/CR res: [0x200000404:0xe7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6f2dc expref: -99 pid: 52685 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659554:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646402c00/0x21fa6d252c10f770 lrc: 1/0,0 mode: --/PR res: [0x200000404:0xe7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e6f17e expref: -99 pid: 52685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.659561:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646402e00/0x21fa6d252c10f666 lrc: 1/0,0 mode: --/PR res: [0x200000404:0xe6:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6ee6e expref: -99 pid: 52680 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659573:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64cfbd000/0x21fa6d252c10f5e1 lrc: 1/0,0 mode: --/CR res: [0x200000404:0xe1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6ec99 expref: -99 pid: 52670 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659581:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64cfbcc00/0x21fa6d252c10f55c lrc: 1/0,0 mode: --/PR res: [0x200000404:0xe1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e6eae7 expref: -99 pid: 52670 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.659588:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64edf9200/0x21fa6d252c10f452 lrc: 1/0,0 mode: --/CR res: [0x200000404:0xdf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6e7de expref: -99 pid: 52663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659595:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64cfbd400/0x21fa6d252c10f3bf lrc: 1/0,0 mode: --/CR res: [0x200000404:0xde:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6e61e expref: -99 pid: 52660 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659602:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64edf8000/0x21fa6d252c10f33a lrc: 1/0,0 mode: --/CR res: [0x200000404:0xdc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6e4a4 expref: -99 pid: 52657 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659609:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64cfbc400/0x21fa6d252c10f222 lrc: 1/0,0 mode: --/PR res: [0x200000404:0xda:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6e101 expref: -99 pid: 52647 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659616:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d938000/0x21fa6d252c10f196 lrc: 1/0,0 mode: --/CR res: [0x200000404:0xd5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6df2c expref: -99 pid: 52638 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659623:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64cfbc200/0x21fa6d252c10f111 lrc: 1/0,0 mode: --/PR res: [0x200000404:0xd5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e6dd88 expref: -99 pid: 52638 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.659630:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64edf8e00/0x21fa6d252c10f00e lrc: 1/0,0 mode: --/CR res: [0x200000404:0xd3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6da63 expref: -99 pid: 52629 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659637:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646020200/0x21fa6d252c10efc1 lrc: 1/0,0 mode: --/CR res: [0x200000404:0xcf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6d98a expref: -99 pid: 52629 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659649:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64edf9400/0x21fa6d252c10ef51 lrc: 1/0,0 mode: --/PR res: [0x200000404:0xcf:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e6d82c expref: -99 pid: 52629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.659657:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64edf8800/0x21fa6d252c10ee47 lrc: 1/0,0 mode: --/CR res: [0x200000404:0xce:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6d500 expref: -99 pid: 52625 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659664:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64cfbce00/0x21fa6d252c10eaf8 lrc: 1/0,0 mode: --/CR res: [0x200000404:0xc3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6ca48 expref: -99 pid: 52593 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659671:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646021800/0x21fa6d252c10ea8f lrc: 1/0,0 mode: --/PR res: [0x200000404:0xc3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e6c8ff expref: -99 pid: 52593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.659678:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64edf8600/0x21fa6d252c10e969 lrc: 1/0,0 mode: --/CR res: [0x200000404:0xbe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6c586 expref: -99 pid: 52584 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.659685:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d939e00/0x21fa6d252c10e8eb lrc: 1/0,0 mode: --/PR res: [0x200000404:0xbe:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e6c405 expref: -99 pid: 52584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.659692:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc642da4200/0x21fa6d252c10e7d3 lrc: 1/0,0 mode: --/CR res: [0x200000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6c0af expref: -99 pid: 52573 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.660186:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64edf8200/0x21fa6d252c10e78d lrc: 1/0,0 mode: --/CR res: [0x200000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6bfd6 expref: -99 pid: 52573 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.660193:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646020c00/0x21fa6d252c10e6ec lrc: 1/0,0 mode: --/PR res: [0x200000404:0xb7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e6bd91 expref: -99 pid: 52573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.660200:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc642da5a00/0x21fa6d252c10e5db lrc: 1/0,0 mode: --/PR res: [0x200000404:0xb5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6ba5e expref: -99 pid: 52568 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.660212:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d939c00/0x21fa6d252c10e533 lrc: 1/0,0 mode: --/CR res: [0x200000404:0xb0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6b7fd expref: -99 pid: 52558 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.660218:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc642da5c00/0x21fa6d252c10e4df lrc: 1/0,0 mode: --/PR res: [0x200000404:0xb0:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e6b708 expref: -99 pid: 52558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.660236:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc642da4e00/0x21fa6d252c10e3c7 lrc: 1/0,0 mode: --/PR res: [0x200000404:0xaf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6b3ab expref: -99 pid: 52553 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.660244:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc642da5400/0x21fa6d252c10e326 lrc: 1/0,0 mode: --/CR res: [0x200000404:0xaa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6b151 expref: -99 pid: 52543 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.660250:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64edf8a00/0x21fa6d252c10e2b6 lrc: 1/0,0 mode: --/PR res: [0x200000404:0xaa:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e6aff3 expref: -99 pid: 52543 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.660257:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64edf9800/0x21fa6d252c10e120 lrc: 1/0,0 mode: --/CR res: [0x200000404:0xa8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6ab15 expref: -99 pid: 52533 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.660265:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64edf9a00/0x21fa6d252c10e09b lrc: 1/0,0 mode: --/PR res: [0x200000404:0xa6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6a955 expref: -99 pid: 52525 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.660273:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc641467800/0x21fa6d252c10e086 lrc: 1/0,0 mode: --/CR res: [0x200000404:0xa3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6a8fa expref: -99 pid: 52525 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.660282:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc640030e00/0x21fa6d252c10e01d lrc: 1/0,0 mode: --/PR res: [0x200000404:0xa3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e6a79c expref: -99 pid: 52525 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.660819:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646021600/0x21fa6d252c10de72 lrc: 1/0,0 mode: --/CR res: [0x200000404:0xa1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6a26a expref: -99 pid: 52515 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.660835:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c27200/0x21fa6d252c10dded lrc: 1/0,0 mode: --/CR res: [0x200000404:0xa0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6a0c6 expref: -99 pid: 52511 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.660844:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26400/0x21fa6d252c10dd5a lrc: 1/0,0 mode: --/CR res: [0x200000404:0x9e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e69eea expref: -99 pid: 52504 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.660851:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc642da5200/0x21fa6d252c10dd22 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x9b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e69e26 expref: -99 pid: 52504 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.660858:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc642da4a00/0x21fa6d252c10dcb9 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x9b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e69ceb expref: -99 pid: 52504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.660866:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c27400/0x21fa6d252c10dba1 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x96:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e699bf expref: -99 pid: 52495 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.660873:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d939000/0x21fa6d252c10db46 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x96:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e69876 expref: -99 pid: 52495 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.660880:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc642da5e00/0x21fa6d252c10da3c lrc: 1/0,0 mode: --/CR res: [0x200000404:0x95:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e69558 expref: -99 pid: 52490 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.660887:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc642da4600/0x21fa6d252c10d9b0 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x94:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6939f expref: -99 pid: 52486 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.660894:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26e00/0x21fa6d252c10d916 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x93:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e691a7 expref: -99 pid: 52479 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.660901:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26000/0x21fa6d252c10d883 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x91:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e68fa1 expref: -99 pid: 52469 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.660914:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646020600/0x21fa6d252c10d84b lrc: 1/0,0 mode: --/CR res: [0x200000404:0x8d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e68ef9 expref: -99 pid: 52469 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.660922:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646020000/0x21fa6d252c10d7db lrc: 1/0,0 mode: --/PR res: [0x200000404:0x8d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e68d9b expref: -99 pid: 52469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.660929:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc642da5800/0x21fa6d252c10d5c7 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x89:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6870b expref: -99 pid: 52447 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.660936:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc642da4000/0x21fa6d252c10d573 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x84:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6860f expref: -99 pid: 52447 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.660943:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc640031e00/0x21fa6d252c10d4e7 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x84:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e6843a expref: -99 pid: 52447 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.660950:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc640030200/0x21fa6d252c10d374 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x7f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e67fa2 expref: -99 pid: 52437 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.660957:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc640031a00/0x21fa6d252c10d304 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x7f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e67e3d expref: -99 pid: 52437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.660964:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26c00/0x21fa6d252c10d1f3 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x7d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e67b0a expref: -99 pid: 52427 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.660971:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26200/0x21fa6d252c10d1d0 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x79:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e67a7e expref: -99 pid: 52427 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.660978:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646021c00/0x21fa6d252c10d152 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x79:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e67912 expref: -99 pid: 52427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.660991:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc640031c00/0x21fa6d252c10d048 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x78:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e675e6 expref: -99 pid: 52421 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.660999:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26600/0x21fa6d252c10cf45 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x72:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e67282 expref: -99 pid: 52409 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.661006:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d938800/0x21fa6d252c10ced5 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x72:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e67140 expref: -99 pid: 52409 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.661013:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc640030800/0x21fa6d252c10cdcb lrc: 1/0,0 mode: --/CR res: [0x200000404:0x70:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e66e30 expref: -99 pid: 52405 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.661021:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26a00/0x21fa6d252c10cd23 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x6f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e66c00 expref: -99 pid: 52401 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.661028:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64ecffe00/0x21fa6d252c10cb01 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x6b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e66577 expref: -99 pid: 52380 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.661034:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c27600/0x21fa6d252c10c933 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x68:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e65fe3 expref: -99 pid: 52364 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.661426:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64ecfe000/0x21fa6d252c10c8c3 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x63:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e65e70 expref: -99 pid: 52357 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.661437:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64ecfe200/0x21fa6d252c10c83e lrc: 1/0,0 mode: --/PR res: [0x200000404:0x63:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e65cb0 expref: -99 pid: 52357 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.661445:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646403400/0x21fa6d252c10c70a lrc: 1/0,0 mode: --/CR res: [0x200000404:0x62:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6590d expref: -99 pid: 52352 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.661456:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646403000/0x21fa6d252c10c67e lrc: 1/0,0 mode: --/PR res: [0x200000404:0x60:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e65754 expref: -99 pid: 52348 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.661464:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d938e00/0x21fa6d252c10c5eb lrc: 1/0,0 mode: --/CR res: [0x200000404:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6556a expref: -99 pid: 52343 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.661472:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646403e00/0x21fa6d252c10c551 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x5d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e65387 expref: -99 pid: 52338 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.661480:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646402800/0x21fa6d252c10c47f lrc: 1/0,0 mode: --/CR res: [0x200000404:0x5a:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e650e0 expref: -99 pid: 51755 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.661488:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc641467e00/0x21fa6d252c10c471 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x5a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e650b6 expref: -99 pid: 51754 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.661494:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d938200/0x21fa6d252c10c463 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x5a:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6508c expref: -99 pid: 51754 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.661502:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64ecfee00/0x21fa6d252c10c3ad lrc: 1/0,0 mode: --/PR res: [0x200000404:0x57:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e64e32 expref: -99 pid: 51742 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.661510:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64ecff400/0x21fa6d252c10c39f lrc: 1/0,0 mode: --/PR res: [0x200000404:0x54:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e64dfa expref: -99 pid: 51171 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.661517:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc641466400/0x21fa6d252c10c398 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x54:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e64dde expref: -99 pid: 51168 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.661523:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d938600/0x21fa6d252c10c280 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x53:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e64ace expref: -99 pid: 51150 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.661536:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64ecffa00/0x21fa6d252c10c256 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e64a3b expref: -99 pid: 50582 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.661542:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646403c00/0x21fa6d252c10c24f lrc: 1/0,0 mode: --/CR res: [0x200000404:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e64a18 expref: -99 pid: 50580 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.661548:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646403200/0x21fa6d252c10c122 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x4e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e646de expref: -99 pid: 50557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.661554:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646402400/0x21fa6d252c10c0f8 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e64636 expref: -99 pid: 49959 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.661562:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc641466200/0x21fa6d252c10bfbd lrc: 1/0,0 mode: --/PR res: [0x200000404:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e6429a expref: -99 pid: 49950 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.661568:0:37586:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 138 locks packed 00000100:00100000:3.0:1769074791.661625:0:37586:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:8e818347-4d21-45d1-a323-b359656f3fdd:37586:1855007612816640:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074791.663113:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ecce780 going to sleep for 11 seconds 00000100:00100000:3.0:1769074791.688573:0:37586:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:8e818347-4d21-45d1-a323-b359656f3fdd:37586:1855007612816640:192.168.204.139@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074791.688614:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b5b2 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8ac14 expref: -99 pid: 58563 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.688636:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879200/0x21fa6d252c11b5ab lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8ac06 expref: -99 pid: 58563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.688654:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64521a400/0x21fa6d252c11b59d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8abea expref: -99 pid: 58562 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.688674:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d01b800/0x21fa6d252c1156ec lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e80357 expref: -99 pid: 54652 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.688687:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64ecff000/0x21fa6d252c111d09 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x15a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e767ba expref: -99 pid: 53505 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.688713:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc68216a000/0x21fa6d252c111d02 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x159:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e76797 expref: -99 pid: 53505 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.688730:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc68216a600/0x21fa6d252c111cb5 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x156:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e766b7 expref: -99 pid: 53504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.688746:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d01ae00/0x21fa6d252c111c84 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x151:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e765c9 expref: -99 pid: 52920 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.688759:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64ecff200/0x21fa6d252c10c48d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x5c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e6511f expref: -99 pid: 52331 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.688772:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648528000/0x21fa6d252c111c14 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x151:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e7646b expref: -99 pid: 52920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.688854:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648529a00/0x21fa6d252c111b11 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x14c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e76170 expref: -99 pid: 52912 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.688865:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d938a00/0x21fa6d252c111a8c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x14c:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e75fcc expref: -99 pid: 52912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.688888:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc640031200/0x21fa6d252c1118e8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x146:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e75a93 expref: -99 pid: 52896 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.688900:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648529400/0x21fa6d252c11187f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x146:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e75951 expref: -99 pid: 52896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.688912:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64ecff800/0x21fa6d252c111760 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x144:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e755ca expref: -99 pid: 52886 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.688923:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe6200/0x21fa6d252c11171a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x141:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e75514 expref: -99 pid: 52886 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.688933:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe6c00/0x21fa6d252c1116aa lrc: 0/0,0 mode: --/PR res: [0x200000404:0x141:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e753b6 expref: -99 pid: 52886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.688943:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d01aa00/0x21fa6d252c1114ff lrc: 0/0,0 mode: --/CR res: [0x200000404:0x13b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e74e53 expref: -99 pid: 52871 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.688952:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d01a600/0x21fa6d252c111496 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x13b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e74d2d expref: -99 pid: 52871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.688963:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe7e00/0x21fa6d252c11137e lrc: 0/0,0 mode: --/CR res: [0x200000404:0x13a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e749f3 expref: -99 pid: 52866 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.688974:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d939a00/0x21fa6d252c1112f9 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x138:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e74825 expref: -99 pid: 52858 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.688985:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe6e00/0x21fa6d252c1112ba lrc: 0/0,0 mode: --/CR res: [0x200000404:0x134:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e74776 expref: -99 pid: 52858 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.688995:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646021000/0x21fa6d252c111258 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x134:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e74626 expref: -99 pid: 52858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.689007:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d01a200/0x21fa6d252c111163 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x12f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e7434e expref: -99 pid: 52850 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.689017:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646020a00/0x21fa6d252c1110f3 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x12f:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e741d4 expref: -99 pid: 52850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.689028:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646021200/0x21fa6d252c110fd4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x12e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e73e46 expref: -99 pid: 52845 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.689050:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe7a00/0x21fa6d252c110f33 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x12d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e73c32 expref: -99 pid: 52841 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.689064:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe6800/0x21fa6d252c110eae lrc: 0/0,0 mode: --/CR res: [0x200000404:0x12c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e73a8e expref: -99 pid: 52836 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.689078:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650fe5400/0x21fa6d252c110e30 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x126:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e738f1 expref: -99 pid: 52829 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.689088:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650fe5800/0x21fa6d252c110db2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x126:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e73738 expref: -99 pid: 52829 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.689097:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650fe5c00/0x21fa6d252c110ca8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x125:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e7342f expref: -99 pid: 52824 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.689109:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650fe4a00/0x21fa6d252c110c23 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x120:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e7326f expref: -99 pid: 52817 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.689121:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646020e00/0x21fa6d252c110b9e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x120:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e730cb expref: -99 pid: 52817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.689132:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe7200/0x21fa6d252c110abe lrc: 0/0,0 mode: --/CR res: [0x200000404:0x11f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e72e2b expref: -99 pid: 52813 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.689143:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650fe4c00/0x21fa6d252c110a24 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x11a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e72c4f expref: -99 pid: 52805 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.689154:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe6400/0x21fa6d252c1109ad lrc: 0/0,0 mode: --/PR res: [0x200000404:0x11a:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e72ab9 expref: -99 pid: 52805 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.689165:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe6600/0x21fa6d252c1108aa lrc: 0/0,0 mode: --/CR res: [0x200000404:0x119:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e727c5 expref: -99 pid: 52801 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.689177:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650fe5200/0x21fa6d252c110784 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x116:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e7240d expref: -99 pid: 52791 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.689188:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe7600/0x21fa6d252c11065e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x113:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e720a2 expref: -99 pid: 52782 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.689200:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64dbe7c00/0x21fa6d252c11053f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x110:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e71cc7 expref: -99 pid: 52767 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.689211:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d939800/0x21fa6d252c110507 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x10d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e71c1f expref: -99 pid: 52767 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.689233:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646021e00/0x21fa6d252c110497 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x10d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e71ac1 expref: -99 pid: 52767 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.689244:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650fe5000/0x21fa6d252c110283 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x109:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e7140e expref: -99 pid: 52748 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.689259:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64edf8c00/0x21fa6d252c110244 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x106:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e7134a expref: -99 pid: 52748 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.689270:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650fe4e00/0x21fa6d252c1101d4 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x106:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e711f3 expref: -99 pid: 52748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.689281:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650fe4400/0x21fa6d252c1100c3 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x105:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e70eb9 expref: -99 pid: 52743 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.689292:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650fe5600/0x21fa6d252c110029 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x103:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e70cc8 expref: -99 pid: 52733 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.689305:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64ecfec00/0x21fa6d252c10ffe3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x100:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e70c0b expref: -99 pid: 52733 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.689314:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc650fe4200/0x21fa6d252c10ff81 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x100:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e70ab4 expref: -99 pid: 52733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.689324:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64ecfe600/0x21fa6d252c10fe69 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xff:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e70781 expref: -99 pid: 52727 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.689646:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646402200/0x21fa6d252c10fde4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xfd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e705cf expref: -99 pid: 52723 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.689669:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64edf8400/0x21fa6d252c10fd4a lrc: 0/0,0 mode: --/CR res: [0x200000404:0xfb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e703d0 expref: -99 pid: 52714 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.689681:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64cfbca00/0x21fa6d252c10fd12 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xf8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e70328 expref: -99 pid: 52714 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.689692:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64edf9600/0x21fa6d252c10fca2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xf8:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e701ca expref: -99 pid: 52714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.689702:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64cfbd600/0x21fa6d252c10fb91 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xf3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6fe58 expref: -99 pid: 52705 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.689711:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64cfbd200/0x21fa6d252c10fb28 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xf3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e6fd2b expref: -99 pid: 52705 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.689723:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64cfbda00/0x21fa6d252c10fa17 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xf1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6f9f1 expref: -99 pid: 52694 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.689735:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64cfbd800/0x21fa6d252c10f9b5 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xec:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6f8cb expref: -99 pid: 52694 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.689744:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64cfbdc00/0x21fa6d252c10f929 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xec:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e6f6f6 expref: -99 pid: 52694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.689755:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64edf9000/0x21fa6d252c10f7fc lrc: 0/0,0 mode: --/CR res: [0x200000404:0xea:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6f353 expref: -99 pid: 52685 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.689766:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64cfbc600/0x21fa6d252c10f7e0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xe7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6f2dc expref: -99 pid: 52685 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.689825:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646402c00/0x21fa6d252c10f770 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xe7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e6f17e expref: -99 pid: 52685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.689838:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646402e00/0x21fa6d252c10f666 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xe6:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6ee6e expref: -99 pid: 52680 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.689851:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64cfbd000/0x21fa6d252c10f5e1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xe1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6ec99 expref: -99 pid: 52670 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.689860:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64cfbcc00/0x21fa6d252c10f55c lrc: 0/0,0 mode: --/PR res: [0x200000404:0xe1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e6eae7 expref: -99 pid: 52670 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.690024:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64edf9200/0x21fa6d252c10f452 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xdf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6e7de expref: -99 pid: 52663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.690114:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64cfbd400/0x21fa6d252c10f3bf lrc: 0/0,0 mode: --/CR res: [0x200000404:0xde:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6e61e expref: -99 pid: 52660 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.690130:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64edf8000/0x21fa6d252c10f33a lrc: 0/0,0 mode: --/CR res: [0x200000404:0xdc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6e4a4 expref: -99 pid: 52657 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.690142:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64cfbc400/0x21fa6d252c10f222 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xda:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6e101 expref: -99 pid: 52647 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.690156:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d938000/0x21fa6d252c10f196 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xd5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6df2c expref: -99 pid: 52638 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.690165:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64cfbc200/0x21fa6d252c10f111 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xd5:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e6dd88 expref: -99 pid: 52638 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.690177:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64edf8e00/0x21fa6d252c10f00e lrc: 0/0,0 mode: --/CR res: [0x200000404:0xd3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6da63 expref: -99 pid: 52629 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.690189:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646020200/0x21fa6d252c10efc1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xcf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6d98a expref: -99 pid: 52629 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.690198:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64edf9400/0x21fa6d252c10ef51 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xcf:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e6d82c expref: -99 pid: 52629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.690209:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64edf8800/0x21fa6d252c10ee47 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xce:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6d500 expref: -99 pid: 52625 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.690230:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64cfbce00/0x21fa6d252c10eaf8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xc3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6ca48 expref: -99 pid: 52593 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.690242:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646021800/0x21fa6d252c10ea8f lrc: 0/0,0 mode: --/PR res: [0x200000404:0xc3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e6c8ff expref: -99 pid: 52593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.690253:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64edf8600/0x21fa6d252c10e969 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xbe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6c586 expref: -99 pid: 52584 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.690265:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d939e00/0x21fa6d252c10e8eb lrc: 0/0,0 mode: --/PR res: [0x200000404:0xbe:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e6c405 expref: -99 pid: 52584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.690275:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc642da4200/0x21fa6d252c10e7d3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6c0af expref: -99 pid: 52573 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.690289:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64edf8200/0x21fa6d252c10e78d lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6bfd6 expref: -99 pid: 52573 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.690298:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646020c00/0x21fa6d252c10e6ec lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e6bd91 expref: -99 pid: 52573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.690308:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc642da5a00/0x21fa6d252c10e5db lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6ba5e expref: -99 pid: 52568 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.690322:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d939c00/0x21fa6d252c10e533 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6b7fd expref: -99 pid: 52558 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.690331:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc642da5c00/0x21fa6d252c10e4df lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb0:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e6b708 expref: -99 pid: 52558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.690506:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc642da4e00/0x21fa6d252c10e3c7 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xaf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6b3ab expref: -99 pid: 52553 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.690519:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc642da5400/0x21fa6d252c10e326 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xaa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6b151 expref: -99 pid: 52543 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.690529:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64edf8a00/0x21fa6d252c10e2b6 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xaa:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e6aff3 expref: -99 pid: 52543 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.690543:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64edf9800/0x21fa6d252c10e120 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xa8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6ab15 expref: -99 pid: 52533 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.690559:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64edf9a00/0x21fa6d252c10e09b lrc: 0/0,0 mode: --/PR res: [0x200000404:0xa6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6a955 expref: -99 pid: 52525 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.690571:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc641467800/0x21fa6d252c10e086 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xa3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6a8fa expref: -99 pid: 52525 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.690581:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc640030e00/0x21fa6d252c10e01d lrc: 0/0,0 mode: --/PR res: [0x200000404:0xa3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e6a79c expref: -99 pid: 52525 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.690595:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646021600/0x21fa6d252c10de72 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xa1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6a26a expref: -99 pid: 52515 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.690608:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c27200/0x21fa6d252c10dded lrc: 0/0,0 mode: --/CR res: [0x200000404:0xa0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6a0c6 expref: -99 pid: 52511 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.690623:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26400/0x21fa6d252c10dd5a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x9e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e69eea expref: -99 pid: 52504 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.690633:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc642da5200/0x21fa6d252c10dd22 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x9b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e69e26 expref: -99 pid: 52504 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.690643:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc642da4a00/0x21fa6d252c10dcb9 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x9b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e69ceb expref: -99 pid: 52504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.690653:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c27400/0x21fa6d252c10dba1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x96:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e699bf expref: -99 pid: 52495 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.690663:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d939000/0x21fa6d252c10db46 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x96:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e69876 expref: -99 pid: 52495 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.690674:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc642da5e00/0x21fa6d252c10da3c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x95:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e69558 expref: -99 pid: 52490 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.690685:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc642da4600/0x21fa6d252c10d9b0 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x94:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6939f expref: -99 pid: 52486 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.691009:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26e00/0x21fa6d252c10d916 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x93:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e691a7 expref: -99 pid: 52479 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.691026:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26000/0x21fa6d252c10d883 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x91:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e68fa1 expref: -99 pid: 52469 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.691134:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646020600/0x21fa6d252c10d84b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x8d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e68ef9 expref: -99 pid: 52469 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.691147:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646020000/0x21fa6d252c10d7db lrc: 0/0,0 mode: --/PR res: [0x200000404:0x8d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e68d9b expref: -99 pid: 52469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.691160:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc642da5800/0x21fa6d252c10d5c7 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x89:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6870b expref: -99 pid: 52447 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.691172:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc642da4000/0x21fa6d252c10d573 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x84:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6860f expref: -99 pid: 52447 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.691182:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc640031e00/0x21fa6d252c10d4e7 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x84:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e6843a expref: -99 pid: 52447 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.691196:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc640030200/0x21fa6d252c10d374 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x7f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e67fa2 expref: -99 pid: 52437 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.691207:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc640031a00/0x21fa6d252c10d304 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x7f:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e67e3d expref: -99 pid: 52437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.691227:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26c00/0x21fa6d252c10d1f3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x7d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e67b0a expref: -99 pid: 52427 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.691241:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26200/0x21fa6d252c10d1d0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x79:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e67a7e expref: -99 pid: 52427 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.691252:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646021c00/0x21fa6d252c10d152 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x79:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e67912 expref: -99 pid: 52427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.691265:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc640031c00/0x21fa6d252c10d048 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x78:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e675e6 expref: -99 pid: 52421 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.691278:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26600/0x21fa6d252c10cf45 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x72:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e67282 expref: -99 pid: 52409 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.691288:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d938800/0x21fa6d252c10ced5 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x72:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e67140 expref: -99 pid: 52409 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.691299:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc640030800/0x21fa6d252c10cdcb lrc: 0/0,0 mode: --/CR res: [0x200000404:0x70:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e66e30 expref: -99 pid: 52405 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.691310:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26a00/0x21fa6d252c10cd23 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x6f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e66c00 expref: -99 pid: 52401 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.691322:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64ecffe00/0x21fa6d252c10cb01 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x6b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e66577 expref: -99 pid: 52380 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.692416:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c27600/0x21fa6d252c10c933 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x68:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e65fe3 expref: -99 pid: 52364 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.692461:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64ecfe000/0x21fa6d252c10c8c3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x63:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e65e70 expref: -99 pid: 52357 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.692475:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64ecfe200/0x21fa6d252c10c83e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x63:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e65cb0 expref: -99 pid: 52357 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.692488:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646403400/0x21fa6d252c10c70a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x62:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6590d expref: -99 pid: 52352 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.692503:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646403000/0x21fa6d252c10c67e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x60:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e65754 expref: -99 pid: 52348 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.692517:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d938e00/0x21fa6d252c10c5eb lrc: 0/0,0 mode: --/CR res: [0x200000404:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6556a expref: -99 pid: 52343 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.692534:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646403e00/0x21fa6d252c10c551 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x5d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e65387 expref: -99 pid: 52338 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.692547:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646402800/0x21fa6d252c10c47f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x5a:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e650e0 expref: -99 pid: 51755 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.692556:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc641467e00/0x21fa6d252c10c471 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x5a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e650b6 expref: -99 pid: 51754 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.692568:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d938200/0x21fa6d252c10c463 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x5a:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e6508c expref: -99 pid: 51754 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.692583:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64ecfee00/0x21fa6d252c10c3ad lrc: 0/0,0 mode: --/PR res: [0x200000404:0x57:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e64e32 expref: -99 pid: 51742 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.692596:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64ecff400/0x21fa6d252c10c39f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x54:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e64dfa expref: -99 pid: 51171 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.692607:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc641466400/0x21fa6d252c10c398 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x54:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e64dde expref: -99 pid: 51168 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.692621:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d938600/0x21fa6d252c10c280 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x53:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e64ace expref: -99 pid: 51150 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.692634:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64ecffa00/0x21fa6d252c10c256 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e64a3b expref: -99 pid: 50582 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.692644:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646403c00/0x21fa6d252c10c24f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e64a18 expref: -99 pid: 50580 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.692657:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646403200/0x21fa6d252c10c122 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x4e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e646de expref: -99 pid: 50557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074791.692670:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646402400/0x21fa6d252c10c0f8 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e64636 expref: -99 pid: 49959 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074791.692682:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc641466200/0x21fa6d252c10bfbd lrc: 0/0,0 mode: --/PR res: [0x200000404:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e6429a expref: -99 pid: 49950 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074791.768842:0:58571:0:(ldlm_resource.c:158:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff9bc643a3f800 00010000:00010000:1.0:1769074791.768912:0:58571:0:(ldlm_resource.c:158:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff9bc646483800 00010000:00010000:1.0:1769074791.768951:0:58571:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 8/8 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074791.768972:0:55495:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 8 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074791.768983:0:55495:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc648529200/0x21fa6d252c11289a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800028400020000 nid: local remote: 0x8b5959a9a0e785c0 expref: -99 pid: 53505 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1769074791.769026:0:55495:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x15a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1769074791.769176:0:55495:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x15a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1769074791.769204:0:55495:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64d01be00/0x21fa6d252c1156de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x28400020000 nid: local remote: 0x8b5959a9a0e80342 expref: -99 pid: 54652 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074791.769215:0:55495:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c1156d7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x28400020000 nid: local remote: 0x8b5959a9a0e8033b expref: -99 pid: 54652 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074791.769237:0:55495:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c1156d0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->4194303) gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e8032d expref: -99 pid: 54652 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074791.769247:0:55495:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64d938c00/0x21fa6d252c10c46a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028480000000 nid: local remote: 0x8b5959a9a0e650a8 expref: -99 pid: 51754 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1769074791.769258:0:55495:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x5a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1769074791.769280:0:55495:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x5a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1769074791.769293:0:55495:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc641466000/0x21fa6d252c10c0c0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x28400010000 nid: local remote: 0x8b5959a9a0e6456b expref: -99 pid: 49957 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074791.769303:0:55495:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646403a00/0x21fa6d252c10af7f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28400020000 nid: local remote: 0x8b5959a9a0e61575 expref: -99 pid: 47797 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074791.769312:0:55495:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64ecfe400/0x21fa6d252c10af6a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e61559 expref: -99 pid: 47797 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074791.769362:0:55495:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc648529200/0x21fa6d252c11289a lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x804869400020020 nid: local remote: 0x8b5959a9a0e785c0 expref: -99 pid: 53505 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074791.769370:0:55495:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64d01be00/0x21fa6d252c1156de lrc: 1/0,0 mode: --/PW res: [0x240000400:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x4829400020020 nid: local remote: 0x8b5959a9a0e80342 expref: -99 pid: 54652 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074791.769376:0:55495:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c1156d7 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4829400020020 nid: local remote: 0x8b5959a9a0e8033b expref: -99 pid: 54652 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074791.769388:0:55495:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c1156d0 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->4194303) gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8032d expref: -99 pid: 54652 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074791.769395:0:55495:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64d938c00/0x21fa6d252c10c46a lrc: 1/0,0 mode: --/PW res: [0x240000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869480000020 nid: local remote: 0x8b5959a9a0e650a8 expref: -99 pid: 51754 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074791.769402:0:55495:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc641466000/0x21fa6d252c10c0c0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x4829400010020 nid: local remote: 0x8b5959a9a0e6456b expref: -99 pid: 49957 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074791.769408:0:55495:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646403a00/0x21fa6d252c10af7f lrc: 1/0,0 mode: --/PW res: [0x240000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400020020 nid: local remote: 0x8b5959a9a0e61575 expref: -99 pid: 47797 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074791.769414:0:55495:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64ecfe400/0x21fa6d252c10af6a lrc: 1/0,0 mode: --/PW res: [0x240000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e61559 expref: -99 pid: 47797 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074791.769420:0:55495:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 8 locks packed 00000100:00100000:1.0:1769074791.769464:0:55495:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_05:8e818347-4d21-45d1-a323-b359656f3fdd:55495:1855007612816768:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074791.769607:0:55495:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6465233c0 going to sleep for 11 seconds 00010000:00010000:1.0:1769074791.773562:0:47798:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074791.773588:0:47798:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b5a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800028400000000 nid: local remote: 0x8b5959a9a0e8abf8 expref: -99 pid: 58562 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1769074791.773634:0:47798:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1aa:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1769074791.781282:0:47798:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1aa:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1769074791.782262:0:47798:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64521be00/0x21fa6d252c11b5a4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x804869400000020 nid: local remote: 0x8b5959a9a0e8abf8 expref: -99 pid: 58562 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074791.782295:0:47798:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1769074791.782331:0:47798:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:8e818347-4d21-45d1-a323-b359656f3fdd:47798:1855007612816896:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074791.782524:0:47798:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc646523300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074791.788382:0:55495:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_05:8e818347-4d21-45d1-a323-b359656f3fdd:55495:1855007612816768:192.168.204.139@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074791.788433:0:55495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc648529200/0x21fa6d252c11289a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x804869400020020 nid: local remote: 0x8b5959a9a0e785c0 expref: -99 pid: 53505 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074791.788470:0:55495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64d01be00/0x21fa6d252c1156de lrc: 0/0,0 mode: --/PW res: [0x240000400:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x4829400020020 nid: local remote: 0x8b5959a9a0e80342 expref: -99 pid: 54652 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074791.788485:0:55495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c1156d7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4829400020020 nid: local remote: 0x8b5959a9a0e8033b expref: -99 pid: 54652 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074791.788498:0:55495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c1156d0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->4194303) gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8032d expref: -99 pid: 54652 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074791.788512:0:55495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64d938c00/0x21fa6d252c10c46a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869480000020 nid: local remote: 0x8b5959a9a0e650a8 expref: -99 pid: 51754 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074791.788525:0:55495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc641466000/0x21fa6d252c10c0c0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x4829400010020 nid: local remote: 0x8b5959a9a0e6456b expref: -99 pid: 49957 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074791.788539:0:55495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646403a00/0x21fa6d252c10af7f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400020020 nid: local remote: 0x8b5959a9a0e61575 expref: -99 pid: 47797 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074791.788559:0:55495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64ecfe400/0x21fa6d252c10af6a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e61559 expref: -99 pid: 47797 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074791.788596:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074791.788599:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074791.788601:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:1.0:1769074793.114579:0:58584:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074793.114612:0:58584:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074793.114671:0:58584:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11b5b9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 58584 initiator: MDT0 00010000:00010000:1.0:1769074793.114681:0:58584:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11b5b9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 58584 initiator: MDT0 00010000:00010000:1.0:1769074793.114690:0:58584:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11b5b9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 58584 initiator: MDT0 00000100:00100000:1.0:1769074793.114716:0:58584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job dd:8e818347-4d21-45d1-a323-b359656f3fdd:58584:1855007612817024:192.168.204.139@tcp:101:dd.0 00000100:00100000:1.0:1769074793.119941:0:58584:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6465233c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074793.122448:0:58584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job dd:8e818347-4d21-45d1-a323-b359656f3fdd:58584:1855007612817024:192.168.204.139@tcp:101:dd.0 00010000:00010000:1.0:1769074793.122472:0:58584:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11b5b9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ac29 expref: -99 pid: 58584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074793.122485:0:58584:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11b5b9 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ac29 expref: -99 pid: 58584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074793.122497:0:58584:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11b5b9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ac29 expref: -99 pid: 58584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074793.122512:0:58584:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11b5b9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ac29 expref: -99 pid: 58584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074793.122522:0:58584:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11b5b9 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ac29 expref: -99 pid: 58584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074793.122530:0:58584:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11b5b9 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ac29 expref: -99 pid: 58584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074793.122537:0:58584:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11b5b9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ac29 expref: -99 pid: 58584 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074793.122547:0:58584:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9bc64ac92d80 x1855007612817024/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074809 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074793.122560:0:58584:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11b5b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ac29 expref: -99 pid: 58584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074793.122573:0:58584:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:1.0:1769074793.122579:0:58584:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074793.122605:0:58584:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 13824 00000080:00010000:1.0:1769074793.122611:0:58584:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b5b9 00000080:00010000:1.0:1769074793.122617:0:58584:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074793.122620:0:58584:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b5b9 from it ffffa7f9814f3bf8 00010000:00010000:1.0:1769074793.122623:0:58584:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11b5b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ac29 expref: -99 pid: 58584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074793.122631:0:58584:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11b5b9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ac29 expref: -99 pid: 58584 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074793.122655:0:58584:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074793.122673:0:58584:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074793.122685:0:58584:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074793.122692:0:58584:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11b5b9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ac29 expref: -99 pid: 58584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074793.122702:0:58584:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11b5b9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ac29 expref: -99 pid: 58584 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074793.122709:0:58584:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074793.122713:0:58584:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074793.122715:0:58584:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b5b9 00000080:00010000:1.0:1769074793.122719:0:58584:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b5b9 from it ffffa7f9814f3b38 00010000:00010000:1.0:1769074793.122722:0:58584:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11b5b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ac29 expref: -99 pid: 58584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074793.122730:0:58584:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11b5b9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ac29 expref: -99 pid: 58584 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074793.122738:0:58584:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 3 00000080:00200000:1.0:1769074793.122743:0:58584:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f200c.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), file ffff9bc643273200, open_flags c041, mode 81b6 opened 0 00000080:00200000:1.0:1769074793.122752:0:58584:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f200c.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), intent=open|creat 00000002:00010000:1.0:1769074793.122769:0:58584:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f200c.sanity-flr,[0x200000404:0x1ab:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0140102 00010000:00010000:1.0:1769074793.122806:0:58584:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11b5b9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e8ac29 expref: -99 pid: 58584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074793.123557:0:58584:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11b5b9 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8ac29 expref: -99 pid: 58584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074793.123568:0:58584:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074793.123571:0:58584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11b5b9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8ac29 expref: -99 pid: 58584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074793.123609:0:58584:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b5c0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 58584 initiator: MDT0 00010000:00010000:1.0:1769074793.123616:0:58584:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b5c0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 58584 initiator: MDT0 00000020:00100000:1.0:1769074793.123627:0:58584:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074793.123636:0:58584:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac92d80 x1855007612817280/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/67824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074793.123646:0:58584:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b5c0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 58584 initiator: MDT0 00000100:00100000:1.0:1769074793.123667:0:58584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job dd:8e818347-4d21-45d1-a323-b359656f3fdd:58584:1855007612817280:192.168.204.139@tcp:101:dd.0 00000100:00100000:1.0:1769074793.124739:0:58584:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6465233c0 going to sleep for 11 seconds 00010000:00010000:3.0:1769074794.509030:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1769074795.451366:0:58711:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: mirror extend 00000080:00200000:1.0:1769074795.528145:0:58716:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8),name=/ 00000002:00010000:1.0:1769074795.528191:0:58716:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074795.528254:0:58716:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08ca00/0x21fa6d252c11b5c7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 58716 initiator: MDT0 00010000:00010000:1.0:1769074795.528266:0:58716:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08ca00/0x21fa6d252c11b5c7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 58716 initiator: MDT0 00010000:00010000:1.0:1769074795.528275:0:58716:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08ca00/0x21fa6d252c11b5c7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 58716 initiator: MDT0 00000100:00100000:1.0:1769074795.528303:0:58716:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job lfs:2f350b61-220d-44c0-add1-2054ba0cd22d:58716:1855007612817408:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074795.528422:0:58716:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc646523240 going to sleep for 11 seconds 00000100:00100000:1.0:1769074795.558803:0:58716:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ca80 pname:cluuid:pid:xid:nid:opc:job lfs:2f350b61-220d-44c0-add1-2054ba0cd22d:58716:1855007612817792:192.168.204.139@tcp:700:lfs.0 00000002:00010000:1.0:1769074795.558857:0:58716:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: . :VOLATILE:0000:79F84711:fd=03,[0x200000bd1:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0574702 00010000:00010000:1.0:1769074795.558880:0:58716:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08ca00/0x21fa6d252c11b5c7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e8ac4c expref: -99 pid: 58716 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074795.559138:0:58716:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08ca00/0x21fa6d252c11b5c7 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8ac4c expref: -99 pid: 58716 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074795.559147:0:58716:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074795.559151:0:58716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08ca00/0x21fa6d252c11b5c7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8ac4c expref: -99 pid: 58716 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074795.559207:0:58716:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08c000/0x21fa6d252c11b5d5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 58716 initiator: MDT0 00010000:00010000:1.0:1769074795.559215:0:58716:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08c000/0x21fa6d252c11b5d5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 58716 initiator: MDT0 00000020:00100000:1.0:1769074795.559227:0:58716:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc643a3f800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074795.559235:0:58716:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac92a00 x1855007612818048/t0(0) o101->lustre-MDT0000-mdc-ffff9bc643a3f800@192.168.204.139@tcp:12/10 lens 552/67824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074795.559246:0:58716:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08c000/0x21fa6d252c11b5d5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 58716 initiator: MDT0 00000100:00100000:1.0:1769074795.559269:0:58716:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job lfs:2f350b61-220d-44c0-add1-2054ba0cd22d:58716:1855007612818048:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074795.559423:0:58716:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc641370000 going to sleep for 11 seconds 00000100:00100000:3.0:1769074795.622147:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074795.622195:0:37577:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619933184 00000100:00100000:3.0:1769074795.622205:0:37577:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619933184 00000100:00100000:3.0:1769074795.622255:0:37577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6578 00000100:00100000:3.0:1769074795.622265:0:37577:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9ad180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:2f350b61-220d-44c0-add1-2054ba0cd22d+5:30391:x1855007619933184:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074795.622283:0:37577:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08c000/0x21fa6d252c11b5d5 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x8b5959a9a0e8ac7d expref: -99 pid: 58716 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074795.622359:0:37577:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074795.622365:0:37577:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9ad180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:2f350b61-220d-44c0-add1-2054ba0cd22d+5:30391:x1855007619933184:12345-192.168.204.139@tcp:104: Request processed in 101us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074795.622374:0:37577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6578 00010000:00010000:1.0:1769074795.622618:0:55495:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074795.622626:0:55495:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08c000/0x21fa6d252c11b5d5 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x8b5959a9a0e8ac7d expref: -99 pid: 58716 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074795.622635:0:55495:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f08c000 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074795.622641:0:55495:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08c000/0x21fa6d252c11b5d5 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x8b5959a9a0e8ac7d expref: -99 pid: 58716 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074795.622648:0:55495:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08c000/0x21fa6d252c11b5d5 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x8b5959a9a0e8ac7d expref: -99 pid: 58716 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074795.622656:0:55495:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08c000/0x21fa6d252c11b5d5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x8b5959a9a0e8ac7d expref: -99 pid: 58716 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074795.622682:0:55495:0:(vvp_object.c:114:vvp_conf_set()) [0x200000bd1:0x1:0x0]: losing layout lock 00010000:00010000:1.0:1769074795.622729:0:55495:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08c000/0x21fa6d252c11b5d5 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8b5959a9a0e8ac7d expref: -99 pid: 58716 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074795.622736:0:55495:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074795.622760:0:55495:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08c000/0x21fa6d252c11b5d5 lrc: 1/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8b5959a9a0e8ac7d expref: -99 pid: 58716 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074795.622767:0:55495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08c000/0x21fa6d252c11b5d5 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8b5959a9a0e8ac7d expref: -99 pid: 58716 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074795.622806:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074795.622817:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074795.622819:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074795.622835:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f350b61-220d-44c0-add1-2054ba0cd22d:2370:1855007612818432:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074795.639278:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f350b61-220d-44c0-add1-2054ba0cd22d:2370:1855007612818432:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074795.640148:0:58716:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e300 pname:cluuid:pid:xid:nid:opc:job lfs:2f350b61-220d-44c0-add1-2054ba0cd22d:58716:1855007612818304:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074795.640181:0:58716:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc67f943e00/0x21fa6d252c11b5dc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 58716 initiator: MDT0 00010000:00010000:1.0:1769074795.640196:0:58716:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc67f943e00/0x21fa6d252c11b5dc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 58716 initiator: MDT0 00010000:00010000:1.0:1769074795.640204:0:58716:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc67f943e00/0x21fa6d252c11b5dc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 58716 initiator: MDT0 00010000:00010000:1.0:1769074795.640212:0:58716:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc67f943e00/0x21fa6d252c11b5dc lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 58716 initiator: MDT0 00010000:00010000:1.0:1769074795.640220:0:58716:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc67f943e00/0x21fa6d252c11b5dc lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 58716 initiator: MDT0 00010000:00010000:1.0:1769074795.640226:0:58716:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f943e00 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074795.640233:0:58716:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc67f943e00/0x21fa6d252c11b5dc lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 58716 initiator: MDT0 00010000:00010000:1.0:1769074795.640239:0:58716:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc67f943e00/0x21fa6d252c11b5dc lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 58716 initiator: MDT0 00010000:00010000:1.0:1769074795.640246:0:58716:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc67f943e00/0x21fa6d252c11b5dc lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 58716 initiator: MDT0 00010000:00010000:1.0:1769074795.640253:0:58716:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074795.640259:0:58716:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc67f943e00/0x21fa6d252c11b5dc lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 58716 initiator: MDT0 00010000:00010000:1.0:1769074795.640264:0:58716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc67f943e00/0x21fa6d252c11b5dc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 58716 initiator: MDT0 00000002:00100000:1.0:1769074795.640289:0:58716:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=800002b, status=0 req@ffff9bc64f07e300 x1855007612818304/t8589941381(8589941381) o101->lustre-MDT0000-mdc-ffff9bc643a3f800@192.168.204.139@tcp:12/10 lens 2152/768 e 0 to 0 dl 1769074811 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1769074795.640309:0:58716:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64f07e300 x1855007612818304/t8589941381(8589941381) o101->lustre-MDT0000-mdc-ffff9bc643a3f800@192.168.204.139@tcp:12/10 lens 2152/768 e 0 to 0 dl 1769074811 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074795.640327:0:58716:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074795.640375:0:58716:0:(vvp_io.c:1854:vvp_io_init()) [0x200000bd1:0x1:0x0] ignore/verify layout 1/0, layout version 36 restore needed 0 00000080:00200000:1.0:1769074795.640384:0:58716:0:(vvp_io.c:289:vvp_io_fini()) [0x200000bd1:0x1:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1769074795.640434:0:58716:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000bd1:0x1:0x0], updating i_size 0 00000002:00100000:1.0:1769074795.640449:0:58716:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64f07e300 x1855007612818304/t8589941381(8589941381) o101->lustre-MDT0000-mdc-ffff9bc643a3f800@192.168.204.139@tcp:12/10 lens 680/768 e 0 to 0 dl 1769074811 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1769074795.640486:0:58716:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff9bc64f07e300 x1855007612818304/t8589941381(8589941381) o101->lustre-MDT0000-mdc-ffff9bc643a3f800@192.168.204.139@tcp:12/10 lens 680/768 e 0 to 0 dl 1769074811 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074795.640496:0:58716:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc643a3f800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074795.640500:0:58716:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac92680 x1855007612818688/t0(0) o35->lustre-MDT0000-mdc-ffff9bc643a3f800@192.168.204.139@tcp:23/10 lens 392/2128 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1769074795.640522:0:58716:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job lfs:2f350b61-220d-44c0-add1-2054ba0cd22d:58716:1855007612818688:192.168.204.139@tcp:35:lfs.0 00000100:00100000:1.0:1769074795.640616:0:58716:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6450a3240 going to sleep for 11 seconds 00000100:00100000:1.0:1769074795.650371:0:58716:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job lfs:2f350b61-220d-44c0-add1-2054ba0cd22d:58716:1855007612818688:192.168.204.139@tcp:35:lfs.0 00000002:00100000:1.0:1769074795.650405:0:58716:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9bc64f07e300 x1855007612818304/t8589941381(8589941381) o101->lustre-MDT0000-mdc-ffff9bc643a3f800@192.168.204.139@tcp:12/10 lens 680/768 e 0 to 0 dl 1769074811 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200008:1.0:1769074795.650450:0:58716:0:(file.c:6252:ll_getattr_dentry()) START file f200c.sanity-flr:[0x200000404:0x1aa:0x0](ffff9bc649b642c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074795.650458:0:58716:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1aa:0x0](ffff9bc649b642c8),name=f200c.sanity-flr 00000002:00010000:1.0:1769074795.650481:0:58716:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1aa:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074795.650501:0:58716:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc67f943400/0x21fa6d252c11b5ce lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8ac68 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074795.650516:0:58716:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc67f943400/0x21fa6d252c11b5ce lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8ac68 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074795.650524:0:58716:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074795.650529:0:58716:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1aa:0x0](ffff9bc649b642c8) 00000080:00010000:1.0:1769074795.650533:0:58716:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1aa:0x0](ffff9bc649b642c8) for lock 0x21fa6d252c11b5ce 00000080:00010000:1.0:1769074795.650541:0:58716:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b5ce from it ffffa7f98146bcd8 00010000:00010000:1.0:1769074795.650544:0:58716:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc67f943400/0x21fa6d252c11b5ce lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8ac68 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074795.650553:0:58716:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc67f943400/0x21fa6d252c11b5ce lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8ac68 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074795.650580:0:58716:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1aa:0x0] ignore/verify layout 0/1, layout version 37 restore needed 0 00000001:00010000:1.0:1769074795.650592:0:58716:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1aa:0x0] 00000008:00010000:1.0:1769074795.650610:0:58716:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1769074795.650613:0:58716:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc643072930, osc lock ffff9bc64a5b5430, flags 0x400001002 00010000:00010000:1.0:1769074795.650659:0:58716:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08c000/0x21fa6d252c11b5e3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074795.650669:0:58716:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08c000/0x21fa6d252c11b5e3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00000020:00200000:1.0:1769074795.650707:0:58716:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1769074795.650718:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074795.650736:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f350b61-220d-44c0-add1-2054ba0cd22d:2370:1855007612818816:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074795.683142:0:2370:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08c000/0x21fa6d252c11b5e3 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074795.683189:0:2370:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08c000/0x21fa6d252c11b5e3 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8aca0 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074795.683207:0:2370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08c000/0x21fa6d252c11b5e3 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8aca0 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074795.683226:0:2370:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08c000/0x21fa6d252c11b5e3 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8aca0 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1769074795.683243:0:2370:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 2097152, setting rss=2097152; kms=2097152, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08c000/0x21fa6d252c11b5e3 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8aca0 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00000020:00200000:1.0:1769074795.683257:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1769074795.683400:0:2370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08c000/0x21fa6d252c11b5e3 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8aca0 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074795.683411:0:2370:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08c000/0x21fa6d252c11b5e3 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8aca0 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074795.683419:0:2370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08c000/0x21fa6d252c11b5e3 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8aca0 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074795.683427:0:2370:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08c000/0x21fa6d252c11b5e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8aca0 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074795.683455:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f350b61-220d-44c0-add1-2054ba0cd22d:2370:1855007612818816:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074795.688376:0:58716:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bc643a3f800: committing for last_committed 8589941379 gen 1 00000100:00100000:3.0:1769074795.688399:0:58716:0:(client.c:3130:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9bc64f07d180 x1855007612817664/t8589941379(8589941379) o101->lustre-MDT0000-mdc-ffff9bc643a3f800@192.168.204.139@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074811 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1769074795.688414:0:58716:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9bc64ac92a00 x1855007612818048/t8589941380(8589941380) o101->lustre-MDT0000-mdc-ffff9bc643a3f800@192.168.204.139@tcp:12/10 lens 552/608 e 0 to 0 dl 1769074811 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1769074795.688428:0:58716:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job lfs:2f350b61-220d-44c0-add1-2054ba0cd22d:58716:1855007612818944:192.168.204.139@tcp:101:lfs.0 00010000:00010000:3.0:1769074795.688453:0:58716:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64d879000/0x21fa6d252c11b5ea lrc: 4/1,0 mode: --/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8acae expref: -99 pid: 58716 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074795.688465:0:58716:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64d879000/0x21fa6d252c11b5ea lrc: 4/1,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8acae expref: -99 pid: 58716 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074795.688477:0:58716:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64d879000/0x21fa6d252c11b5ea lrc: 4/1,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8acae expref: -99 pid: 58716 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074795.688493:0:58716:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64d879000/0x21fa6d252c11b5ea lrc: 4/1,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8acae expref: -99 pid: 58716 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074795.688506:0:58716:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64d879000/0x21fa6d252c11b5ea lrc: 5/2,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8acae expref: -99 pid: 58716 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074795.688515:0:58716:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64d879000/0x21fa6d252c11b5ea lrc: 5/2,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8acae expref: -99 pid: 58716 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074795.688523:0:58716:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64d879000/0x21fa6d252c11b5ea lrc: 4/1,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8acae expref: -99 pid: 58716 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074795.688539:0:58716:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9bc67afd8a80 x1855007612818944/t0(0) o101->lustre-MDT0000-mdc-ffff9bc643a3f800@192.168.204.139@tcp:12/10 lens 576/744 e 0 to 0 dl 1769074811 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074795.688552:0:58716:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 160 ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64d879000/0x21fa6d252c11b5ea lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8acae expref: -99 pid: 58716 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1769074795.688564:0:58716:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64d879000/0x21fa6d252c11b5ea lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8acae expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074795.688577:0:58716:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc67f926c00 type 13 mode 4 res 8589937617/1 (0 0) 00000080:00200000:3.0:1769074795.688584:0:58716:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000bd1:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074795.688928:0:58716:0:(file.c:6809:ll_layout_conf()) [0x200000bd1:0x1:0x0]: layout version change: 4294967294 -> 1 00000080:00010000:3.0:1769074795.688934:0:58716:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000bd1:0x1:0x0](ffff9bc649b66c08) for lock 0x21fa6d252c11b5ea 00000080:00010000:3.0:1769074795.688940:0:58716:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000bd1:0x1:0x0](ffff9bc649b66c08) 00000080:00010000:3.0:1769074795.688943:0:58716:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b5ea from it ffffa7f98146bcd8 00010000:00010000:3.0:1769074795.688945:0:58716:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64d879000/0x21fa6d252c11b5ea lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8acae expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074795.688952:0:58716:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64d879000/0x21fa6d252c11b5ea lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8acae expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074795.688983:0:58716:0:(vvp_io.c:1854:vvp_io_init()) [0x200000bd1:0x1:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1769074795.688991:0:58716:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000bd1:0x1:0x0] 00000008:00010000:3.0:1769074795.689005:0:58716:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074795.689007:0:58716:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc650821b70, osc lock ffff9bc64a6dcd10, flags 0x400001002 00000008:00010000:3.0:1769074795.689012:0:58716:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074795.689013:0:58716:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc650821bb0, osc lock ffff9bc64a6dd1d0, flags 0x400001002 00010000:00010000:3.0:1769074795.689164:0:58716:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64521a400/0x21fa6d252c11b5f1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074795.689180:0:58716:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64521a400/0x21fa6d252c11b5f1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1769074795.689227:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f350b61-220d-44c0-add1-2054ba0cd22d:2373:1855007612819072:192.168.204.139@tcp:101:lfs.0 00010000:00010000:3.0:1769074795.696515:0:2373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc643a3f800 lock: ffff9bc64d878800/0x21fa6d252c11b5f8 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074795.696547:0:2373:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9bc643a3f800 lock: ffff9bc64d878800/0x21fa6d252c11b5f8 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8acbc expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074795.696561:0:2373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9bc643a3f800 lock: ffff9bc64d878800/0x21fa6d252c11b5f8 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8acbc expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074795.696577:0:2373:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9bc643a3f800 lock: ffff9bc64d878800/0x21fa6d252c11b5f8 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8acbc expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074795.696593:0:2373:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9bc643a3f800 lock: ffff9bc64d878800/0x21fa6d252c11b5f8 lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8acbc expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074795.696605:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1769074795.696632:0:2373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc643a3f800 lock: ffff9bc64d878800/0x21fa6d252c11b5f8 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8acbc expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074795.696641:0:2373:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9bc643a3f800 lock: ffff9bc64d878800/0x21fa6d252c11b5f8 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8acbc expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074795.696655:0:2373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc643a3f800 lock: ffff9bc64d878800/0x21fa6d252c11b5f8 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8acbc expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074795.696663:0:2373:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc643a3f800 lock: ffff9bc64d878800/0x21fa6d252c11b5f8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8acbc expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1769074795.696693:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f350b61-220d-44c0-add1-2054ba0cd22d:2373:1855007612819200:192.168.204.139@tcp:101:lfs.0 00000080:00200000:1.0:1769074795.703918:0:58716:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1aa:0x0] updating i_size 2097152 i_blocks 4103 00000020:00010000:1.0:1769074795.703925:0:58716:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc6513c3d98 (ffff9bc648547128/0) at cl_lock_release():245 00000020:00010000:1.0:1769074795.703936:0:58716:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc6513c3d98 (ffff9bc648547128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1769074795.703940:0:58716:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc646282130 (ffff9bc648547d88/1) at cl_lock_cancel():142 00000020:00010000:1.0:1769074795.703946:0:58716:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc6513c3d98 (ffff9bc648547128/0) at cl_lock_fini():72 00000020:00010000:1.0:1769074795.703948:0:58716:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc646282130 (ffff9bc648547128/1) at cl_lock_fini():72 00000080:00200000:1.0:1769074795.703961:0:58716:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1aa:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1769074795.703982:0:58716:0:(file.c:6252:ll_getattr_dentry()) START file f200c.sanity-flr:[0x200000404:0x1aa:0x0](ffff9bc649b642c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074795.703986:0:58716:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1aa:0x0](ffff9bc649b642c8),name=f200c.sanity-flr 00000002:00010000:1.0:1769074795.703996:0:58716:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1aa:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074795.704002:0:58716:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc67f943400/0x21fa6d252c11b5ce lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8ac68 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074795.704011:0:58716:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc67f943400/0x21fa6d252c11b5ce lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8ac68 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074795.704018:0:58716:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074795.704022:0:58716:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1aa:0x0](ffff9bc649b642c8) 00000080:00010000:1.0:1769074795.704025:0:58716:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1aa:0x0](ffff9bc649b642c8) for lock 0x21fa6d252c11b5ce 00000080:00010000:1.0:1769074795.704028:0:58716:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b5ce from it ffffa7f98146bcd8 00010000:00010000:1.0:1769074795.704031:0:58716:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc67f943400/0x21fa6d252c11b5ce lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8ac68 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074795.704038:0:58716:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc67f943400/0x21fa6d252c11b5ce lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8ac68 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074795.704049:0:58716:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1aa:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1769074795.704054:0:58716:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1aa:0x0] 00000008:00010000:1.0:1769074795.704061:0:58716:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1769074795.704063:0:58716:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc643072530, osc lock ffff9bc64a5b4980, flags 0x400001002 00010000:00010000:1.0:1769074795.704071:0:58716:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08c000/0x21fa6d252c11b5e3 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8aca0 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074795.704079:0:58716:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08c000/0x21fa6d252c11b5e3 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8aca0 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00000020:00200000:1.0:1769074795.704088:0:58716:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1769074795.704091:0:58716:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08c000/0x21fa6d252c11b5e3 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8aca0 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074795.704098:0:58716:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08c000/0x21fa6d252c11b5e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8aca0 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00000020:00200000:1.0:1769074795.704106:0:58716:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1769074795.704110:0:58716:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1aa:0x0] updating i_size 2097152 i_blocks 4103 00000020:00010000:1.0:1769074795.704113:0:58716:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc6513c3d98 (ffff9bc648547128/0) at cl_lock_release():245 00000020:00010000:1.0:1769074795.704115:0:58716:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc6513c3d98 (ffff9bc648547128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1769074795.704117:0:58716:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643072530 (ffff9bc648547d88/1) at cl_lock_cancel():142 00000020:00010000:1.0:1769074795.704120:0:58716:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc6513c3d98 (ffff9bc648547128/0) at cl_lock_fini():72 00000020:00010000:1.0:1769074795.704122:0:58716:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643072530 (ffff9bc648547128/1) at cl_lock_fini():72 00000080:00200000:1.0:1769074795.704128:0:58716:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1aa:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200080:1.0:1769074795.704138:0:58716:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1aa:0x0](ffff9bc649b642c8) cmd=801066da arg=7ffeeef14c70 00000080:00200000:1.0:1769074795.704146:0:58716:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1aa:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1769074795.704163:0:58716:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1769074795.717607:0:58716:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1aa:0x0](ffff9bc649b642c8), inode mode 81a4 mask 4 00000080:00200000:1.0:1769074795.717618:0:58716:0:(xattr.c:725:ll_xattr_get()) VFS Op:inode=[0x200000404:0x1aa:0x0](ffff9bc649b642c8), xattr lov 00000080:00200008:1.0:1769074795.717648:0:58716:0:(file.c:6252:ll_getattr_dentry()) START file f200c.sanity-flr:[0x200000404:0x1aa:0x0](ffff9bc649b642c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074795.717655:0:58716:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1aa:0x0](ffff9bc649b642c8),name=f200c.sanity-flr 00000002:00010000:1.0:1769074795.717683:0:58716:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1aa:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074795.717701:0:58716:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc67f943400/0x21fa6d252c11b5ce lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8ac68 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074795.717717:0:58716:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc67f943400/0x21fa6d252c11b5ce lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8ac68 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074795.717725:0:58716:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074795.717733:0:58716:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1aa:0x0](ffff9bc649b642c8) 00000080:00010000:1.0:1769074795.717737:0:58716:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1aa:0x0](ffff9bc649b642c8) for lock 0x21fa6d252c11b5ce 00000080:00010000:1.0:1769074795.717743:0:58716:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b5ce from it ffffa7f98146bcd8 00010000:00010000:1.0:1769074795.717747:0:58716:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc67f943400/0x21fa6d252c11b5ce lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8ac68 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074795.717755:0:58716:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc67f943400/0x21fa6d252c11b5ce lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8ac68 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074795.717811:0:58716:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1aa:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1769074795.717822:0:58716:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1aa:0x0] 00000008:00010000:1.0:1769074795.717841:0:58716:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1769074795.717845:0:58716:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc643072530, osc lock ffff9bc64a5b4980, flags 0x400001002 00010000:00010000:1.0:1769074795.717862:0:58716:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08c000/0x21fa6d252c11b5e3 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8aca0 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074795.717877:0:58716:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08c000/0x21fa6d252c11b5e3 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8aca0 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00000020:00200000:1.0:1769074795.717889:0:58716:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1769074795.717893:0:58716:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08c000/0x21fa6d252c11b5e3 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8aca0 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074795.717901:0:58716:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08c000/0x21fa6d252c11b5e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8aca0 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00000020:00200000:1.0:1769074795.717912:0:58716:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1769074795.717921:0:58716:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1aa:0x0] updating i_size 2097152 i_blocks 4103 00000020:00010000:1.0:1769074795.717926:0:58716:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc6513c3d98 (ffff9bc648547128/0) at cl_lock_release():245 00000020:00010000:1.0:1769074795.717939:0:58716:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc6513c3d98 (ffff9bc648547128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1769074795.717942:0:58716:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643072530 (ffff9bc648547d88/1) at cl_lock_cancel():142 00000020:00010000:1.0:1769074795.717947:0:58716:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc6513c3d98 (ffff9bc648547128/0) at cl_lock_fini():72 00000020:00010000:1.0:1769074795.717950:0:58716:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643072530 (ffff9bc648547128/1) at cl_lock_fini():72 00000080:00200000:1.0:1769074795.717959:0:58716:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1aa:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000020:00200000:3.0:1769074795.798996:0:58716:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 512 items remaining. 00000080:00200000:3.0:1769074795.799001:0:58716:0:(rw26.c:570:ll_direct_IO_impl()) result 0 tot_bytes 2097152 count 2097152 file_offset 2097152 00000020:00010000:3.0:1769074795.799010:0:58716:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc648d0dd58 (ffff9bc648547ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1769074795.799014:0:58716:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc648d0dd58 (ffff9bc648547ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1769074795.799017:0:58716:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc645325d30 (ffff9bc6485d4ab8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074795.799021:0:58716:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc648d0dd58 (ffff9bc648547ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1769074795.799023:0:58716:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc645325d30 (ffff9bc648547ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1769074795.799132:0:58716:0:(vvp_io.c:518:vvp_io_advance()) advancing 2097152 bytes 00000020:00200000:3.0:1769074795.799141:0:58716:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:3.0:1769074795.799277:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f350b61-220d-44c0-add1-2054ba0cd22d:2373:1855007612819712:192.168.204.139@tcp:3:lfs.0 00000008:00010000:3.0:1769074795.843205:0:2372:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc64979f840 00000020:00200000:3.0:1769074795.843218:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 511 items remaining. 00000020:00200000:3.0:1769074795.843221:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 510 items remaining. 00000020:00200000:3.0:1769074795.843224:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 509 items remaining. 00000020:00200000:3.0:1769074795.843225:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 508 items remaining. 00000020:00200000:3.0:1769074795.843227:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 507 items remaining. 00000020:00200000:3.0:1769074795.843229:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 506 items remaining. 00000020:00200000:3.0:1769074795.843231:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 505 items remaining. 00000020:00200000:3.0:1769074795.843233:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 504 items remaining. 00000020:00200000:3.0:1769074795.843235:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 503 items remaining. 00000020:00200000:3.0:1769074795.843237:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 502 items remaining. 00000020:00200000:3.0:1769074795.843238:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 501 items remaining. 00000020:00200000:3.0:1769074795.843240:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 500 items remaining. 00000020:00200000:3.0:1769074795.843242:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 499 items remaining. 00000020:00200000:3.0:1769074795.843244:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 498 items remaining. 00000020:00200000:3.0:1769074795.843245:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 497 items remaining. 00000020:00200000:3.0:1769074795.843247:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 496 items remaining. 00000020:00200000:3.0:1769074795.843249:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 495 items remaining. 00000020:00200000:3.0:1769074795.843250:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 494 items remaining. 00000020:00200000:3.0:1769074795.843252:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 493 items remaining. 00000020:00200000:3.0:1769074795.843254:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 492 items remaining. 00000020:00200000:3.0:1769074795.843256:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 491 items remaining. 00000020:00200000:3.0:1769074795.843257:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 490 items remaining. 00000020:00200000:3.0:1769074795.843259:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 489 items remaining. 00000020:00200000:3.0:1769074795.843261:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 488 items remaining. 00000020:00200000:3.0:1769074795.843263:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 487 items remaining. 00000020:00200000:3.0:1769074795.843264:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 486 items remaining. 00000020:00200000:3.0:1769074795.843266:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 485 items remaining. 00000020:00200000:3.0:1769074795.843268:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 484 items remaining. 00000020:00200000:3.0:1769074795.843270:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 483 items remaining. 00000020:00200000:3.0:1769074795.843271:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 482 items remaining. 00000020:00200000:3.0:1769074795.843273:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 481 items remaining. 00000020:00200000:3.0:1769074795.843275:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 480 items remaining. 00000020:00200000:3.0:1769074795.843276:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 479 items remaining. 00000020:00200000:3.0:1769074795.843278:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 478 items remaining. 00000020:00200000:3.0:1769074795.843280:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 477 items remaining. 00000020:00200000:3.0:1769074795.843282:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 476 items remaining. 00000020:00200000:3.0:1769074795.843284:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 475 items remaining. 00000020:00200000:3.0:1769074795.843286:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 474 items remaining. 00000020:00200000:3.0:1769074795.843288:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 473 items remaining. 00000020:00200000:3.0:1769074795.843289:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 472 items remaining. 00000020:00200000:3.0:1769074795.843291:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 471 items remaining. 00000020:00200000:3.0:1769074795.843293:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 470 items remaining. 00000020:00200000:3.0:1769074795.843295:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 469 items remaining. 00000020:00200000:3.0:1769074795.843297:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 468 items remaining. 00000020:00200000:3.0:1769074795.843298:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 467 items remaining. 00000020:00200000:3.0:1769074795.843300:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 466 items remaining. 00000020:00200000:3.0:1769074795.843301:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 465 items remaining. 00000020:00200000:3.0:1769074795.843303:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 464 items remaining. 00000020:00200000:3.0:1769074795.843305:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 463 items remaining. 00000020:00200000:3.0:1769074795.843306:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 462 items remaining. 00000020:00200000:3.0:1769074795.843308:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 461 items remaining. 00000020:00200000:3.0:1769074795.843310:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 460 items remaining. 00000020:00200000:3.0:1769074795.843311:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 459 items remaining. 00000020:00200000:3.0:1769074795.843313:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 458 items remaining. 00000020:00200000:3.0:1769074795.843315:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 457 items remaining. 00000020:00200000:3.0:1769074795.843317:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 456 items remaining. 00000020:00200000:3.0:1769074795.843319:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 455 items remaining. 00000020:00200000:3.0:1769074795.843320:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 454 items remaining. 00000020:00200000:3.0:1769074795.843322:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 453 items remaining. 00000020:00200000:3.0:1769074795.843324:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 452 items remaining. 00000020:00200000:3.0:1769074795.843325:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 451 items remaining. 00000020:00200000:3.0:1769074795.843327:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 450 items remaining. 00000020:00200000:3.0:1769074795.843329:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 449 items remaining. 00000020:00200000:3.0:1769074795.843330:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 448 items remaining. 00000020:00200000:3.0:1769074795.843332:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 447 items remaining. 00000020:00200000:3.0:1769074795.843334:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 446 items remaining. 00000020:00200000:3.0:1769074795.843335:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 445 items remaining. 00000020:00200000:3.0:1769074795.843337:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 444 items remaining. 00000020:00200000:3.0:1769074795.843339:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 443 items remaining. 00000020:00200000:3.0:1769074795.843340:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 442 items remaining. 00000020:00200000:3.0:1769074795.843342:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 441 items remaining. 00000020:00200000:3.0:1769074795.843343:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 440 items remaining. 00000020:00200000:3.0:1769074795.843345:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 439 items remaining. 00000020:00200000:3.0:1769074795.843347:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 438 items remaining. 00000020:00200000:3.0:1769074795.843349:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 437 items remaining. 00000020:00200000:3.0:1769074795.843350:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 436 items remaining. 00000020:00200000:3.0:1769074795.843352:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 435 items remaining. 00000020:00200000:3.0:1769074795.843354:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 434 items remaining. 00000020:00200000:3.0:1769074795.843355:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 433 items remaining. 00000020:00200000:3.0:1769074795.843356:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 432 items remaining. 00000020:00200000:3.0:1769074795.843358:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 431 items remaining. 00000020:00200000:3.0:1769074795.843360:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 430 items remaining. 00000020:00200000:3.0:1769074795.843362:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 429 items remaining. 00000020:00200000:3.0:1769074795.843364:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 428 items remaining. 00000020:00200000:3.0:1769074795.843366:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 427 items remaining. 00000020:00200000:3.0:1769074795.843367:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 426 items remaining. 00000020:00200000:3.0:1769074795.843369:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 425 items remaining. 00000020:00200000:3.0:1769074795.843371:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 424 items remaining. 00000020:00200000:3.0:1769074795.843373:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 423 items remaining. 00000020:00200000:3.0:1769074795.843375:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 422 items remaining. 00000020:00200000:3.0:1769074795.843376:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 421 items remaining. 00000020:00200000:3.0:1769074795.843378:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 420 items remaining. 00000020:00200000:3.0:1769074795.843380:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 419 items remaining. 00000020:00200000:3.0:1769074795.843382:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 418 items remaining. 00000020:00200000:3.0:1769074795.843383:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 417 items remaining. 00000020:00200000:3.0:1769074795.843385:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 416 items remaining. 00000020:00200000:3.0:1769074795.843387:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 415 items remaining. 00000020:00200000:3.0:1769074795.843388:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 414 items remaining. 00000020:00200000:3.0:1769074795.843390:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 413 items remaining. 00000020:00200000:3.0:1769074795.843391:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 412 items remaining. 00000020:00200000:3.0:1769074795.843393:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 411 items remaining. 00000020:00200000:3.0:1769074795.843395:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 410 items remaining. 00000020:00200000:3.0:1769074795.843396:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 409 items remaining. 00000020:00200000:3.0:1769074795.843398:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 408 items remaining. 00000020:00200000:3.0:1769074795.843400:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 407 items remaining. 00000020:00200000:3.0:1769074795.843402:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 406 items remaining. 00000020:00200000:3.0:1769074795.843403:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 405 items remaining. 00000020:00200000:3.0:1769074795.843405:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 404 items remaining. 00000020:00200000:3.0:1769074795.843406:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 403 items remaining. 00000020:00200000:3.0:1769074795.843408:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 402 items remaining. 00000020:00200000:3.0:1769074795.843409:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 401 items remaining. 00000020:00200000:3.0:1769074795.843411:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 400 items remaining. 00000020:00200000:3.0:1769074795.843412:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 399 items remaining. 00000020:00200000:3.0:1769074795.843414:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 398 items remaining. 00000020:00200000:3.0:1769074795.843416:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 397 items remaining. 00000020:00200000:3.0:1769074795.843417:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 396 items remaining. 00000020:00200000:3.0:1769074795.843419:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 395 items remaining. 00000020:00200000:3.0:1769074795.843422:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 394 items remaining. 00000020:00200000:3.0:1769074795.843423:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 393 items remaining. 00000020:00200000:3.0:1769074795.843425:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 392 items remaining. 00000020:00200000:3.0:1769074795.843427:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 391 items remaining. 00000020:00200000:3.0:1769074795.843429:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 390 items remaining. 00000020:00200000:3.0:1769074795.843431:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 389 items remaining. 00000020:00200000:3.0:1769074795.843433:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 388 items remaining. 00000020:00200000:3.0:1769074795.843435:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 387 items remaining. 00000020:00200000:3.0:1769074795.843436:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 386 items remaining. 00000020:00200000:3.0:1769074795.843438:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 385 items remaining. 00000020:00200000:3.0:1769074795.843440:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 384 items remaining. 00000020:00200000:3.0:1769074795.843442:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 383 items remaining. 00000020:00200000:3.0:1769074795.843444:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 382 items remaining. 00000020:00200000:3.0:1769074795.843445:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 381 items remaining. 00000020:00200000:3.0:1769074795.843447:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 380 items remaining. 00000020:00200000:3.0:1769074795.843448:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 379 items remaining. 00000020:00200000:3.0:1769074795.843450:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 378 items remaining. 00000020:00200000:3.0:1769074795.843452:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 377 items remaining. 00000020:00200000:3.0:1769074795.843454:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 376 items remaining. 00000020:00200000:3.0:1769074795.843456:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 375 items remaining. 00000020:00200000:3.0:1769074795.843457:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 374 items remaining. 00000020:00200000:3.0:1769074795.843459:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 373 items remaining. 00000020:00200000:3.0:1769074795.843461:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 372 items remaining. 00000020:00200000:3.0:1769074795.843462:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 371 items remaining. 00000020:00200000:3.0:1769074795.843464:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 370 items remaining. 00000020:00200000:3.0:1769074795.843466:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 369 items remaining. 00000020:00200000:3.0:1769074795.843467:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 368 items remaining. 00000020:00200000:3.0:1769074795.843469:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 367 items remaining. 00000020:00200000:3.0:1769074795.843471:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 366 items remaining. 00000020:00200000:3.0:1769074795.843472:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 365 items remaining. 00000020:00200000:3.0:1769074795.843474:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 364 items remaining. 00000020:00200000:3.0:1769074795.843476:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 363 items remaining. 00000020:00200000:3.0:1769074795.843477:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 362 items remaining. 00000020:00200000:3.0:1769074795.843479:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 361 items remaining. 00000020:00200000:3.0:1769074795.843481:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 360 items remaining. 00000020:00200000:3.0:1769074795.843483:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 359 items remaining. 00000020:00200000:3.0:1769074795.843485:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 358 items remaining. 00000020:00200000:3.0:1769074795.843487:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 357 items remaining. 00000020:00200000:3.0:1769074795.843489:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 356 items remaining. 00000020:00200000:3.0:1769074795.843491:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 355 items remaining. 00000020:00200000:3.0:1769074795.843493:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 354 items remaining. 00000020:00200000:3.0:1769074795.843495:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 353 items remaining. 00000020:00200000:3.0:1769074795.843496:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 352 items remaining. 00000020:00200000:3.0:1769074795.843498:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 351 items remaining. 00000020:00200000:3.0:1769074795.843500:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 350 items remaining. 00000020:00200000:3.0:1769074795.843501:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 349 items remaining. 00000020:00200000:3.0:1769074795.843503:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 348 items remaining. 00000020:00200000:3.0:1769074795.843504:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 347 items remaining. 00000020:00200000:3.0:1769074795.843506:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 346 items remaining. 00000020:00200000:3.0:1769074795.843508:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 345 items remaining. 00000020:00200000:3.0:1769074795.843509:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 344 items remaining. 00000020:00200000:3.0:1769074795.843511:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 343 items remaining. 00000020:00200000:3.0:1769074795.843513:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 342 items remaining. 00000020:00200000:3.0:1769074795.843515:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 341 items remaining. 00000020:00200000:3.0:1769074795.843517:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 340 items remaining. 00000020:00200000:3.0:1769074795.843519:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 339 items remaining. 00000020:00200000:3.0:1769074795.843520:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 338 items remaining. 00000020:00200000:3.0:1769074795.843522:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 337 items remaining. 00000020:00200000:3.0:1769074795.843524:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 336 items remaining. 00000020:00200000:3.0:1769074795.843526:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 335 items remaining. 00000020:00200000:3.0:1769074795.843527:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 334 items remaining. 00000020:00200000:3.0:1769074795.843529:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 333 items remaining. 00000020:00200000:3.0:1769074795.843530:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 332 items remaining. 00000020:00200000:3.0:1769074795.843532:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 331 items remaining. 00000020:00200000:3.0:1769074795.843534:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 330 items remaining. 00000020:00200000:3.0:1769074795.843536:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 329 items remaining. 00000020:00200000:3.0:1769074795.843538:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 328 items remaining. 00000020:00200000:3.0:1769074795.843540:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 327 items remaining. 00000020:00200000:3.0:1769074795.843541:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 326 items remaining. 00000020:00200000:3.0:1769074795.843543:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 325 items remaining. 00000020:00200000:3.0:1769074795.843545:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 324 items remaining. 00000020:00200000:3.0:1769074795.843547:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 323 items remaining. 00000020:00200000:3.0:1769074795.843548:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 322 items remaining. 00000020:00200000:3.0:1769074795.843550:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 321 items remaining. 00000020:00200000:3.0:1769074795.843552:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 320 items remaining. 00000020:00200000:3.0:1769074795.843553:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 319 items remaining. 00000020:00200000:3.0:1769074795.843555:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 318 items remaining. 00000020:00200000:3.0:1769074795.843556:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 317 items remaining. 00000020:00200000:3.0:1769074795.843558:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 316 items remaining. 00000020:00200000:3.0:1769074795.843560:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 315 items remaining. 00000020:00200000:3.0:1769074795.843561:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 314 items remaining. 00000020:00200000:3.0:1769074795.843563:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 313 items remaining. 00000020:00200000:3.0:1769074795.843564:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 312 items remaining. 00000020:00200000:3.0:1769074795.843566:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 311 items remaining. 00000020:00200000:3.0:1769074795.843568:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 310 items remaining. 00000020:00200000:3.0:1769074795.843570:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 309 items remaining. 00000020:00200000:3.0:1769074795.843571:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 308 items remaining. 00000020:00200000:3.0:1769074795.843573:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 307 items remaining. 00000020:00200000:3.0:1769074795.843575:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 306 items remaining. 00000020:00200000:3.0:1769074795.843576:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 305 items remaining. 00000020:00200000:3.0:1769074795.843578:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 304 items remaining. 00000020:00200000:3.0:1769074795.843580:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 303 items remaining. 00000020:00200000:3.0:1769074795.843582:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 302 items remaining. 00000020:00200000:3.0:1769074795.843583:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 301 items remaining. 00000020:00200000:3.0:1769074795.843585:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 300 items remaining. 00000020:00200000:3.0:1769074795.843586:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 299 items remaining. 00000020:00200000:3.0:1769074795.843588:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 298 items remaining. 00000020:00200000:3.0:1769074795.843590:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 297 items remaining. 00000020:00200000:3.0:1769074795.843592:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 296 items remaining. 00000020:00200000:3.0:1769074795.843594:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 295 items remaining. 00000020:00200000:3.0:1769074795.843595:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 294 items remaining. 00000020:00200000:3.0:1769074795.843597:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 293 items remaining. 00000020:00200000:3.0:1769074795.843599:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 292 items remaining. 00000020:00200000:3.0:1769074795.843601:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 291 items remaining. 00000020:00200000:3.0:1769074795.843602:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 290 items remaining. 00000020:00200000:3.0:1769074795.843604:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 289 items remaining. 00000020:00200000:3.0:1769074795.843606:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 288 items remaining. 00000020:00200000:3.0:1769074795.843608:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 287 items remaining. 00000020:00200000:3.0:1769074795.843610:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 286 items remaining. 00000020:00200000:3.0:1769074795.843611:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 285 items remaining. 00000020:00200000:3.0:1769074795.843613:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 284 items remaining. 00000020:00200000:3.0:1769074795.843614:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 283 items remaining. 00000020:00200000:3.0:1769074795.843616:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 282 items remaining. 00000020:00200000:3.0:1769074795.843618:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 281 items remaining. 00000020:00200000:3.0:1769074795.843619:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 280 items remaining. 00000020:00200000:3.0:1769074795.843621:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 279 items remaining. 00000020:00200000:3.0:1769074795.843623:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 278 items remaining. 00000020:00200000:3.0:1769074795.843625:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 277 items remaining. 00000020:00200000:3.0:1769074795.843626:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 276 items remaining. 00000020:00200000:3.0:1769074795.843628:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 275 items remaining. 00000020:00200000:3.0:1769074795.843629:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 274 items remaining. 00000020:00200000:3.0:1769074795.843631:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 273 items remaining. 00000020:00200000:3.0:1769074795.843633:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 272 items remaining. 00000020:00200000:3.0:1769074795.843635:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 271 items remaining. 00000020:00200000:3.0:1769074795.843636:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 270 items remaining. 00000020:00200000:3.0:1769074795.843638:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 269 items remaining. 00000020:00200000:3.0:1769074795.843640:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 268 items remaining. 00000020:00200000:3.0:1769074795.843641:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 267 items remaining. 00000020:00200000:3.0:1769074795.843643:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 266 items remaining. 00000020:00200000:3.0:1769074795.843645:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 265 items remaining. 00000020:00200000:3.0:1769074795.843647:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 264 items remaining. 00000020:00200000:3.0:1769074795.843648:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 263 items remaining. 00000020:00200000:3.0:1769074795.843650:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 262 items remaining. 00000020:00200000:3.0:1769074795.843652:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 261 items remaining. 00000020:00200000:3.0:1769074795.843654:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 260 items remaining. 00000020:00200000:3.0:1769074795.843656:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 259 items remaining. 00000020:00200000:3.0:1769074795.843657:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 258 items remaining. 00000020:00200000:3.0:1769074795.843659:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 257 items remaining. 00000020:00200000:3.0:1769074795.843661:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000008:00010000:3.0:1769074795.843665:0:2372:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc64979f840 00000100:00100000:3.0:1769074795.843699:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f350b61-220d-44c0-add1-2054ba0cd22d:2372:1855007612819840:192.168.204.139@tcp:3:lfs.0 00000008:00010000:3.0:1769074795.848874:0:2373:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc6485b13c0 00000020:00200000:3.0:1769074795.848887:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:3.0:1769074795.848891:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:3.0:1769074795.848893:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:3.0:1769074795.848895:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:3.0:1769074795.848897:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:3.0:1769074795.848899:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:3.0:1769074795.848900:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:3.0:1769074795.848902:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:3.0:1769074795.848904:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:3.0:1769074795.848905:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:3.0:1769074795.848907:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:3.0:1769074795.848909:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:3.0:1769074795.848910:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:3.0:1769074795.848912:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:3.0:1769074795.848914:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:3.0:1769074795.848916:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:3.0:1769074795.848918:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:3.0:1769074795.848919:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:3.0:1769074795.848921:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:3.0:1769074795.848923:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:3.0:1769074795.848924:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:3.0:1769074795.848925:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:3.0:1769074795.848926:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:3.0:1769074795.848927:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:3.0:1769074795.848928:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:3.0:1769074795.848929:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:3.0:1769074795.848930:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:3.0:1769074795.848931:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:3.0:1769074795.848932:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:3.0:1769074795.848932:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:3.0:1769074795.848933:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:3.0:1769074795.848934:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:3.0:1769074795.848935:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:3.0:1769074795.848936:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:3.0:1769074795.848937:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:3.0:1769074795.848938:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:3.0:1769074795.848940:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:3.0:1769074795.848941:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:3.0:1769074795.848942:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:3.0:1769074795.848943:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:3.0:1769074795.848944:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:3.0:1769074795.848945:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:3.0:1769074795.848946:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:3.0:1769074795.848947:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:3.0:1769074795.848947:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:3.0:1769074795.848948:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:3.0:1769074795.848949:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:3.0:1769074795.848950:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:3.0:1769074795.848951:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:3.0:1769074795.848952:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:3.0:1769074795.848953:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:3.0:1769074795.848953:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:3.0:1769074795.848954:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:3.0:1769074795.848955:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:3.0:1769074795.848956:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:3.0:1769074795.848957:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:3.0:1769074795.848958:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:3.0:1769074795.848959:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:3.0:1769074795.848960:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:3.0:1769074795.848961:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:3.0:1769074795.848962:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:3.0:1769074795.848963:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:3.0:1769074795.848963:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:3.0:1769074795.848964:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:3.0:1769074795.848965:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:3.0:1769074795.848966:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:3.0:1769074795.848967:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:3.0:1769074795.848968:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:3.0:1769074795.849293:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:3.0:1769074795.849296:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:3.0:1769074795.849297:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:3.0:1769074795.849299:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:3.0:1769074795.849300:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:3.0:1769074795.849302:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:3.0:1769074795.849303:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:3.0:1769074795.849305:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:3.0:1769074795.849306:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:3.0:1769074795.849308:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:3.0:1769074795.849309:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:3.0:1769074795.849311:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:3.0:1769074795.849313:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:3.0:1769074795.849314:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:3.0:1769074795.849316:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:3.0:1769074795.849318:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:3.0:1769074795.849319:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:3.0:1769074795.849321:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:3.0:1769074795.849323:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:3.0:1769074795.849324:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:3.0:1769074795.849326:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:3.0:1769074795.849328:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:3.0:1769074795.849329:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:3.0:1769074795.849331:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:3.0:1769074795.849332:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:3.0:1769074795.849333:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:3.0:1769074795.849335:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:3.0:1769074795.849336:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:3.0:1769074795.849338:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:3.0:1769074795.849339:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:3.0:1769074795.849341:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:3.0:1769074795.849343:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:3.0:1769074795.849345:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:3.0:1769074795.849346:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:3.0:1769074795.849348:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:3.0:1769074795.849349:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:3.0:1769074795.849350:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:3.0:1769074795.849352:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:3.0:1769074795.849353:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:3.0:1769074795.849354:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:3.0:1769074795.849356:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:3.0:1769074795.849357:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:3.0:1769074795.849359:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:3.0:1769074795.849360:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:3.0:1769074795.849362:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:3.0:1769074795.849363:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:3.0:1769074795.849365:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:3.0:1769074795.849366:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:3.0:1769074795.849368:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:3.0:1769074795.849369:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:3.0:1769074795.849371:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:3.0:1769074795.849373:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:3.0:1769074795.849374:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:3.0:1769074795.849375:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:3.0:1769074795.849377:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:3.0:1769074795.849378:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:3.0:1769074795.849380:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:3.0:1769074795.849382:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:3.0:1769074795.849384:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:3.0:1769074795.849385:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:3.0:1769074795.849387:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:3.0:1769074795.849389:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:3.0:1769074795.849390:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:3.0:1769074795.849391:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:3.0:1769074795.849393:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:3.0:1769074795.849394:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:3.0:1769074795.849396:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:3.0:1769074795.849398:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:3.0:1769074795.849400:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:3.0:1769074795.849401:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:3.0:1769074795.849402:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:3.0:1769074795.849404:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:3.0:1769074795.849405:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:3.0:1769074795.849407:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:3.0:1769074795.849408:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:3.0:1769074795.849410:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:3.0:1769074795.849412:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:3.0:1769074795.849414:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:3.0:1769074795.849415:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:3.0:1769074795.849417:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:3.0:1769074795.849419:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:3.0:1769074795.849421:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:3.0:1769074795.849422:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:3.0:1769074795.849423:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:3.0:1769074795.849424:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:3.0:1769074795.849425:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:3.0:1769074795.849426:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:3.0:1769074795.849427:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:3.0:1769074795.849427:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:3.0:1769074795.849428:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:3.0:1769074795.849429:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:3.0:1769074795.849430:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:3.0:1769074795.849431:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:3.0:1769074795.849432:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:3.0:1769074795.849434:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:3.0:1769074795.849435:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:3.0:1769074795.849437:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:3.0:1769074795.849440:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:3.0:1769074795.849442:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:3.0:1769074795.849443:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:3.0:1769074795.849445:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:3.0:1769074795.849446:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:3.0:1769074795.849448:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:3.0:1769074795.849449:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:3.0:1769074795.849451:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:3.0:1769074795.849453:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:3.0:1769074795.849454:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:3.0:1769074795.849456:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:3.0:1769074795.849457:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:3.0:1769074795.849459:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:3.0:1769074795.849461:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:3.0:1769074795.849462:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:3.0:1769074795.849464:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:3.0:1769074795.849466:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:3.0:1769074795.849467:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:3.0:1769074795.849469:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:3.0:1769074795.849470:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:3.0:1769074795.849472:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:3.0:1769074795.849473:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:3.0:1769074795.849475:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:3.0:1769074795.849476:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:3.0:1769074795.849478:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:3.0:1769074795.849479:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:3.0:1769074795.849481:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:3.0:1769074795.849482:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:3.0:1769074795.849483:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:3.0:1769074795.849485:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:3.0:1769074795.849486:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:3.0:1769074795.849488:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:3.0:1769074795.849490:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:3.0:1769074795.849492:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:3.0:1769074795.849494:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:3.0:1769074795.849495:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:3.0:1769074795.849497:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:3.0:1769074795.849498:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:3.0:1769074795.849499:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:3.0:1769074795.849501:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:3.0:1769074795.849503:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:3.0:1769074795.849505:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:3.0:1769074795.849507:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:3.0:1769074795.849508:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:3.0:1769074795.849510:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:3.0:1769074795.849511:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:3.0:1769074795.849513:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:3.0:1769074795.849515:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:3.0:1769074795.849516:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:3.0:1769074795.849518:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:3.0:1769074795.849520:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:3.0:1769074795.849521:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:3.0:1769074795.849523:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:3.0:1769074795.849525:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:3.0:1769074795.849526:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:3.0:1769074795.849528:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:3.0:1769074795.849529:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:3.0:1769074795.849530:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:3.0:1769074795.849531:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:3.0:1769074795.849533:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:3.0:1769074795.849534:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:3.0:1769074795.849536:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:3.0:1769074795.849537:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:3.0:1769074795.849539:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:3.0:1769074795.849541:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:3.0:1769074795.849542:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:3.0:1769074795.849543:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:3.0:1769074795.849544:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:3.0:1769074795.849546:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:3.0:1769074795.849548:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:3.0:1769074795.849549:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:3.0:1769074795.849551:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:3.0:1769074795.849552:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:3.0:1769074795.849554:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:3.0:1769074795.849556:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:3.0:1769074795.849557:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:3.0:1769074795.849559:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:3.0:1769074795.849560:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:3.0:1769074795.849562:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:3.0:1769074795.849563:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:3.0:1769074795.849565:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:3.0:1769074795.849566:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:3.0:1769074795.849568:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:3.0:1769074795.849569:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:3.0:1769074795.849570:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:3.0:1769074795.849572:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:3.0:1769074795.849573:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:3.0:1769074795.849574:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:3.0:1769074795.849576:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:3.0:1769074795.849578:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:3.0:1769074795.849580:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1769074795.849934:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1769074795.850032:0:2373:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc6485b13c0 00000100:00100000:3.0:1769074795.850057:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f350b61-220d-44c0-add1-2054ba0cd22d:2373:1855007612819712:192.168.204.139@tcp:3:lfs.0 00000020:00200000:3.0:1769074795.853064:0:58716:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 512 items remaining. 00000080:00200000:3.0:1769074795.853072:0:58716:0:(rw26.c:570:ll_direct_IO_impl()) result 0 tot_bytes 2097152 count 2097152 file_offset 2097152 00000080:00200000:3.0:1769074795.853096:0:58716:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000bd1:0x1:0x0] updating i_size 0 i_blocks 2 00000020:00010000:3.0:1769074795.853102:0:58716:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc648d0dd58 (ffff9bc648547ab8/0) at cl_lock_release():245 00000020:00010000:3.0:1769074795.853342:0:58716:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc648d0dd58 (ffff9bc648547ab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1769074795.853348:0:58716:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc645325a30 (ffff9bc6485d4ab8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074795.853353:0:58716:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc648d0dd58 (ffff9bc648547ab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1769074795.853356:0:58716:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc645325a30 (ffff9bc648547ab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1769074795.853369:0:58716:0:(vvp_io.c:518:vvp_io_advance()) advancing 2097152 bytes 00000020:00200000:3.0:1769074795.853376:0:58716:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:3.0:1769074795.854656:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f350b61-220d-44c0-add1-2054ba0cd22d:2373:1855007612819968:192.168.204.139@tcp:4:lfs.0 00000100:00100000:3.0:1769074795.856299:0:2373:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074795.856316:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f350b61-220d-44c0-add1-2054ba0cd22d:2373:1855007612820096:192.168.204.139@tcp:4:lfs.0 00000100:00100000:3.0:1769074795.864475:0:37578:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619933312 00000100:00100000:3.0:1769074795.864489:0:37578:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619933312 00000100:00100000:3.0:1769074795.864551:0:37578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6579 00000100:00100000:3.0:1769074795.864561:0:37578:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc67afd9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:26135:x1855007619933312:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074795.864580:0:37578:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64521a400/0x21fa6d252c11b5f1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8acb5 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074795.864717:0:37578:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074795.864725:0:37578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc67afd9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:26135:x1855007619933312:12345-192.168.204.139@tcp:104: Request processed in 166us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074795.864733:0:37578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6579 00000100:00100000:1.0:1769074795.866524:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f350b61-220d-44c0-add1-2054ba0cd22d:2371:1855007612820224:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074795.874303:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f350b61-220d-44c0-add1-2054ba0cd22d:2371:1855007612820224:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074795.955380:0:2373:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9bc643a3f800: committing for last_committed 17179872633 gen 1 00000008:00010000:3.0:1769074795.955459:0:2373:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc6485b1d80 00000020:00200000:3.0:1769074795.955467:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 511 items remaining. 00000020:00200000:3.0:1769074795.955469:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 510 items remaining. 00000020:00200000:3.0:1769074795.955472:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 509 items remaining. 00000020:00200000:3.0:1769074795.955473:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 508 items remaining. 00000020:00200000:3.0:1769074795.955475:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 507 items remaining. 00000020:00200000:3.0:1769074795.955476:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 506 items remaining. 00000020:00200000:3.0:1769074795.955478:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 505 items remaining. 00000020:00200000:3.0:1769074795.955480:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 504 items remaining. 00000020:00200000:3.0:1769074795.955481:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 503 items remaining. 00000020:00200000:3.0:1769074795.955483:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 502 items remaining. 00000020:00200000:3.0:1769074795.955485:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 501 items remaining. 00000020:00200000:3.0:1769074795.955486:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 500 items remaining. 00000020:00200000:3.0:1769074795.955488:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 499 items remaining. 00000020:00200000:3.0:1769074795.955489:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 498 items remaining. 00000020:00200000:3.0:1769074795.955491:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 497 items remaining. 00000020:00200000:3.0:1769074795.955492:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 496 items remaining. 00000020:00200000:3.0:1769074795.955494:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 495 items remaining. 00000020:00200000:3.0:1769074795.955496:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 494 items remaining. 00000020:00200000:3.0:1769074795.955497:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 493 items remaining. 00000020:00200000:3.0:1769074795.955499:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 492 items remaining. 00000020:00200000:3.0:1769074795.955500:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 491 items remaining. 00000020:00200000:3.0:1769074795.955501:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 490 items remaining. 00000020:00200000:3.0:1769074795.955503:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 489 items remaining. 00000020:00200000:3.0:1769074795.955504:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 488 items remaining. 00000020:00200000:3.0:1769074795.955506:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 487 items remaining. 00000020:00200000:3.0:1769074795.955507:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 486 items remaining. 00000020:00200000:3.0:1769074795.955509:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 485 items remaining. 00000020:00200000:3.0:1769074795.955510:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 484 items remaining. 00000020:00200000:3.0:1769074795.955512:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 483 items remaining. 00000020:00200000:3.0:1769074795.955513:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 482 items remaining. 00000020:00200000:3.0:1769074795.955515:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 481 items remaining. 00000020:00200000:3.0:1769074795.955516:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 480 items remaining. 00000020:00200000:3.0:1769074795.955518:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 479 items remaining. 00000020:00200000:3.0:1769074795.955520:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 478 items remaining. 00000020:00200000:3.0:1769074795.955522:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 477 items remaining. 00000020:00200000:3.0:1769074795.955523:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 476 items remaining. 00000020:00200000:3.0:1769074795.955525:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 475 items remaining. 00000020:00200000:3.0:1769074795.955527:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 474 items remaining. 00000020:00200000:3.0:1769074795.955528:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 473 items remaining. 00000020:00200000:3.0:1769074795.955652:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 472 items remaining. 00000020:00200000:3.0:1769074795.955655:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 471 items remaining. 00000020:00200000:3.0:1769074795.955656:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 470 items remaining. 00000020:00200000:3.0:1769074795.955658:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 469 items remaining. 00000020:00200000:3.0:1769074795.955660:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 468 items remaining. 00000020:00200000:3.0:1769074795.955661:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 467 items remaining. 00000020:00200000:3.0:1769074795.955663:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 466 items remaining. 00000020:00200000:3.0:1769074795.955665:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 465 items remaining. 00000020:00200000:3.0:1769074795.955667:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 464 items remaining. 00000020:00200000:3.0:1769074795.955668:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 463 items remaining. 00000020:00200000:3.0:1769074795.955670:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 462 items remaining. 00000020:00200000:3.0:1769074795.955671:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 461 items remaining. 00000020:00200000:3.0:1769074795.955673:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 460 items remaining. 00000020:00200000:3.0:1769074795.955674:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 459 items remaining. 00000020:00200000:3.0:1769074795.955676:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 458 items remaining. 00000020:00200000:3.0:1769074795.955678:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 457 items remaining. 00000020:00200000:3.0:1769074795.955680:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 456 items remaining. 00000020:00200000:3.0:1769074795.955682:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 455 items remaining. 00000020:00200000:3.0:1769074795.955683:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 454 items remaining. 00000020:00200000:3.0:1769074795.955685:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 453 items remaining. 00000020:00200000:3.0:1769074795.955686:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 452 items remaining. 00000020:00200000:3.0:1769074795.955688:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 451 items remaining. 00000020:00200000:3.0:1769074795.955689:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 450 items remaining. 00000020:00200000:3.0:1769074795.955734:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 449 items remaining. 00000020:00200000:3.0:1769074795.955737:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 448 items remaining. 00000020:00200000:3.0:1769074795.955738:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 447 items remaining. 00000020:00200000:3.0:1769074795.955740:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 446 items remaining. 00000020:00200000:3.0:1769074795.955742:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 445 items remaining. 00000020:00200000:3.0:1769074795.955744:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 444 items remaining. 00000020:00200000:3.0:1769074795.955745:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 443 items remaining. 00000020:00200000:3.0:1769074795.955747:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 442 items remaining. 00000020:00200000:3.0:1769074795.955748:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 441 items remaining. 00000020:00200000:3.0:1769074795.955760:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 440 items remaining. 00000020:00200000:3.0:1769074795.955762:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 439 items remaining. 00000020:00200000:3.0:1769074795.955764:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 438 items remaining. 00000020:00200000:3.0:1769074795.955765:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 437 items remaining. 00000020:00200000:3.0:1769074795.955767:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 436 items remaining. 00000020:00200000:3.0:1769074795.955769:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 435 items remaining. 00000020:00200000:3.0:1769074795.955770:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 434 items remaining. 00000020:00200000:3.0:1769074795.955807:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 433 items remaining. 00000020:00200000:3.0:1769074795.955810:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 432 items remaining. 00000020:00200000:3.0:1769074795.955812:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 431 items remaining. 00000020:00200000:3.0:1769074795.955814:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 430 items remaining. 00000020:00200000:3.0:1769074795.955815:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 429 items remaining. 00000020:00200000:3.0:1769074795.955817:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 428 items remaining. 00000020:00200000:3.0:1769074795.955819:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 427 items remaining. 00000020:00200000:3.0:1769074795.955820:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 426 items remaining. 00000020:00200000:3.0:1769074795.955822:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 425 items remaining. 00000020:00200000:3.0:1769074795.955824:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 424 items remaining. 00000020:00200000:3.0:1769074795.955825:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 423 items remaining. 00000020:00200000:3.0:1769074795.955827:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 422 items remaining. 00000020:00200000:3.0:1769074795.955829:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 421 items remaining. 00000020:00200000:3.0:1769074795.955831:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 420 items remaining. 00000020:00200000:3.0:1769074795.955833:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 419 items remaining. 00000020:00200000:3.0:1769074795.955835:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 418 items remaining. 00000020:00200000:3.0:1769074795.955837:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 417 items remaining. 00000020:00200000:3.0:1769074795.955839:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 416 items remaining. 00000020:00200000:3.0:1769074795.955840:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 415 items remaining. 00000020:00200000:3.0:1769074795.955842:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 414 items remaining. 00000020:00200000:3.0:1769074795.955845:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 413 items remaining. 00000020:00200000:3.0:1769074795.955847:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 412 items remaining. 00000020:00200000:3.0:1769074795.955849:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 411 items remaining. 00000020:00200000:3.0:1769074795.955851:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 410 items remaining. 00000020:00200000:3.0:1769074795.955852:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 409 items remaining. 00000020:00200000:3.0:1769074795.955854:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 408 items remaining. 00000020:00200000:3.0:1769074795.955856:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 407 items remaining. 00000020:00200000:3.0:1769074795.955857:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 406 items remaining. 00000020:00200000:3.0:1769074795.955859:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 405 items remaining. 00000020:00200000:3.0:1769074795.955860:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 404 items remaining. 00000020:00200000:3.0:1769074795.955862:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 403 items remaining. 00000020:00200000:3.0:1769074795.955864:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 402 items remaining. 00000020:00200000:3.0:1769074795.955865:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 401 items remaining. 00000020:00200000:3.0:1769074795.955867:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 400 items remaining. 00000020:00200000:3.0:1769074795.955869:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 399 items remaining. 00000020:00200000:3.0:1769074795.955871:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 398 items remaining. 00000020:00200000:3.0:1769074795.955873:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 397 items remaining. 00000020:00200000:3.0:1769074795.955874:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 396 items remaining. 00000020:00200000:3.0:1769074795.955876:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 395 items remaining. 00000020:00200000:3.0:1769074795.955878:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 394 items remaining. 00000020:00200000:3.0:1769074795.955879:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 393 items remaining. 00000020:00200000:3.0:1769074795.955881:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 392 items remaining. 00000020:00200000:3.0:1769074795.955883:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 391 items remaining. 00000020:00200000:3.0:1769074795.955884:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 390 items remaining. 00000020:00200000:3.0:1769074795.955886:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 389 items remaining. 00000020:00200000:3.0:1769074795.955888:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 388 items remaining. 00000020:00200000:3.0:1769074795.955889:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 387 items remaining. 00000020:00200000:3.0:1769074795.955891:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 386 items remaining. 00000020:00200000:3.0:1769074795.955893:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 385 items remaining. 00000020:00200000:3.0:1769074795.955895:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 384 items remaining. 00000020:00200000:3.0:1769074795.955896:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 383 items remaining. 00000020:00200000:3.0:1769074795.955898:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 382 items remaining. 00000020:00200000:3.0:1769074795.955900:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 381 items remaining. 00000020:00200000:3.0:1769074795.955902:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 380 items remaining. 00000020:00200000:3.0:1769074795.955904:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 379 items remaining. 00000020:00200000:3.0:1769074795.955905:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 378 items remaining. 00000020:00200000:3.0:1769074795.955907:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 377 items remaining. 00000020:00200000:3.0:1769074795.955908:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 376 items remaining. 00000020:00200000:3.0:1769074795.955910:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 375 items remaining. 00000020:00200000:3.0:1769074795.955911:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 374 items remaining. 00000020:00200000:3.0:1769074795.955913:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 373 items remaining. 00000020:00200000:3.0:1769074795.955914:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 372 items remaining. 00000020:00200000:3.0:1769074795.955916:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 371 items remaining. 00000020:00200000:3.0:1769074795.955918:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 370 items remaining. 00000020:00200000:3.0:1769074795.955919:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 369 items remaining. 00000020:00200000:3.0:1769074795.955921:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 368 items remaining. 00000020:00200000:3.0:1769074795.955923:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 367 items remaining. 00000020:00200000:3.0:1769074795.955925:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 366 items remaining. 00000020:00200000:3.0:1769074795.955927:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 365 items remaining. 00000020:00200000:3.0:1769074795.955928:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 364 items remaining. 00000020:00200000:3.0:1769074795.955930:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 363 items remaining. 00000020:00200000:3.0:1769074795.955933:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 362 items remaining. 00000020:00200000:3.0:1769074795.955935:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 361 items remaining. 00000020:00200000:3.0:1769074795.955936:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 360 items remaining. 00000020:00200000:3.0:1769074795.955938:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 359 items remaining. 00000020:00200000:3.0:1769074795.955940:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 358 items remaining. 00000020:00200000:3.0:1769074795.955941:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 357 items remaining. 00000020:00200000:3.0:1769074795.955943:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 356 items remaining. 00000020:00200000:3.0:1769074795.955944:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 355 items remaining. 00000020:00200000:3.0:1769074795.955946:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 354 items remaining. 00000020:00200000:3.0:1769074795.955947:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 353 items remaining. 00000020:00200000:3.0:1769074795.955949:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 352 items remaining. 00000020:00200000:3.0:1769074795.955950:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 351 items remaining. 00000020:00200000:3.0:1769074795.955952:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 350 items remaining. 00000020:00200000:3.0:1769074795.955954:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 349 items remaining. 00000020:00200000:3.0:1769074795.955956:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 348 items remaining. 00000020:00200000:3.0:1769074795.955958:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 347 items remaining. 00000020:00200000:3.0:1769074795.955959:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 346 items remaining. 00000020:00200000:3.0:1769074795.955961:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 345 items remaining. 00000020:00200000:3.0:1769074795.955962:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 344 items remaining. 00000020:00200000:3.0:1769074795.955964:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 343 items remaining. 00000020:00200000:3.0:1769074795.955965:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 342 items remaining. 00000020:00200000:3.0:1769074795.955967:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 341 items remaining. 00000020:00200000:3.0:1769074795.955968:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 340 items remaining. 00000020:00200000:3.0:1769074795.955970:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 339 items remaining. 00000020:00200000:3.0:1769074795.955971:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 338 items remaining. 00000020:00200000:3.0:1769074795.955973:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 337 items remaining. 00000020:00200000:3.0:1769074795.955975:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 336 items remaining. 00000020:00200000:3.0:1769074795.955977:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 335 items remaining. 00000020:00200000:3.0:1769074795.955979:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 334 items remaining. 00000020:00200000:3.0:1769074795.955980:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 333 items remaining. 00000020:00200000:3.0:1769074795.955982:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 332 items remaining. 00000020:00200000:3.0:1769074795.955984:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 331 items remaining. 00000020:00200000:3.0:1769074795.955985:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 330 items remaining. 00000020:00200000:3.0:1769074795.955987:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 329 items remaining. 00000020:00200000:3.0:1769074795.955989:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 328 items remaining. 00000020:00200000:3.0:1769074795.955990:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 327 items remaining. 00000020:00200000:3.0:1769074795.955992:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 326 items remaining. 00000020:00200000:3.0:1769074795.955994:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 325 items remaining. 00000020:00200000:3.0:1769074795.955996:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 324 items remaining. 00000020:00200000:3.0:1769074795.955997:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 323 items remaining. 00000020:00200000:3.0:1769074795.955999:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 322 items remaining. 00000020:00200000:3.0:1769074795.956001:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 321 items remaining. 00000020:00200000:3.0:1769074795.956002:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 320 items remaining. 00000020:00200000:3.0:1769074795.956004:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 319 items remaining. 00000020:00200000:3.0:1769074795.956005:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 318 items remaining. 00000020:00200000:3.0:1769074795.956008:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 317 items remaining. 00000020:00200000:3.0:1769074795.956009:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 316 items remaining. 00000020:00200000:3.0:1769074795.956011:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 315 items remaining. 00000020:00200000:3.0:1769074795.956013:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 314 items remaining. 00000020:00200000:3.0:1769074795.956015:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 313 items remaining. 00000020:00200000:3.0:1769074795.956017:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 312 items remaining. 00000020:00200000:3.0:1769074795.956018:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 311 items remaining. 00000020:00200000:3.0:1769074795.956020:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 310 items remaining. 00000020:00200000:3.0:1769074795.956022:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 309 items remaining. 00000020:00200000:3.0:1769074795.956023:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 308 items remaining. 00000020:00200000:3.0:1769074795.956665:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 307 items remaining. 00000020:00200000:3.0:1769074795.956668:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 306 items remaining. 00000020:00200000:3.0:1769074795.956669:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 305 items remaining. 00000020:00200000:3.0:1769074795.956670:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 304 items remaining. 00000020:00200000:3.0:1769074795.956672:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 303 items remaining. 00000020:00200000:3.0:1769074795.956673:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 302 items remaining. 00000020:00200000:3.0:1769074795.956674:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 301 items remaining. 00000020:00200000:3.0:1769074795.956675:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 300 items remaining. 00000020:00200000:3.0:1769074795.956676:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 299 items remaining. 00000020:00200000:3.0:1769074795.956677:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 298 items remaining. 00000020:00200000:3.0:1769074795.956678:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 297 items remaining. 00000020:00200000:3.0:1769074795.956679:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 296 items remaining. 00000020:00200000:3.0:1769074795.956680:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 295 items remaining. 00000020:00200000:3.0:1769074795.956681:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 294 items remaining. 00000020:00200000:3.0:1769074795.956682:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 293 items remaining. 00000020:00200000:3.0:1769074795.956683:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 292 items remaining. 00000020:00200000:3.0:1769074795.956683:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 291 items remaining. 00000020:00200000:3.0:1769074795.956684:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 290 items remaining. 00000020:00200000:3.0:1769074795.956685:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 289 items remaining. 00000020:00200000:3.0:1769074795.956686:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 288 items remaining. 00000020:00200000:3.0:1769074795.956687:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 287 items remaining. 00000020:00200000:3.0:1769074795.956688:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 286 items remaining. 00000020:00200000:3.0:1769074795.956690:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 285 items remaining. 00000020:00200000:3.0:1769074795.956691:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 284 items remaining. 00000020:00200000:3.0:1769074795.956692:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 283 items remaining. 00000020:00200000:3.0:1769074795.956693:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 282 items remaining. 00000020:00200000:3.0:1769074795.956694:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 281 items remaining. 00000020:00200000:3.0:1769074795.956695:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 280 items remaining. 00000020:00200000:3.0:1769074795.956696:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 279 items remaining. 00000020:00200000:3.0:1769074795.956697:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 278 items remaining. 00000020:00200000:3.0:1769074795.956698:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 277 items remaining. 00000020:00200000:3.0:1769074795.956699:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 276 items remaining. 00000020:00200000:3.0:1769074795.956700:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 275 items remaining. 00000020:00200000:3.0:1769074795.956701:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 274 items remaining. 00000020:00200000:3.0:1769074795.956702:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 273 items remaining. 00000020:00200000:3.0:1769074795.956703:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 272 items remaining. 00000020:00200000:3.0:1769074795.956704:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 271 items remaining. 00000020:00200000:3.0:1769074795.956705:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 270 items remaining. 00000020:00200000:3.0:1769074795.956706:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 269 items remaining. 00000020:00200000:3.0:1769074795.956707:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 268 items remaining. 00000020:00200000:3.0:1769074795.956708:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 267 items remaining. 00000020:00200000:3.0:1769074795.956709:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 266 items remaining. 00000020:00200000:3.0:1769074795.956710:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 265 items remaining. 00000020:00200000:3.0:1769074795.956711:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 264 items remaining. 00000020:00200000:3.0:1769074795.956712:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 263 items remaining. 00000020:00200000:3.0:1769074795.956713:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 262 items remaining. 00000020:00200000:3.0:1769074795.956713:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 261 items remaining. 00000020:00200000:3.0:1769074795.956714:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 260 items remaining. 00000020:00200000:3.0:1769074795.956715:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 259 items remaining. 00000020:00200000:3.0:1769074795.956717:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 258 items remaining. 00000020:00200000:3.0:1769074795.956718:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 257 items remaining. 00000020:00200000:3.0:1769074795.956718:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000008:00010000:3.0:1769074795.956724:0:2373:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc6485b1d80 00000100:00100000:3.0:1769074795.956841:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f350b61-220d-44c0-add1-2054ba0cd22d:2373:1855007612819968:192.168.204.139@tcp:4:lfs.0 00000080:00200000:3.0:1769074795.958144:0:58716:0:(file.c:2109:ll_file_io_generic()) Range unlock [0, 511] 00000080:00200000:3.0:1769074795.958167:0:58716:0:(vvp_io.c:289:vvp_io_fini()) [0x200000bd1:0x1:0x0] ignore/verify layout 0/0, layout version 1 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1769074795.958172:0:58716:0:(file.c:2142:ll_file_io_generic()) . :VOLATILE:0000:79F84711:fd=03: 2 io complete with rc: 0, result: 2097152, restart: 0 00000080:00200000:3.0:1769074795.958186:0:58716:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000bd1:0x1:0x0] updating i_size 2097152 i_blocks 2 00000020:00200000:3.0:1769074795.958190:0:58716:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1769074795.958206:0:58716:0:(file.c:2228:ll_file_io_generic()) iot: 2, result: 2097152 00000080:00200000:3.0:1769074795.958233:0:58716:0:(file.c:5319:ll_fsync()) VFS Op:inode=[0x200000bd1:0x1:0x0](ffff9bc649b66c08), start 0, end 9223372036854775807, datasync 0 00000100:00100000:3.0:1769074795.958292:0:58716:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9af480 pname:cluuid:pid:xid:nid:opc:job lfs:2f350b61-220d-44c0-add1-2054ba0cd22d:58716:1855007612820352:192.168.204.139@tcp:44:lfs.0 00000100:00100000:3.0:1769074795.958379:0:58716:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc650821300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074796.025665:0:58716:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bc643a3f800: committing for last_committed 8589941383 gen 1 00000100:00100000:3.0:1769074796.025688:0:58716:0:(client.c:3130:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9bc64ac92a00 x1855007612818048/t8589941380(8589941380) o101->lustre-MDT0000-mdc-ffff9bc643a3f800@192.168.204.139@tcp:12/10 lens 552/608 e 0 to 0 dl 1769074811 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1769074796.025756:0:58716:0:(client.c:3130:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9bc67afdb800 x1855007612819456/t8589941383(8589941383) o101->lustre-MDT0000-mdc-ffff9bc643a3f800@192.168.204.139@tcp:12/10 lens 576/664 e 0 to 0 dl 1769074811 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1769074796.025769:0:58716:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9af480 pname:cluuid:pid:xid:nid:opc:job lfs:2f350b61-220d-44c0-add1-2054ba0cd22d:58716:1855007612820352:192.168.204.139@tcp:44:lfs.0 00000080:00200000:3.0:1769074796.025840:0:58716:0:(vvp_io.c:1854:vvp_io_init()) [0x200000bd1:0x1:0x0] ignore/verify layout 0/0, layout version 1 restore needed 0 00020000:00200000:3.0:1769074796.025854:0:58716:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1769074796.025943:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074796.025960:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f350b61-220d-44c0-add1-2054ba0cd22d:2372:1855007612820480:192.168.204.139@tcp:16:lfs.0 00000100:00100000:3.0:1769074796.026100:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f350b61-220d-44c0-add1-2054ba0cd22d:2372:1855007612820608:192.168.204.139@tcp:16:lfs.0 00000100:00100000:3.0:1769074796.031013:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f350b61-220d-44c0-add1-2054ba0cd22d:2372:1855007612820480:192.168.204.139@tcp:16:lfs.0 00000100:00100000:3.0:1769074796.038009:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f350b61-220d-44c0-add1-2054ba0cd22d:2372:1855007612820608:192.168.204.139@tcp:16:lfs.0 00000100:00100000:3.0:1769074796.064277:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f350b61-220d-44c0-add1-2054ba0cd22d:2373:1855007612820736:192.168.204.139@tcp:1:lfs.0 00000100:00100000:3.0:1769074796.075566:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f350b61-220d-44c0-add1-2054ba0cd22d:2373:1855007612820736:192.168.204.139@tcp:1:lfs.0 00000100:00100000:3.0:1769074796.085671:0:58716:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb480 pname:cluuid:pid:xid:nid:opc:job lfs:2f350b61-220d-44c0-add1-2054ba0cd22d:58716:1855007612820992:192.168.204.139@tcp:36:lfs.0 00000080:00200000:3.0:1769074796.085753:0:58716:0:(vvp_io.c:1854:vvp_io_init()) [0x200000bd1:0x1:0x0] ignore/verify layout 0/0, layout version 36 restore needed 0 00000080:00010000:3.0:1769074796.085895:0:58716:0:(file.c:7031:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000bd1:0x1:0x0](ffff9bc649b66c08) 00000002:00010000:3.0:1769074796.085910:0:58716:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000bd1:0x1:0x0]) in obj [0x200000bd1:0x1:0x0], intent: layout flags 0 00010000:00010000:3.0:1769074796.085986:0:58716:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64145d600/0x21fa6d252c11b606 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 58716 initiator: MDT0 00010000:00010000:3.0:1769074796.085998:0:58716:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64145d600/0x21fa6d252c11b606 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 58716 initiator: MDT0 00010000:00010000:3.0:1769074796.086011:0:58716:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64145d600/0x21fa6d252c11b606 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 58716 initiator: MDT0 00000100:00100000:3.0:1769074796.086040:0:58716:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job lfs:2f350b61-220d-44c0-add1-2054ba0cd22d:58716:1855007612821120:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074796.086720:0:58716:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc650821300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074796.093881:0:58716:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job lfs:2f350b61-220d-44c0-add1-2054ba0cd22d:58716:1855007612821120:192.168.204.139@tcp:101:lfs.0 00010000:00010000:3.0:1769074796.093943:0:58716:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64145d600/0x21fa6d252c11b606 lrc: 4/1,0 mode: CR/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ad09 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074796.093966:0:58716:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64145d600/0x21fa6d252c11b606 lrc: 4/1,0 mode: CR/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad09 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00000002:00100000:3.0:1769074796.093995:0:58716:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff9bc64d9adc00 x1855007612821120/t0(0) o101->lustre-MDT0000-mdc-ffff9bc643a3f800@192.168.204.139@tcp:12/10 lens 376/504 e 0 to 0 dl 1769074812 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074796.094007:0:58716:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 160 ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64145d600/0x21fa6d252c11b606 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad09 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00000002:00010000:3.0:1769074796.094043:0:58716:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64145d600/0x21fa6d252c11b606 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad09 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074796.094060:0:58716:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc67f926c00 type 13 mode 16 res 8589937617/1 (0 0) 00000080:00200000:3.0:1769074796.094068:0:58716:0:(namei.c:955:ll_intent_lock()) intent lock 1024 on i1 [0x200000bd1:0x1:0x0] suppgids 0 0: rc 0 00000080:00010000:3.0:1769074796.094094:0:58716:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000bd1:0x1:0x0](ffff9bc649b66c08) for lock 0x21fa6d252c11b606 00000080:00010000:3.0:1769074796.094105:0:58716:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b606 from it ffffa7f98146ba78 00010000:00010000:3.0:1769074796.094110:0:58716:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64145d600/0x21fa6d252c11b606 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ad09 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074796.094121:0:58716:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64145d600/0x21fa6d252c11b606 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad09 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074796.094160:0:58716:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64145d600/0x21fa6d252c11b606 lrc: 2/1,0 mode: CR/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad09 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074796.094175:0:58716:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64145d600/0x21fa6d252c11b606 lrc: 2/1,0 mode: CR/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad09 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1769074796.094185:0:58716:0:(file.c:6914:ll_layout_lock_set()) ### file [0x200000bd1:0x1:0x0](00000000c7e3cf13) being reconfigured ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64145d600/0x21fa6d252c11b606 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad09 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074796.094240:0:58716:0:(file.c:6809:ll_layout_conf()) [0x200000bd1:0x1:0x0]: layout version change: 4294967294 -> 1 00010000:00010000:3.0:1769074796.094247:0:58716:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64145d600/0x21fa6d252c11b606 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8ad09 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074796.094255:0:58716:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64145d600/0x21fa6d252c11b606 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8ad09 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00020000:00200000:3.0:1769074796.100737:0:58716:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00010000:00010000:1.0:1769074796.115406:0:58716:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9bc643a3f800 lock: ffff9bc64f08ca00/0x21fa6d252c11b614 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074796.115433:0:58716:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9bc643a3f800 lock: ffff9bc64f08ca00/0x21fa6d252c11b614 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074796.115447:0:58716:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9bc643a3f800 lock: ffff9bc64f08ca00/0x21fa6d252c11b614 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074796.115485:0:58716:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job lfs:2f350b61-220d-44c0-add1-2054ba0cd22d:58716:1855007612821376:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074796.116767:0:58716:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6450a3240 going to sleep for 11 seconds 00000100:00100000:3.0:1769074796.119986:0:37577:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619933440 00000100:00100000:3.0:1769074796.120001:0:37577:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619933440 00000100:00100000:3.0:1769074796.120075:0:37577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6580 00000100:00100000:3.0:1769074796.120086:0:37577:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc67afd9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:33558:x1855007619933440:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074796.120106:0:37577:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9bc643a3f800 lock: ffff9bc64d878800/0x21fa6d252c11b5f8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8acbc expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074796.120215:0:37577:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074796.120224:0:37577:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc67afd9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:33558:x1855007619933440:12345-192.168.204.139@tcp:104: Request processed in 139us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074796.120233:0:37577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6580 00000100:00100000:3.0:1769074796.123730:0:37578:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619933568 00000100:00100000:3.0:1769074796.123745:0:37578:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619933568 00000100:00100000:1.0:1769074796.123959:0:58716:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job lfs:2f350b61-220d-44c0-add1-2054ba0cd22d:58716:1855007612821376:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074796.124010:0:58716:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9bc643a3f800 lock: ffff9bc64f08ca00/0x21fa6d252c11b614 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x8b5959a9a0e8ad17 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074796.124028:0:58716:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff9bc643a3f800 lock: ffff9bc64f08ca00/0x21fa6d252c11b614 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8ad17 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074796.124191:0:58716:0:(ldlm_request.c:303:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff9bc643a3f800 lock: ffff9bc64f08ca00/0x21fa6d252c11b614 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8ad17 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074796.124435:0:58716:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff9bc643a3f800 lock: ffff9bc64f08ca00/0x21fa6d252c11b614 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8ad17 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074796.124444:0:58716:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9bc643a3f800 lock: ffff9bc64f08ca00/0x21fa6d252c11b614 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8ad17 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074796.124462:0:58716:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9bc643a3f800 lock: ffff9bc64f08ca00/0x21fa6d252c11b614 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x8b5959a9a0e8ad17 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1769074796.124476:0:58716:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9bc643a3f800 lock: ffff9bc64f08ca00/0x21fa6d252c11b614 lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x8b5959a9a0e8ad17 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074796.124490:0:58716:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9bc643a3f800 lock: ffff9bc64f08ca00/0x21fa6d252c11b614 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8ad17 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074796.124499:0:58716:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9bc643a3f800 lock: ffff9bc64f08ca00/0x21fa6d252c11b614 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8ad17 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074796.139883:0:58716:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job lfs:2f350b61-220d-44c0-add1-2054ba0cd22d:58716:1855007612822016:192.168.204.139@tcp:55:lfs.0 00000080:00200008:1.0:1769074796.139946:0:58716:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file . :VOLATILE:0000:79F84711:fd=03:[0x200000bd1:0x1:0x0](ffff9bc649b66c08) current size 2097152, valid attrs 101f0, mode 0, uid 1, gid 0, new size 0, atime 1769074791.000000000, mtime 1769074791.000000000, ctime 1769074796.000000000, rc 0 00000080:00200008:1.0:1769074796.139989:0:58716:0:(llite_lib.c:2314:ll_setattr_raw()) START file f200c.sanity-flr:[0x200000404:0x1aa:0x0](ffff9bc649b642c8) current size 2097152, valid attrs 101f0, mode 0, uid 1, gid 0, new size 0, atime 1769074791.000000000, mtime 1769074791.000000000, ctime 1769074796.000000000 00010000:00010000:1.0:1769074796.140051:0:58716:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc67f943400/0x21fa6d252c11b5ce lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e8ac68 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074796.140085:0:58716:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x1aa:0x0]: losing layout lock 00010000:00010000:1.0:1769074796.140169:0:58716:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc67f943400/0x21fa6d252c11b5ce lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8ac68 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074796.140177:0:58716:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074796.140181:0:58716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc67f943400/0x21fa6d252c11b5ce lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8ac68 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00000020:00100000:1.0:1769074796.140205:0:58716:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc643a3f800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1769074796.140215:0:58716:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac91180 x1855007612822272/t0(0) o36->lustre-MDT0000-mdc-ffff9bc643a3f800@192.168.204.139@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074796.140251:0:58716:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job lfs:2f350b61-220d-44c0-add1-2054ba0cd22d:58716:1855007612822272:192.168.204.139@tcp:36:lfs.0 00000100:00100000:1.0:1769074796.140383:0:58716:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6450a3240 going to sleep for 11 seconds 00000100:00100000:1.0:1769074796.147453:0:58716:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job lfs:2f350b61-220d-44c0-add1-2054ba0cd22d:58716:1855007612822272:192.168.204.139@tcp:36:lfs.0 00000080:00200000:1.0:1769074796.147553:0:58716:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1aa:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00010000:00010000:1.0:1769074796.147579:0:58716:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc67f926c00 type 13 mode 31 res 8589935620/426 (0 0) 00000080:00010000:1.0:1769074796.147600:0:58716:0:(file.c:7031:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000404:0x1aa:0x0](ffff9bc649b642c8) 00000002:00010000:1.0:1769074796.147615:0:58716:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1aa:0x0]) in obj [0x200000404:0x1aa:0x0], intent: layout flags 0 00010000:00010000:1.0:1769074796.147681:0:58716:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08d600/0x21fa6d252c11b61b lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 58716 initiator: MDT0 00010000:00010000:1.0:1769074796.147691:0:58716:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08d600/0x21fa6d252c11b61b lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x0 pid: 58716 initiator: MDT0 00010000:00010000:1.0:1769074796.147702:0:58716:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08d600/0x21fa6d252c11b61b lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x0 pid: 58716 initiator: MDT0 00000100:00100000:1.0:1769074796.147724:0:58716:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job lfs:2f350b61-220d-44c0-add1-2054ba0cd22d:58716:1855007612822400:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074796.147866:0:58716:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6450a3240 going to sleep for 11 seconds 00000100:00100000:1.0:1769074796.152487:0:58716:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job lfs:2f350b61-220d-44c0-add1-2054ba0cd22d:58716:1855007612822400:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074796.152528:0:58716:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08d600/0x21fa6d252c11b61b lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ad2c expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074796.152548:0:58716:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08d600/0x21fa6d252c11b61b lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad2c expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00000002:00100000:1.0:1769074796.152565:0:58716:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff9bc64ac91500 x1855007612822400/t0(0) o101->lustre-MDT0000-mdc-ffff9bc643a3f800@192.168.204.139@tcp:12/10 lens 376/400 e 0 to 0 dl 1769074812 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074796.152585:0:58716:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08d600/0x21fa6d252c11b61b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad2c expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00000002:00010000:1.0:1769074796.152599:0:58716:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08d600/0x21fa6d252c11b61b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad2c expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074796.152615:0:58716:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc67f926c00 type 13 mode 16 res 8589935620/426 (0 0) 00000080:00200000:1.0:1769074796.152622:0:58716:0:(namei.c:955:ll_intent_lock()) intent lock 1024 on i1 [0x200000404:0x1aa:0x0] suppgids 0 0: rc 0 00000080:00010000:1.0:1769074796.152645:0:58716:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1aa:0x0](ffff9bc649b642c8) for lock 0x21fa6d252c11b61b 00000080:00010000:1.0:1769074796.152655:0:58716:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b61b from it ffffa7f98146ba78 00010000:00010000:1.0:1769074796.152659:0:58716:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08d600/0x21fa6d252c11b61b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ad2c expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074796.152670:0:58716:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08d600/0x21fa6d252c11b61b lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad2c expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074796.152694:0:58716:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08d600/0x21fa6d252c11b61b lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad2c expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074796.152706:0:58716:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08d600/0x21fa6d252c11b61b lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad2c expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1769074796.152716:0:58716:0:(file.c:6914:ll_layout_lock_set()) ### file [0x200000404:0x1aa:0x0](00000000110c95d2) being reconfigured ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08d600/0x21fa6d252c11b61b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad2c expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074796.152771:0:58716:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1aa:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:1.0:1769074796.152919:0:58716:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08d600/0x21fa6d252c11b61b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8ad2c expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074796.152935:0:58716:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08d600/0x21fa6d252c11b61b lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8ad2c expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00020000:00200000:1.0:1769074796.153172:0:58716:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1769074796.153194:0:58716:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:1.0:1769074796.153213:0:58716:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1769074796.153218:0:58716:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc643072530, osc lock ffff9bc64a5b4980, flags 0x0 00010000:00010000:1.0:1769074796.153235:0:58716:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc651166400 type 11 mode 2 res 10737419264/536 (0 18446744073709551615) 00010000:00010000:1.0:1769074796.153278:0:58716:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08d000/0x21fa6d252c11b622 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074796.153287:0:58716:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08d000/0x21fa6d252c11b622 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074796.153298:0:58716:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08d000/0x21fa6d252c11b622 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074796.153323:0:58716:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job lfs:2f350b61-220d-44c0-add1-2054ba0cd22d:58716:1855007612822528:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074796.153543:0:58716:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6450a3240 going to sleep for 11 seconds 00000100:00100000:3.0:1769074796.156692:0:37578:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619933696 00000100:00100000:3.0:1769074796.156707:0:37578:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619933696 00000100:00100000:3.0:1769074796.156931:0:37578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6582 00000100:00100000:3.0:1769074796.156944:0:37578:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc67afd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:26584:x1855007619933696:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074796.156979:0:37578:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08c000/0x21fa6d252c11b5e3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8aca0 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074796.157197:0:37578:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074796.157206:0:37578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc67afd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:26584:x1855007619933696:12345-192.168.204.139@tcp:104: Request processed in 264us (658us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074796.157215:0:37578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6582 00000100:00100000:1.0:1769074796.157546:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f350b61-220d-44c0-add1-2054ba0cd22d:2371:1855007612822656:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074796.162006:0:58716:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job lfs:2f350b61-220d-44c0-add1-2054ba0cd22d:58716:1855007612822528:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074796.162210:0:58716:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08d000/0x21fa6d252c11b622 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x8b5959a9a0e8ad33 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074796.162223:0:58716:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08d000/0x21fa6d252c11b622 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8ad33 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074796.162235:0:58716:0:(ldlm_request.c:303:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08d000/0x21fa6d252c11b622 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8ad33 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1769074796.162330:0:37578:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1769074796.162356:0:37578:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619933824 00000100:00100000:3.0:1769074796.162365:0:37578:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619933824 00000100:00100000:3.0:1769074796.162418:0:37578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6583 00000100:00100000:3.0:1769074796.162425:0:37578:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64ece1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:5738:x1855007619933824:12345-192.168.204.139@tcp:105: 00010000:00010000:3.0:1769074796.162435:0:37578:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08d000/0x21fa6d252c11b622 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8ad33 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074796.162443:0:37578:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08d000/0x21fa6d252c11b622 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8ad33 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074796.162451:0:37578:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08d000/0x21fa6d252c11b622 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x8b5959a9a0e8ad33 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074796.162458:0:37578:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08d000/0x21fa6d252c11b622 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x8b5959a9a0e8ad33 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074796.162465:0:37578:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08d000/0x21fa6d252c11b622 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x8b5959a9a0e8ad33 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074796.162475:0:37578:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08d000/0x21fa6d252c11b622 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x8b5959a9a0e8ad33 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074796.162493:0:37578:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9bc64f08d000) 00000100:00100000:3.0:1769074796.162567:0:37578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64ece1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:5738:x1855007619933824:12345-192.168.204.139@tcp:105: Request processed in 141us (884us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074796.162576:0:37578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6583 00010000:00010000:1.0:1769074796.162715:0:58716:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08d000/0x21fa6d252c11b622 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8ad33 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074796.162723:0:58716:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08d000/0x21fa6d252c11b622 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8ad33 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074796.162736:0:58716:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08d000/0x21fa6d252c11b622 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x8b5959a9a0e8ad33 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1769074796.162747:0:58716:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 2097152, setting rss=2097152; kms=2097152, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08d000/0x21fa6d252c11b622 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x8b5959a9a0e8ad33 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074796.162758:0:58716:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08d000/0x21fa6d252c11b622 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8ad33 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074796.162764:0:58716:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08d000/0x21fa6d252c11b622 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8ad33 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1769074796.170351:0:58716:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc648d0db78 (ffff9bc648547128/0) at cl_lock_release():245 00000020:00010000:1.0:1769074796.170357:0:58716:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc648d0db78 (ffff9bc648547128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1769074796.170364:0:58716:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643072530 (ffff9bc648547d88/1) at cl_lock_cancel():142 00010000:00010000:1.0:1769074796.170377:0:58716:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08d000/0x21fa6d252c11b622 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8ad33 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074796.170392:0:58716:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08d000/0x21fa6d252c11b622 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8ad33 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1769074796.170410:0:58716:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc648d0db78 (ffff9bc648547128/0) at cl_lock_fini():72 00000020:00010000:1.0:1769074796.170413:0:58716:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643072530 (ffff9bc648547128/1) at cl_lock_fini():72 00000080:00200000:1.0:1769074796.170437:0:58716:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1aa:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1769074796.170456:0:58716:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file f200c.sanity-flr:[0x200000404:0x1aa:0x0](ffff9bc649b642c8) current size 2097152, valid attrs 101f0, mode 0, uid 1, gid 0, new size 0, atime 1769074791.000000000, mtime 1769074791.000000000, ctime 1769074796.000000000, rc 0 00000080:00200080:1.0:1769074796.170494:0:58716:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1aa:0x0](ffff9bc649b642c8) cmd=c00c66f3 arg=fd4450 00010000:00010000:1.0:1769074796.170568:0:58716:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64d879600/0x21fa6d252c11b5ff lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1aa:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x81008000000000 nid: local remote: 0x8b5959a9a0e8acca expref: -99 pid: 58716 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.170590:0:58716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64d879600/0x21fa6d252c11b5ff lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1aa:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x85809400000000 nid: local remote: 0x8b5959a9a0e8acca expref: -99 pid: 58716 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074796.170613:0:58716:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff9bc67afdb800 x1855007612819456/t8589941383(8589941383) o101->lustre-MDT0000-mdc-ffff9bc643a3f800@192.168.204.139@tcp:12/10 lens 576/664 e 0 to 0 dl 1769074811 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074796.170626:0:58716:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc643a3f800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074796.170632:0:58716:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac90e00 x1855007612823040/t0(0) o35->lustre-MDT0000-mdc-ffff9bc643a3f800@192.168.204.139@tcp:23/10 lens 504/2128 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1769074796.170661:0:58716:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job lfs:2f350b61-220d-44c0-add1-2054ba0cd22d:58716:1855007612823040:192.168.204.139@tcp:35:lfs.0 00000100:00100000:1.0:1769074796.171015:0:58716:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6450a3240 going to sleep for 11 seconds 00000100:00100000:3.0:1769074796.174431:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1136430d-88ea-4de2-9954-69c484e5445f:2372:1855007612823168:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074796.175295:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612823424:192.168.204.139@tcp:400:kworker.0 00010000:00010000:1.0:1769074796.175987:0:37585:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074796.175997:0:37585:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08d600/0x21fa6d252c11b61b lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x8b5959a9a0e8ad2c expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074796.176008:0:37585:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f08d600 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074796.176014:0:37585:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08d600/0x21fa6d252c11b61b lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x8 rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x8b5959a9a0e8ad2c expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074796.176024:0:37585:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08d600/0x21fa6d252c11b61b lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x8 rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x8b5959a9a0e8ad2c expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074796.176044:0:37585:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08d600/0x21fa6d252c11b61b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x8 rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x8b5959a9a0e8ad2c expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074796.176078:0:37585:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x1aa:0x0]: losing layout lock 00010000:00010000:1.0:1769074796.176126:0:37585:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08d600/0x21fa6d252c11b61b lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x8 rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8b5959a9a0e8ad2c expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074796.176134:0:37585:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074796.176172:0:37585:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08d600/0x21fa6d252c11b61b lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x8 rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8b5959a9a0e8ad2c expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074796.176180:0:37585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08d600/0x21fa6d252c11b61b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x8 rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8b5959a9a0e8ad2c expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074796.176207:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074796.176209:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074796.176211:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074796.179003:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f350b61-220d-44c0-add1-2054ba0cd22d:2371:1855007612823680:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074796.185698:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074796.185761:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1136430d-88ea-4de2-9954-69c484e5445f:2372:1855007612823168:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074796.185963:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f350b61-220d-44c0-add1-2054ba0cd22d:2371:1855007612823680:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074796.189166:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612823424:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074796.189629:0:2373:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bc646483800: committing for last_committed 8589941378 gen 1 00000100:00100000:3.0:1769074796.189656:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612823296:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074796.189672:0:2373:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9bc646483800: committing for last_committed 17179872631 gen 1 00000100:00100000:1.0:1769074796.193415:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f350b61-220d-44c0-add1-2054ba0cd22d:2370:1855007612823808:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074796.201839:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612823552:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074796.203326:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f350b61-220d-44c0-add1-2054ba0cd22d:2370:1855007612823808:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074796.207397:0:58716:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job lfs:2f350b61-220d-44c0-add1-2054ba0cd22d:58716:1855007612823040:192.168.204.139@tcp:35:lfs.0 00000002:00100000:1.0:1769074796.207448:0:58716:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9bc67afdb800 x1855007612819456/t8589941383(8589941383) o101->lustre-MDT0000-mdc-ffff9bc643a3f800@192.168.204.139@tcp:12/10 lens 576/664 e 0 to 0 dl 1769074811 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00010000:1.0:1769074796.207510:0:58716:0:(file.c:7031:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000404:0x1aa:0x0](ffff9bc649b642c8) 00000002:00010000:1.0:1769074796.207527:0:58716:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1aa:0x0]) in obj [0x200000404:0x1aa:0x0], intent: layout flags 0 00010000:00010000:1.0:1769074796.207596:0:58716:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08d600/0x21fa6d252c11b629 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 58716 initiator: MDT0 00010000:00010000:1.0:1769074796.207610:0:58716:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08d600/0x21fa6d252c11b629 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 58716 initiator: MDT0 00010000:00010000:1.0:1769074796.207620:0:58716:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08d600/0x21fa6d252c11b629 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 58716 initiator: MDT0 00000100:00100000:1.0:1769074796.207645:0:58716:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job lfs:2f350b61-220d-44c0-add1-2054ba0cd22d:58716:1855007612823936:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074796.207801:0:58716:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6450a3240 going to sleep for 11 seconds 00000100:00100000:1.0:1769074796.210742:0:58716:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job lfs:2f350b61-220d-44c0-add1-2054ba0cd22d:58716:1855007612823936:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074796.211198:0:58716:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08d600/0x21fa6d252c11b629 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ad48 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074796.211219:0:58716:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08d600/0x21fa6d252c11b629 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad48 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00000002:00100000:1.0:1769074796.211236:0:58716:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff9bc64ac90e00 x1855007612823936/t0(0) o101->lustre-MDT0000-mdc-ffff9bc643a3f800@192.168.204.139@tcp:12/10 lens 376/608 e 0 to 0 dl 1769074812 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074796.211248:0:58716:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 264 ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08d600/0x21fa6d252c11b629 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad48 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00000002:00010000:1.0:1769074796.211264:0:58716:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08d600/0x21fa6d252c11b629 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad48 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074796.211280:0:58716:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc67f926c00 type 13 mode 16 res 8589935620/426 (0 0) 00000080:00200000:1.0:1769074796.211287:0:58716:0:(namei.c:955:ll_intent_lock()) intent lock 1024 on i1 [0x200000404:0x1aa:0x0] suppgids 0 0: rc 0 00000080:00010000:1.0:1769074796.211314:0:58716:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1aa:0x0](ffff9bc649b642c8) for lock 0x21fa6d252c11b629 00000080:00010000:1.0:1769074796.211327:0:58716:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b629 from it ffffa7f98146bbc8 00010000:00010000:1.0:1769074796.211332:0:58716:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08d600/0x21fa6d252c11b629 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ad48 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074796.211424:0:58716:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08d600/0x21fa6d252c11b629 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad48 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074796.211454:0:58716:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08d600/0x21fa6d252c11b629 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad48 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074796.211468:0:58716:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08d600/0x21fa6d252c11b629 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad48 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1769074796.211478:0:58716:0:(file.c:6914:ll_layout_lock_set()) ### file [0x200000404:0x1aa:0x0](00000000110c95d2) being reconfigured ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08d600/0x21fa6d252c11b629 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad48 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074796.211533:0:58716:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08d600/0x21fa6d252c11b629 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ad48 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074796.211541:0:58716:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08d600/0x21fa6d252c11b629 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad48 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074796.211564:0:58716:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1aa:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1769074796.211581:0:58716:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1769074796.211620:0:58716:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1aa:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:1.0:1769074796.211635:0:58716:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08d600/0x21fa6d252c11b629 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad48 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074796.211644:0:58716:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08d600/0x21fa6d252c11b629 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad48 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1769074796.211651:0:58716:0:(file.c:6914:ll_layout_lock_set()) ### file [0x200000404:0x1aa:0x0](00000000110c95d2) being reconfigured ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08d600/0x21fa6d252c11b629 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad48 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074796.211669:0:58716:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1aa:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1769074796.211674:0:58716:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1769074796.211683:0:58716:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1aa:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000008:00010000:1.0:1769074796.211698:0:58716:0:(osc_object.c:209:osc_object_ast_clear()) ### update lock size 2097152 blocks 4103 [cma]time: 1769074791 1769074791 0 by oinfo size 2097152 blocks 4103 [cma]time 1769074796 1769074791 1769074791 ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08d000/0x21fa6d252c11b622 lrc: 1/0,0 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8ad33 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1769074796.212211:0:58716:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1aa:0x0]: layout version change: 4294967294 -> 1 00010000:00010000:1.0:1769074796.212220:0:58716:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08d600/0x21fa6d252c11b629 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8ad48 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074796.212228:0:58716:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08d600/0x21fa6d252c11b629 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8ad48 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00000080:00200008:1.0:1769074796.212271:0:58716:0:(file.c:424:ll_file_release()) START file f200c.sanity-flr:[0x200000404:0x1aa:0x0](ffff9bc649b642c8), flags 1154002 00000002:00100000:1.0:1769074796.212332:0:58716:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff9bc64f07d180 x1855007612817664/t8589941379(8589941379) o101->lustre-MDT0000-mdc-ffff9bc643a3f800@192.168.204.139@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074811 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074796.212576:0:58716:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc643a3f800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074796.212583:0:58716:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac90e00 x1855007612824192/t0(0) o35->lustre-MDT0000-mdc-ffff9bc643a3f800@192.168.204.139@tcp:23/10 lens 392/2128 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1769074796.212614:0:58716:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job lfs:2f350b61-220d-44c0-add1-2054ba0cd22d:58716:1855007612824192:192.168.204.139@tcp:35:lfs.0 00000100:00100000:1.0:1769074796.212814:0:58716:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6450a3e40 going to sleep for 11 seconds 00000100:00100000:1.0:1769074796.216248:0:58716:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job lfs:2f350b61-220d-44c0-add1-2054ba0cd22d:58716:1855007612824192:192.168.204.139@tcp:35:lfs.0 00000002:00100000:1.0:1769074796.216299:0:58716:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9bc64f07d180 x1855007612817664/t8589941379(8589941379) o101->lustre-MDT0000-mdc-ffff9bc643a3f800@192.168.204.139@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074811 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200008:1.0:1769074796.216461:0:58716:0:(file.c:424:ll_file_release()) START file . :VOLATILE:0000:79F84711:fd=03:[0x200000bd1:0x1:0x0](ffff9bc649b66c08), flags 554001 00000002:00100000:1.0:1769074796.216543:0:58716:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff9bc64ac92a00 x1855007612818048/t8589941380(8589941380) o101->lustre-MDT0000-mdc-ffff9bc643a3f800@192.168.204.139@tcp:12/10 lens 552/608 e 0 to 0 dl 1769074811 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074796.216555:0:58716:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc643a3f800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074796.216560:0:58716:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac90e00 x1855007612824448/t0(0) o35->lustre-MDT0000-mdc-ffff9bc643a3f800@192.168.204.139@tcp:23/10 lens 392/2128 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1769074796.216585:0:58716:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job lfs:2f350b61-220d-44c0-add1-2054ba0cd22d:58716:1855007612824448:192.168.204.139@tcp:35:lfs.0 00000100:00100000:1.0:1769074796.216749:0:58716:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6450a3e40 going to sleep for 11 seconds 00000100:00100000:1.0:1769074796.221375:0:58716:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job lfs:2f350b61-220d-44c0-add1-2054ba0cd22d:58716:1855007612824448:192.168.204.139@tcp:35:lfs.0 00000002:00100000:1.0:1769074796.221416:0:58716:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9bc64ac92a00 x1855007612818048/t8589941380(8589941380) o101->lustre-MDT0000-mdc-ffff9bc643a3f800@192.168.204.139@tcp:12/10 lens 552/608 e 0 to 0 dl 1769074811 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00010000:1.0:1769074796.557198:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1769074798.034320:0:58848:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: mirror extend done 00000100:00100000:1.0:1769074799.315162:0:58584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job dd:8e818347-4d21-45d1-a323-b359656f3fdd:58584:1855007612817280:192.168.204.139@tcp:101:dd.0 00010000:00010000:1.0:1769074799.315202:0:58584:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b5c0 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad56 expref: -99 pid: 58584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074799.315247:0:58584:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b5c0 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad56 expref: -99 pid: 58584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074799.315257:0:58584:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b5c0 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad56 expref: -99 pid: 58584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074799.315273:0:58584:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b5c0 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ad56 expref: -99 pid: 58584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074799.315288:0:58584:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b5c0 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad56 expref: -99 pid: 58584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074799.315304:0:58584:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b5c0 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ad56 expref: -99 pid: 58584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074799.315314:0:58584:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b5c0 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ad56 expref: -99 pid: 58584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074799.315322:0:58584:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b5c0 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ad56 expref: -99 pid: 58584 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074799.315349:0:58584:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=2b, status=0 req@ffff9bc64ac92d80 x1855007612817280/t8589941391(8589941391) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/872 e 1 to 0 dl 1769074834 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1769074799.315365:0:58584:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64ac92d80 x1855007612817280/t8589941391(8589941391) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/872 e 1 to 0 dl 1769074834 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074799.315383:0:58584:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 264 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b5c0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad56 expref: -99 pid: 58584 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1769074799.315401:0:58584:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b5c0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad56 expref: -99 pid: 58584 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074799.315412:0:58584:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589935620/426 (0 0) 00000080:00200000:1.0:1769074799.315420:0:58584:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1769074799.315492:0:58584:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1aa:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1769074799.315512:0:58584:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1769074799.315559:0:58584:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1aa:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1769074799.315652:0:58584:0:(namei.c:151:ll_iget()) got inode: [0x200000404:0x1aa:0x0](ffff9bc649bf7448): rc = 0 00000080:00200000:1.0:1769074799.315672:0:58584:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1aa:0x0]: layout version change: 4294967294 -> 1 00000080:00010000:1.0:1769074799.315678:0:58584:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1aa:0x0](ffff9bc649bf7448) for lock 0x21fa6d252c11b5c0 00000080:00010000:1.0:1769074799.315692:0:58584:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1aa:0x0](ffff9bc649bf7448) 00000080:00200008:1.0:1769074799.315714:0:58584:0:(file.c:1001:ll_file_open()) START file f200c.sanity-flr:[0x200000404:0x1aa:0x0](ffff9bc649bf7448), flags 140101 00000002:00100000:1.0:1769074799.315744:0:58584:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64ac92d80 x1855007612817280/t8589941391(8589941391) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 800/872 e 1 to 0 dl 1769074834 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000080:00010000:1.0:1769074799.316622:0:58584:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b5c0 from it ffff9bc64d0b6ae0 00010000:00010000:1.0:1769074799.316634:0:58584:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b5c0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8ad56 expref: -99 pid: 58584 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074799.316646:0:58584:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b5c0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8ad56 expref: -99 pid: 58584 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074799.316679:0:58584:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1aa:0x0](ffff9bc649bf7448), inode mode 81a4 mask 42 00000100:00100000:3.0:1769074799.367057:0:37577:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619935616 00000100:00100000:3.0:1769074799.367085:0:37577:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619935616 00000100:00100000:3.0:1769074799.367282:0:37577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6586 00000100:00100000:3.0:1769074799.367295:0:37577:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc67afd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:2f350b61-220d-44c0-add1-2054ba0cd22d+5:29856:x1855007619935616:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074799.367317:0:37577:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08d600/0x21fa6d252c11b629 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x8b5959a9a0e8ad48 expref: -99 pid: 58716 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074799.367470:0:37577:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074799.367479:0:37577:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc67afd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:2f350b61-220d-44c0-add1-2054ba0cd22d+5:29856:x1855007619935616:12345-192.168.204.139@tcp:104: Request processed in 185us (4131us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074799.367488:0:37577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6586 00000100:00100000:1.0:1769074799.367848:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f350b61-220d-44c0-add1-2054ba0cd22d:2371:1855007612824832:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074799.372715:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f350b61-220d-44c0-add1-2054ba0cd22d:2371:1855007612824832:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074799.513294:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612824960:192.168.204.139@tcp:4:dd.0 00000100:00100000:3.0:1769074799.521018:0:37577:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619936128 00000100:00100000:3.0:1769074799.521034:0:37577:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619936128 00000100:00100000:3.0:1769074799.521115:0:37577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6587 00000100:00100000:3.0:1769074799.521127:0:37577:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc67afda300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:14225:x1855007619936128:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074799.521149:0:37577:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08d000/0x21fa6d252c11b622 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000020000 nid: local remote: 0x8b5959a9a0e8ad33 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074799.521266:0:37577:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074799.521274:0:37577:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc67afda300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:14225:x1855007619936128:12345-192.168.204.139@tcp:104: Request processed in 150us (608us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074799.521283:0:37577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6587 00010000:00010000:1.0:1769074799.521483:0:37585:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074799.521492:0:37585:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08d000/0x21fa6d252c11b622 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000020000 nid: local remote: 0x8b5959a9a0e8ad33 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074799.521499:0:37585:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f08d000 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:1.0:1769074799.521505:0:37585:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08d000/0x21fa6d252c11b622 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400020000 nid: local remote: 0x8b5959a9a0e8ad33 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074799.521560:0:37585:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08d000/0x21fa6d252c11b622 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400020020 nid: local remote: 0x8b5959a9a0e8ad33 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074799.521565:0:37585:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074799.521597:0:37585:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08d000/0x21fa6d252c11b622 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400020020 nid: local remote: 0x8b5959a9a0e8ad33 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074799.521603:0:37585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9bc643a3f800 lock: ffff9bc64f08d000/0x21fa6d252c11b622 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400020020 nid: local remote: 0x8b5959a9a0e8ad33 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074799.521625:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074799.521626:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074799.521628:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074799.521644:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074799.521662:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f350b61-220d-44c0-add1-2054ba0cd22d:2370:1855007612825088:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074799.528272:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f350b61-220d-44c0-add1-2054ba0cd22d:2370:1855007612825088:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074799.607175:0:2370:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9bc646483800: committing for last_committed 17179872639 gen 1 00000008:00010000:1.0:1769074799.607265:0:2370:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc650fdc540 00000020:00200000:1.0:1769074799.607272:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1769074799.607275:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1769074799.607277:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1769074799.607279:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1769074799.607281:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1769074799.607283:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1769074799.607284:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1769074799.607286:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1769074799.607288:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1769074799.607290:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1769074799.607291:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1769074799.607293:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1769074799.607295:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1769074799.607297:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1769074799.607298:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1769074799.607300:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1769074799.607302:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1769074799.607303:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1769074799.607305:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1769074799.607485:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1769074799.607487:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1769074799.607488:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1769074799.607490:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1769074799.607491:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1769074799.607493:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1769074799.607495:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1769074799.607497:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1769074799.607498:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1769074799.607500:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1769074799.607501:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1769074799.607504:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1769074799.607506:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1769074799.607508:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1769074799.607509:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1769074799.607511:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1769074799.607513:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1769074799.607514:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1769074799.607516:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1769074799.607518:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1769074799.607520:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1769074799.607521:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1769074799.607523:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1769074799.607525:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1769074799.607526:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1769074799.607540:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1769074799.607542:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1769074799.607544:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1769074799.607546:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1769074799.607548:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1769074799.607549:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1769074799.607551:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1769074799.607553:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1769074799.607555:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1769074799.607556:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1769074799.607558:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1769074799.607559:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1769074799.607561:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1769074799.607563:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1769074799.607565:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1769074799.607566:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1769074799.607568:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1769074799.607569:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1769074799.607571:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1769074799.607573:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1769074799.608439:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1769074799.608448:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1769074799.608450:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1769074799.608452:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1769074799.608454:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1769074799.608456:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1769074799.608458:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1769074799.608460:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1769074799.608462:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1769074799.608463:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1769074799.608465:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1769074799.608468:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1769074799.608470:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1769074799.608473:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1769074799.608475:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1769074799.608477:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1769074799.608479:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1769074799.608481:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1769074799.608482:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1769074799.608484:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1769074799.608486:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1769074799.608488:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1769074799.608490:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1769074799.608492:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1769074799.608494:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1769074799.608496:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1769074799.608498:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1769074799.608500:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1769074799.608502:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1769074799.608504:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1769074799.608507:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1769074799.608510:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1769074799.608512:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1769074799.608514:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1769074799.608515:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1769074799.608517:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1769074799.608519:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1769074799.608520:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1769074799.608522:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1769074799.608524:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1769074799.608525:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1769074799.608527:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1769074799.608529:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1769074799.608545:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1769074799.608546:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1769074799.608548:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1769074799.608551:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1769074799.608553:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1769074799.608554:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1769074799.608556:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1769074799.608558:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1769074799.608560:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1769074799.608562:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1769074799.608564:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1769074799.608566:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1769074799.608568:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1769074799.608570:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1769074799.608571:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1769074799.608573:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1769074799.608574:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1769074799.610440:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1769074799.610443:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1769074799.610445:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1769074799.610448:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1769074799.610450:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1769074799.610451:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1769074799.610453:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1769074799.610455:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1769074799.610456:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1769074799.610458:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1769074799.610459:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1769074799.610461:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1769074799.610463:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1769074799.610465:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1769074799.610467:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1769074799.610469:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1769074799.610471:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1769074799.610473:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1769074799.610475:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1769074799.610477:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1769074799.610478:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1769074799.610480:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1769074799.610482:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1769074799.610483:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1769074799.610485:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1769074799.610487:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1769074799.610489:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1769074799.610491:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1769074799.610493:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1769074799.610494:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1769074799.610496:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1769074799.610498:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1769074799.610500:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1769074799.610502:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1769074799.610503:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1769074799.610505:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1769074799.610508:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1769074799.610510:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1769074799.610511:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1769074799.610513:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1769074799.610515:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1769074799.610517:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1769074799.610518:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1769074799.610520:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1769074799.610522:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1769074799.610524:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1769074799.610526:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1769074799.610528:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1769074799.610529:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1769074799.610531:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1769074799.610533:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1769074799.610535:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1769074799.610537:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1769074799.610538:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1769074799.610540:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1769074799.610541:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1769074799.610555:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1769074799.610558:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1769074799.610559:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1769074799.610561:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1769074799.610563:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1769074799.610565:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1769074799.610567:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1769074799.610568:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1769074799.610570:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1769074799.610572:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1769074799.610574:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1769074799.612183:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1769074799.612188:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1769074799.612191:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1769074799.612193:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1769074799.612195:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1769074799.612197:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1769074799.612199:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1769074799.612201:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1769074799.612203:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1769074799.612204:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1769074799.612206:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1769074799.612208:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1769074799.612209:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1769074799.612221:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1769074799.612223:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1769074799.612224:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1769074799.612226:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1769074799.612228:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1769074799.612229:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1769074799.612231:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1769074799.612232:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1769074799.612234:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1769074799.612235:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1769074799.612237:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1769074799.612239:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1769074799.612241:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1769074799.612243:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1769074799.612245:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1769074799.612246:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1769074799.612248:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1769074799.612250:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1769074799.612251:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1769074799.612253:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1769074799.612255:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1769074799.612257:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1769074799.612259:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1769074799.612260:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1769074799.612262:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1769074799.612264:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1769074799.612265:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1769074799.612267:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1769074799.612268:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1769074799.612270:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1769074799.612272:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1769074799.612273:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1769074799.612275:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1769074799.612277:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1769074799.612278:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1769074799.612280:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1769074799.612282:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1769074799.612283:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1769074799.612285:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1769074799.612286:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1769074799.612288:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1769074799.612290:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1769074799.612291:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1769074799.612293:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1769074799.612294:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1769074799.612296:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1769074799.612297:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1769074799.612299:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1769074799.612301:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1769074799.612303:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1769074799.612304:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1769074799.612306:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1769074799.613276:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1769074799.613301:0:2370:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc650fdc540 00000100:00100000:1.0:1769074799.613347:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612824960:192.168.204.139@tcp:4:dd.0 00010000:00010000:3.0:1769074799.629648:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00010000:3.0:1769074799.767433:0:2372:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc6485b1d80 00000020:00200000:3.0:1769074799.767450:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:3.0:1769074799.767455:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:3.0:1769074799.767457:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:3.0:1769074799.767459:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:3.0:1769074799.767461:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:3.0:1769074799.767463:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:3.0:1769074799.767465:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:3.0:1769074799.767467:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:3.0:1769074799.767469:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:3.0:1769074799.767470:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:3.0:1769074799.767472:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:3.0:1769074799.767473:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:3.0:1769074799.767475:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:3.0:1769074799.767477:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:3.0:1769074799.767479:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:3.0:1769074799.767481:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:3.0:1769074799.767483:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:3.0:1769074799.767485:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:3.0:1769074799.767487:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:3.0:1769074799.767488:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:3.0:1769074799.767490:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:3.0:1769074799.767493:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:3.0:1769074799.767495:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:3.0:1769074799.767496:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:3.0:1769074799.767498:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:3.0:1769074799.767500:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:3.0:1769074799.767501:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:3.0:1769074799.767503:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:3.0:1769074799.767504:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:3.0:1769074799.767506:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:3.0:1769074799.767508:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:3.0:1769074799.767510:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:3.0:1769074799.767512:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:3.0:1769074799.767514:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:3.0:1769074799.767516:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:3.0:1769074799.767517:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:3.0:1769074799.767519:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:3.0:1769074799.767521:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:3.0:1769074799.767523:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:3.0:1769074799.767525:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:3.0:1769074799.767527:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:3.0:1769074799.767529:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:3.0:1769074799.767530:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:3.0:1769074799.767532:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:3.0:1769074799.767534:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:3.0:1769074799.767536:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:3.0:1769074799.767537:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:3.0:1769074799.767539:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:3.0:1769074799.767541:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:3.0:1769074799.767543:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:3.0:1769074799.767545:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:3.0:1769074799.767547:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:3.0:1769074799.767549:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:3.0:1769074799.767551:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:3.0:1769074799.767553:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:3.0:1769074799.767555:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:3.0:1769074799.767557:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:3.0:1769074799.767559:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:3.0:1769074799.767560:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:3.0:1769074799.767562:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:3.0:1769074799.767564:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:3.0:1769074799.767565:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:3.0:1769074799.767567:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:3.0:1769074799.767568:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:3.0:1769074799.767570:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:3.0:1769074799.767572:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:3.0:1769074799.767574:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:3.0:1769074799.767575:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:3.0:1769074799.767577:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:3.0:1769074799.767579:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:3.0:1769074799.767581:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:3.0:1769074799.767583:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:3.0:1769074799.767585:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:3.0:1769074799.767587:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:3.0:1769074799.767589:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:3.0:1769074799.767590:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:3.0:1769074799.767592:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:3.0:1769074799.767594:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:3.0:1769074799.767596:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:3.0:1769074799.767597:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:3.0:1769074799.767599:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:3.0:1769074799.767601:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:3.0:1769074799.767603:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:3.0:1769074799.767604:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:3.0:1769074799.767606:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:3.0:1769074799.767609:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:3.0:1769074799.767610:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:3.0:1769074799.767612:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:3.0:1769074799.767614:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:3.0:1769074799.767615:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:3.0:1769074799.767617:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:3.0:1769074799.767619:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:3.0:1769074799.767620:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:3.0:1769074799.767621:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:3.0:1769074799.767623:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:3.0:1769074799.767625:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:3.0:1769074799.767626:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:3.0:1769074799.767628:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:3.0:1769074799.767630:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:3.0:1769074799.767631:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:3.0:1769074799.767632:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:3.0:1769074799.767634:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:3.0:1769074799.767636:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:3.0:1769074799.767638:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:3.0:1769074799.767640:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:3.0:1769074799.767642:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:3.0:1769074799.767643:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:3.0:1769074799.767645:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:3.0:1769074799.767647:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:3.0:1769074799.767649:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:3.0:1769074799.767652:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:3.0:1769074799.767654:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:3.0:1769074799.767655:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:3.0:1769074799.767657:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:3.0:1769074799.767659:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:3.0:1769074799.767661:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:3.0:1769074799.767663:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:3.0:1769074799.767665:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:3.0:1769074799.767667:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:3.0:1769074799.767669:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:3.0:1769074799.767671:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:3.0:1769074799.767673:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:3.0:1769074799.767675:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:3.0:1769074799.767676:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:3.0:1769074799.767677:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:3.0:1769074799.767679:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:3.0:1769074799.767681:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:3.0:1769074799.767683:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:3.0:1769074799.767685:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:3.0:1769074799.767687:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:3.0:1769074799.767688:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:3.0:1769074799.767690:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:3.0:1769074799.767692:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:3.0:1769074799.767694:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:3.0:1769074799.767695:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:3.0:1769074799.767697:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:3.0:1769074799.767699:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:3.0:1769074799.767701:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:3.0:1769074799.767702:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:3.0:1769074799.767704:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:3.0:1769074799.767706:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:3.0:1769074799.767707:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:3.0:1769074799.767709:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:3.0:1769074799.767711:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:3.0:1769074799.767712:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:3.0:1769074799.767714:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:3.0:1769074799.767715:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:3.0:1769074799.767717:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:3.0:1769074799.767719:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:3.0:1769074799.767721:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:3.0:1769074799.767723:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:3.0:1769074799.767725:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:3.0:1769074799.767727:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:3.0:1769074799.767728:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:3.0:1769074799.767730:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:3.0:1769074799.767732:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:3.0:1769074799.767733:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:3.0:1769074799.767735:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:3.0:1769074799.768265:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:3.0:1769074799.768267:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:3.0:1769074799.768269:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:3.0:1769074799.768271:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:3.0:1769074799.768273:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:3.0:1769074799.768275:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:3.0:1769074799.768277:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:3.0:1769074799.768279:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:3.0:1769074799.768281:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:3.0:1769074799.768282:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:3.0:1769074799.768284:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:3.0:1769074799.768286:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:3.0:1769074799.768288:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:3.0:1769074799.768289:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:3.0:1769074799.768291:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:3.0:1769074799.768293:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:3.0:1769074799.768295:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:3.0:1769074799.768296:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:3.0:1769074799.768298:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:3.0:1769074799.768300:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:3.0:1769074799.768302:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:3.0:1769074799.768304:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:3.0:1769074799.768306:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:3.0:1769074799.768308:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:3.0:1769074799.768310:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:3.0:1769074799.768312:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:3.0:1769074799.768314:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:3.0:1769074799.768316:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:3.0:1769074799.768318:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:3.0:1769074799.768320:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:3.0:1769074799.768322:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:3.0:1769074799.768323:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:3.0:1769074799.768325:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:3.0:1769074799.768327:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:3.0:1769074799.768329:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:3.0:1769074799.768331:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:3.0:1769074799.768333:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:3.0:1769074799.768462:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:3.0:1769074799.768465:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:3.0:1769074799.768467:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:3.0:1769074799.768468:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:3.0:1769074799.768471:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:3.0:1769074799.768473:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:3.0:1769074799.768474:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:3.0:1769074799.768476:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:3.0:1769074799.768478:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:3.0:1769074799.768479:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:3.0:1769074799.768481:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:3.0:1769074799.768483:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:3.0:1769074799.768485:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:3.0:1769074799.768487:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:3.0:1769074799.768489:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:3.0:1769074799.768490:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:3.0:1769074799.768492:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:3.0:1769074799.768494:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:3.0:1769074799.768496:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:3.0:1769074799.768498:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:3.0:1769074799.768500:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:3.0:1769074799.768502:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:3.0:1769074799.768503:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:3.0:1769074799.768505:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:3.0:1769074799.768507:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:3.0:1769074799.768508:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:3.0:1769074799.768510:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:3.0:1769074799.768512:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:3.0:1769074799.768514:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:3.0:1769074799.768516:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:3.0:1769074799.768518:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:3.0:1769074799.768520:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:3.0:1769074799.768522:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:3.0:1769074799.768524:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:3.0:1769074799.768525:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:3.0:1769074799.768528:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:3.0:1769074799.768529:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:3.0:1769074799.768531:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:3.0:1769074799.768533:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:3.0:1769074799.768535:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:3.0:1769074799.768537:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:3.0:1769074799.768539:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:3.0:1769074799.768541:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:3.0:1769074799.768543:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:3.0:1769074799.768545:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:3.0:1769074799.768547:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:3.0:1769074799.768549:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:3.0:1769074799.768550:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:3.0:1769074799.768552:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:3.0:1769074799.768554:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:3.0:1769074799.768556:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:3.0:1769074799.768558:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:3.0:1769074799.768560:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:3.0:1769074799.768562:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:3.0:1769074799.768564:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:3.0:1769074799.768566:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:3.0:1769074799.768568:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:3.0:1769074799.768570:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:3.0:1769074799.768572:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:3.0:1769074799.768574:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:3.0:1769074799.768575:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1769074799.768698:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1769074799.768839:0:2372:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc6485b1d80 00000100:00100000:3.0:1769074799.768875:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612825216:192.168.204.139@tcp:4:dd.0 00010000:00010000:3.0:1769074800.655032:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074801.293249:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612825728:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074801.293371:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612825984:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074801.293402:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f350b61-220d-44c0-add1-2054ba0cd22d:2371:1855007612826240:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074801.318909:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612825728:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074801.318926:0:2371:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9bc646483800: committing for last_committed 17179872640 gen 1 00000100:00100000:1.0:1769074801.321204:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612825984:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074801.321245:0:2371:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9bc643a3f800: committing for last_committed 21474839599 gen 1 00000100:00100000:1.0:1769074801.321257:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f350b61-220d-44c0-add1-2054ba0cd22d:2371:1855007612826240:192.168.204.139@tcp:400:kworker.0 00000080:00200000:3.0:1769074801.950112:0:59006:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074801.950150:0:59006:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074801.950433:0:59006:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11b637 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 59006 initiator: MDT0 00010000:00010000:3.0:1769074801.950444:0:59006:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11b637 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 59006 initiator: MDT0 00010000:00010000:3.0:1769074801.950456:0:59006:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11b637 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 59006 initiator: MDT0 00000100:00100000:3.0:1769074801.950485:0:59006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:59006:1855007612826496:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074801.953034:0:59006:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc650821c00 going to sleep for 50 seconds 00000100:00100000:1.0:1769074801.970013:0:59006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:59006:1855007612826496:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074801.970044:0:59006:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11b637 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad87 expref: -99 pid: 59006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074801.970075:0:59006:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11b637 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad87 expref: -99 pid: 59006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074801.970089:0:59006:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11b637 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ad87 expref: -99 pid: 59006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074801.970102:0:59006:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11b637 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad87 expref: -99 pid: 59006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074801.970115:0:59006:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11b637 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ad87 expref: -99 pid: 59006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074801.970124:0:59006:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11b637 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ad87 expref: -99 pid: 59006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074801.970131:0:59006:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11b637 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ad87 expref: -99 pid: 59006 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074801.970145:0:59006:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9bc64d9adf80 x1855007612826496/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074856 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074801.970159:0:59006:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11b637 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad87 expref: -99 pid: 59006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074801.970173:0:59006:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:1.0:1769074801.970180:0:59006:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074801.970214:0:59006:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 13824 00000080:00010000:1.0:1769074801.970222:0:59006:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b637 00000080:00010000:1.0:1769074801.970228:0:59006:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074801.970232:0:59006:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b637 from it ffffa7f98204fbf8 00010000:00010000:1.0:1769074801.970235:0:59006:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11b637 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ad87 expref: -99 pid: 59006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074801.970244:0:59006:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11b637 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad87 expref: -99 pid: 59006 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074801.970278:0:59006:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074801.970300:0:59006:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f200c.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), file ffff9bc64a3caa80, open_flags 18800, mode 0 opened 0 00000080:00200000:1.0:1769074801.970307:0:59006:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f200c.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), intent=open 00000002:00010000:1.0:1769074801.970328:0:59006:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f200c.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0304001 00010000:00010000:1.0:1769074801.970392:0:59006:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b63e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 59006 initiator: MDT0 00010000:00010000:1.0:1769074801.970488:0:59006:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b63e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 59006 initiator: MDT0 00000020:00100000:1.0:1769074801.970503:0:59006:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074801.970511:0:59006:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac93800 x1855007612826752/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074801.970520:0:59006:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b63e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 59006 initiator: MDT0 00000100:00100000:1.0:1769074801.970545:0:59006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:59006:1855007612826752:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074801.970859:0:59006:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc65139ed80 going to sleep for 50 seconds 00000100:00100000:1.0:1769074801.991902:0:59006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:59006:1855007612826752:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074801.991928:0:59006:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b63e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 59006 initiator: MDT0 00010000:00010000:1.0:1769074801.991942:0:59006:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b63e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 59006 initiator: MDT0 00010000:00010000:1.0:1769074801.991949:0:59006:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b63e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 59006 initiator: MDT0 00010000:00010000:1.0:1769074801.991956:0:59006:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b63e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 59006 initiator: MDT0 00010000:00010000:1.0:1769074801.991966:0:59006:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b63e lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 59006 initiator: MDT0 00010000:00010000:1.0:1769074801.991973:0:59006:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f08de00 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074801.991978:0:59006:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b63e lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 59006 initiator: MDT0 00010000:00010000:1.0:1769074801.991985:0:59006:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b63e lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 59006 initiator: MDT0 00010000:00010000:1.0:1769074801.991992:0:59006:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b63e lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 59006 initiator: MDT0 00010000:00010000:1.0:1769074801.991999:0:59006:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074801.992005:0:59006:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b63e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 59006 initiator: MDT0 00010000:00010000:1.0:1769074801.992012:0:59006:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b63e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 59006 initiator: MDT0 00000002:00100000:1.0:1769074801.992033:0:59006:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64ac93800 x1855007612826752/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/608 e 0 to 0 dl 1769074856 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074801.992057:0:59006:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -20 00000080:00200000:1.0:1769074801.992480:0:59006:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074801.992501:0:59006:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074801.992516:0:59006:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11b637 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad87 expref: -99 pid: 59006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074801.992529:0:59006:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11b637 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad87 expref: -99 pid: 59006 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074801.992541:0:59006:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074801.992547:0:59006:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074801.992551:0:59006:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b637 00000080:00010000:1.0:1769074801.992557:0:59006:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b637 from it ffffa7f98204fbb0 00010000:00010000:1.0:1769074801.992561:0:59006:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11b637 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ad87 expref: -99 pid: 59006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074801.992570:0:59006:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11b637 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad87 expref: -99 pid: 59006 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074801.992587:0:59006:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 44 00000080:00200008:1.0:1769074801.992598:0:59006:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 304000 00000080:00200080:1.0:1769074801.992636:0:59006:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c0086915 arg=21fd3d0 00000100:00100000:1.0:1769074801.992695:0:59006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:59006:1855007612826880:192.168.204.139@tcp:34:lfs.0 00000080:00200000:1.0:1769074802.046149:0:59007:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074802.046188:0:59007:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074802.046209:0:59007:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11b637 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad87 expref: -99 pid: 59006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074802.046228:0:59007:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11b637 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad87 expref: -99 pid: 59006 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074802.046237:0:59007:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074802.046243:0:59007:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074802.046247:0:59007:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b637 00000080:00010000:1.0:1769074802.046254:0:59007:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b637 from it ffffa7f982057bf8 00010000:00010000:1.0:1769074802.046259:0:59007:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11b637 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ad87 expref: -99 pid: 59006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074802.046267:0:59007:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11b637 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad87 expref: -99 pid: 59006 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074802.046283:0:59007:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074802.046300:0:59007:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f200c.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), file ffff9bc64a8efc80, open_flags 18800, mode 0 opened 0 00000080:00200000:1.0:1769074802.046307:0:59007:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f200c.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), intent=open 00000002:00010000:1.0:1769074802.046324:0:59007:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f200c.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0304001 00010000:00010000:1.0:1769074802.048518:0:59007:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b645 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 59007 initiator: MDT0 00010000:00010000:1.0:1769074802.048537:0:59007:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b645 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 59007 initiator: MDT0 00000020:00100000:1.0:1769074802.048552:0:59007:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074802.048568:0:59007:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac91f80 x1855007612827136/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074802.048578:0:59007:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b645 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 59007 initiator: MDT0 00000100:00100000:1.0:1769074802.048607:0:59007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:59007:1855007612827136:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074802.048851:0:59007:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc65139e600 going to sleep for 50 seconds 00000100:00100000:1.0:1769074802.059986:0:59007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:59007:1855007612827136:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074802.060027:0:59007:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b645 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 59007 initiator: MDT0 00010000:00010000:1.0:1769074802.060042:0:59007:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b645 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 59007 initiator: MDT0 00010000:00010000:1.0:1769074802.060065:0:59007:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b645 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 59007 initiator: MDT0 00010000:00010000:1.0:1769074802.060072:0:59007:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b645 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 59007 initiator: MDT0 00010000:00010000:1.0:1769074802.060081:0:59007:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b645 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 59007 initiator: MDT0 00010000:00010000:1.0:1769074802.060088:0:59007:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f08de00 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074802.060101:0:59007:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b645 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 59007 initiator: MDT0 00010000:00010000:1.0:1769074802.060109:0:59007:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b645 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 59007 initiator: MDT0 00010000:00010000:1.0:1769074802.060115:0:59007:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b645 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 59007 initiator: MDT0 00010000:00010000:1.0:1769074802.060122:0:59007:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074802.060129:0:59007:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b645 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 59007 initiator: MDT0 00010000:00010000:1.0:1769074802.060135:0:59007:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b645 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 59007 initiator: MDT0 00000002:00100000:1.0:1769074802.060158:0:59007:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64ac91f80 x1855007612827136/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/608 e 0 to 0 dl 1769074857 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074802.060172:0:59007:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -20 00000080:00200000:1.0:1769074802.060331:0:59007:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074802.060353:0:59007:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074802.060380:0:59007:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11b637 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad87 expref: -99 pid: 59006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074802.060394:0:59007:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11b637 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad87 expref: -99 pid: 59006 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074802.060480:0:59007:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074802.060486:0:59007:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074802.060491:0:59007:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b637 00000080:00010000:1.0:1769074802.060497:0:59007:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b637 from it ffffa7f982057bb0 00010000:00010000:1.0:1769074802.060501:0:59007:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11b637 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ad87 expref: -99 pid: 59006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074802.060509:0:59007:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11b637 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad87 expref: -99 pid: 59006 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074802.060523:0:59007:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 44 00000080:00200008:1.0:1769074802.060535:0:59007:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 304000 00000080:00200080:1.0:1769074802.060570:0:59007:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c0086915 arg=1d563d0 00000100:00100000:1.0:1769074802.060632:0:59007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:59007:1855007612827264:192.168.204.139@tcp:34:lfs.0 00000100:00100000:1.0:1769074802.060730:0:59007:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc65139e600 going to sleep for 50 seconds 00000100:00100000:1.0:1769074802.069228:0:59007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:59007:1855007612827264:192.168.204.139@tcp:34:lfs.0 00000080:00200008:1.0:1769074802.069619:0:59007:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 304000 00000100:00100000:3.0:1769074802.119769:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612827520:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074802.199745:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00010000:00010000:1.0:1769074802.701684:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074803.726097:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074804.749369:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074806.426199:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1136430d-88ea-4de2-9954-69c484e5445f:2370:1855007612829312:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074806.426316:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612829568:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074806.426344:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f350b61-220d-44c0-add1-2054ba0cd22d:2370:1855007612829824:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074806.426366:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f350b61-220d-44c0-add1-2054ba0cd22d:2370:1855007612830080:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074806.426393:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1769074806.426399:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612829440:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074806.426423:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612829696:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074806.426444:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f350b61-220d-44c0-add1-2054ba0cd22d:2370:1855007612829952:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074806.449211:0:2370:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bc646483800: committing for last_committed 8589941397 gen 1 00000100:00100000:1.0:1769074806.449233:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612829440:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074806.449248:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612829696:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074806.449258:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f350b61-220d-44c0-add1-2054ba0cd22d:2370:1855007612829952:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074806.449269:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1136430d-88ea-4de2-9954-69c484e5445f:2370:1855007612829312:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074806.449279:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612829568:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074806.449290:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f350b61-220d-44c0-add1-2054ba0cd22d:2370:1855007612829824:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074806.449300:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f350b61-220d-44c0-add1-2054ba0cd22d:2370:1855007612830080:192.168.204.139@tcp:400:kworker.0 00000080:00200000:3.0:1769074808.841229:0:59428:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074808.841257:0:59428:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074808.841275:0:59428:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11b637 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad87 expref: -99 pid: 59006 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074808.841291:0:59428:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11b637 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad87 expref: -99 pid: 59006 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074808.841300:0:59428:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074808.841307:0:59428:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074808.841311:0:59428:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b637 00000080:00010000:3.0:1769074808.841318:0:59428:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b637 from it ffffa7f980d87b58 00010000:00010000:3.0:1769074808.841322:0:59428:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11b637 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ad87 expref: -99 pid: 59006 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074808.841330:0:59428:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11b637 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad87 expref: -99 pid: 59006 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074808.841345:0:59428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074808.841354:0:59428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f200c.sanity-flr, flags=8 00000080:00200008:3.0:1769074808.841361:0:59428:0:(file.c:6252:ll_getattr_dentry()) START file f200c.sanity-flr:[0x200000404:0x1aa:0x0](ffff9bc649bf7448), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074808.841365:0:59428:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1aa:0x0](ffff9bc649bf7448),name=f200c.sanity-flr 00000002:00010000:3.0:1769074808.841376:0:59428:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1aa:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074808.841382:0:59428:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d878a00/0x21fa6d252c11b64c lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8adf7 expref: -99 pid: 59009 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074808.841390:0:59428:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d878a00/0x21fa6d252c11b64c lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8adf7 expref: -99 pid: 59009 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074808.841402:0:59428:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074808.841406:0:59428:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1aa:0x0](ffff9bc649bf7448) 00000080:00010000:3.0:1769074808.841408:0:59428:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1aa:0x0](ffff9bc649bf7448) for lock 0x21fa6d252c11b64c 00000080:00010000:3.0:1769074808.841411:0:59428:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b64c from it ffffa7f980d87cb8 00010000:00010000:3.0:1769074808.841414:0:59428:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d878a00/0x21fa6d252c11b64c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8adf7 expref: -99 pid: 59009 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074808.841421:0:59428:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d878a00/0x21fa6d252c11b64c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8adf7 expref: -99 pid: 59009 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074808.841440:0:59428:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1aa:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1769074808.841451:0:59428:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1aa:0x0]: flr state: 2, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:3.0:1769074808.841454:0:59428:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:3.0:1769074808.841458:0:59428:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1aa:0x0] 00000008:00010000:3.0:1769074808.841478:0:59428:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074808.841480:0:59428:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64d165430, osc lock ffff9bc64a6dcf70, flags 0x400000400001002 00010000:00010000:3.0:1769074808.841496:0:59428:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64d879e00/0x21fa6d252c11b653 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8adfe expref: -99 pid: 59009 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074808.841506:0:59428:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64d879e00/0x21fa6d252c11b653 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8adfe expref: -99 pid: 59009 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074808.841517:0:59428:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074808.841520:0:59428:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64d879e00/0x21fa6d252c11b653 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8adfe expref: -99 pid: 59009 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074808.841528:0:59428:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64d879e00/0x21fa6d252c11b653 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8adfe expref: -99 pid: 59009 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074808.841538:0:59428:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1769074808.841547:0:59428:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1aa:0x0] updating i_size 2097152 i_blocks 4103 00000020:00010000:3.0:1769074808.841551:0:59428:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc648057230 (ffff9bc6485d4368/0) at cl_lock_release():245 00000020:00010000:3.0:1769074808.841554:0:59428:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc648057230 (ffff9bc6485d4368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1769074808.841557:0:59428:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d165430 (ffff9bc64292bcf8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074808.841561:0:59428:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc648057230 (ffff9bc6485d4368/0) at cl_lock_fini():72 00000020:00010000:3.0:1769074808.841564:0:59428:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d165430 (ffff9bc6485d4368/1) at cl_lock_fini():72 00000080:00200000:3.0:1769074808.841573:0:59428:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1aa:0x0] ignore/verify layout 0/1, layout version 2 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1769074808.841589:0:59428:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074808.841595:0:59428:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074808.841601:0:59428:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11b637 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad87 expref: -99 pid: 59006 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074808.841608:0:59428:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11b637 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad87 expref: -99 pid: 59006 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074808.841615:0:59428:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074808.841618:0:59428:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074808.841621:0:59428:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b637 00000080:00010000:3.0:1769074808.841624:0:59428:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b637 from it ffffa7f980d87c10 00010000:00010000:3.0:1769074808.841627:0:59428:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11b637 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ad87 expref: -99 pid: 59006 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074808.841634:0:59428:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11b637 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad87 expref: -99 pid: 59006 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074808.841641:0:59428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074808.841647:0:59428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f200c.sanity-flr, flags=0 00000080:00200000:3.0:1769074808.841651:0:59428:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074808.841655:0:59428:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074808.841659:0:59428:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11b637 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad87 expref: -99 pid: 59006 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074808.841667:0:59428:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11b637 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad87 expref: -99 pid: 59006 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074808.841673:0:59428:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074808.841675:0:59428:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074808.841677:0:59428:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b637 00000080:00010000:3.0:1769074808.841680:0:59428:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b637 from it ffffa7f980d87d68 00010000:00010000:3.0:1769074808.841683:0:59428:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11b637 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ad87 expref: -99 pid: 59006 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074808.841689:0:59428:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11b637 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ad87 expref: -99 pid: 59006 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074808.841696:0:59428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 3 00000080:00200000:3.0:1769074808.841701:0:59428:0:(namei.c:2354:ll_unlink()) VFS Op:name=f200c.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8) 00010000:00010000:3.0:1769074808.841720:0:59428:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11b637 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e8ad87 expref: -99 pid: 59006 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074808.841741:0:59428:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d878a00/0x21fa6d252c11b64c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e8adf7 expref: -99 pid: 59009 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074808.841751:0:59428:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x1aa:0x0]: losing layout lock 00010000:00010000:3.0:1769074808.841761:0:59428:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b630 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e8ad6b expref: -99 pid: 58584 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074808.841802:0:59428:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x1aa:0x0]: losing layout lock 00010000:00010000:3.0:1769074808.841836:0:59428:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d878a00/0x21fa6d252c11b64c lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8adf7 expref: -99 pid: 59009 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074808.841844:0:59428:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b630 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8ad6b expref: -99 pid: 58584 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074808.841850:0:59428:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11b637 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8ad87 expref: -99 pid: 59006 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074808.841856:0:59428:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:3.0:1769074808.841859:0:59428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d878a00/0x21fa6d252c11b64c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8adf7 expref: -99 pid: 59009 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074808.841872:0:59428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b630 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1aa:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8ad6b expref: -99 pid: 58584 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074808.841886:0:59428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11b637 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8ad87 expref: -99 pid: 59006 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074808.841907:0:59428:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074808.841921:0:59428:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64d9adc00 x1855007612830336/t0(0) o36->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 512/2128 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074808.848141:0:59428:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job rm:8e818347-4d21-45d1-a323-b359656f3fdd:59428:1855007612830336:192.168.204.139@tcp:36:rm.0 00000100:00100000:3.0:1769074808.848301:0:59428:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64952cf00 going to sleep for 50 seconds 00010000:00010000:1.0:1769074808.848668:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074808.867633:0:59428:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job rm:8e818347-4d21-45d1-a323-b359656f3fdd:59428:1855007612830336:192.168.204.139@tcp:36:rm.0 00000080:00200000:3.0:1769074808.867720:0:59428:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1aa:0x0] ignore/verify layout 1/0, layout version 2 restore needed 0 00020000:00200000:3.0:1769074808.867736:0:59428:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1aa:0x0]: flr state: 2, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:3.0:1769074808.867740:0:59428:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:3.0:1769074808.867747:0:59428:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1769074808.867855:0:59428:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1aa:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1769074808.867865:0:59428:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000404:0x1aa:0x0](ffff9bc649bf7448) 00000008:00010000:3.0:1769074808.867900:0:59428:0:(osc_object.c:209:osc_object_ast_clear()) ### update lock size 2097152 blocks 4103 [cma]time: 1769074799 1769074799 1769074791 by oinfo size 2097152 blocks 4103 [cma]time 1769074799 1769074799 1769074791 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64d879e00/0x21fa6d252c11b653 lrc: 1/0,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8adfe expref: -99 pid: 59009 timeout: 0 lvb_type: 1 00000080:00200008:1.0:1769074809.241549:0:59439:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074809.241563:0:59439:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074809.241585:0:59439:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074809.241646:0:59439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b668 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 59439 initiator: MDT0 00010000:00010000:1.0:1769074809.241655:0:59439:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b668 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 59439 initiator: MDT0 00010000:00010000:1.0:1769074809.241665:0:59439:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b668 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 59439 initiator: MDT0 00000100:00100000:1.0:1769074809.241689:0:59439:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job lsof:8e818347-4d21-45d1-a323-b359656f3fdd:59439:1855007612830464:192.168.204.139@tcp:101:lsof.0 00000100:00100000:1.0:1769074809.241878:0:59439:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6505dccc0 going to sleep for 50 seconds 00000100:00100000:1.0:1769074809.248360:0:59439:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job lsof:8e818347-4d21-45d1-a323-b359656f3fdd:59439:1855007612830464:192.168.204.139@tcp:101:lsof.0 00010000:00010000:1.0:1769074809.248389:0:59439:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b668 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ae60 expref: -99 pid: 59439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074809.248402:0:59439:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b668 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ae60 expref: -99 pid: 59439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074809.248413:0:59439:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b668 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ae60 expref: -99 pid: 59439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074809.248423:0:59439:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b668 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ae60 expref: -99 pid: 59439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074809.248435:0:59439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b668 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ae60 expref: -99 pid: 59439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074809.248444:0:59439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b668 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ae60 expref: -99 pid: 59439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074809.248451:0:59439:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b668 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ae60 expref: -99 pid: 59439 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074809.248469:0:59439:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9bc64ac92a00 x1855007612830464/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074864 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lsof.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074809.248482:0:59439:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b668 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ae60 expref: -99 pid: 59439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074809.248495:0:59439:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:1.0:1769074809.248501:0:59439:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074809.248532:0:59439:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 13824 00000080:00010000:1.0:1769074809.248539:0:59439:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b668 00000080:00010000:1.0:1769074809.248545:0:59439:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074809.248547:0:59439:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b668 from it ffffa7f981e77cb8 00010000:00010000:1.0:1769074809.248551:0:59439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b668 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ae60 expref: -99 pid: 59439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074809.248560:0:59439:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b668 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ae60 expref: -99 pid: 59439 timeout: 0 lvb_type: 0 00000080:00200008:1.0:1769074809.253737:0:59439:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bc649b580c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074809.253755:0:59439:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc649b580c8),name=/ 00000002:00010000:1.0:1769074809.253815:0:59439:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074809.253882:0:59439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08cc00/0x21fa6d252c11b66f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 59439 initiator: MDT0 00010000:00010000:1.0:1769074809.253893:0:59439:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08cc00/0x21fa6d252c11b66f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 59439 initiator: MDT0 00010000:00010000:1.0:1769074809.253903:0:59439:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08cc00/0x21fa6d252c11b66f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 59439 initiator: MDT0 00000100:00100000:1.0:1769074809.253942:0:59439:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job lsof:2f350b61-220d-44c0-add1-2054ba0cd22d:59439:1855007612830592:192.168.204.139@tcp:101:lsof.0 00000100:00100000:1.0:1769074809.254052:0:59439:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6505dccc0 going to sleep for 50 seconds 00000100:00100000:1.0:1769074809.257574:0:59439:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job lsof:2f350b61-220d-44c0-add1-2054ba0cd22d:59439:1855007612830592:192.168.204.139@tcp:101:lsof.0 00010000:00010000:1.0:1769074809.257621:0:59439:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08cc00/0x21fa6d252c11b66f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ae6e expref: -99 pid: 59439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074809.257636:0:59439:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08cc00/0x21fa6d252c11b66f lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ae6e expref: -99 pid: 59439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074809.257651:0:59439:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08cc00/0x21fa6d252c11b66f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ae6e expref: -99 pid: 59439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074809.257666:0:59439:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08cc00/0x21fa6d252c11b66f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ae6e expref: -99 pid: 59439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074809.257681:0:59439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08cc00/0x21fa6d252c11b66f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ae6e expref: -99 pid: 59439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074809.257689:0:59439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08cc00/0x21fa6d252c11b66f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ae6e expref: -99 pid: 59439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074809.257699:0:59439:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08cc00/0x21fa6d252c11b66f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ae6e expref: -99 pid: 59439 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074809.257712:0:59439:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9bc64ac92a00 x1855007612830592/t0(0) o101->lustre-MDT0000-mdc-ffff9bc643a3f800@192.168.204.139@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074864 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lsof.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074809.257729:0:59439:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08cc00/0x21fa6d252c11b66f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ae6e expref: -99 pid: 59439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074809.257745:0:59439:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc67f926c00 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:1.0:1769074809.257753:0:59439:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074809.257843:0:59439:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 13824 00000080:00010000:1.0:1769074809.257851:0:59439:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc649b580c8) for lock 0x21fa6d252c11b66f 00000080:00010000:1.0:1769074809.257857:0:59439:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc649b580c8) 00000080:00010000:1.0:1769074809.257861:0:59439:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b66f from it ffffa7f981e77cb8 00010000:00010000:1.0:1769074809.257864:0:59439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08cc00/0x21fa6d252c11b66f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ae6e expref: -99 pid: 59439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074809.257872:0:59439:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08cc00/0x21fa6d252c11b66f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ae6e expref: -99 pid: 59439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074809.869115:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074810.005741:0:37577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6590 00000100:00100000:3.0:1769074810.005754:0:37577:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc648591450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:26585:x1855007619939072:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074810.005763:0:37577:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64d879e00/0x21fa6d252c11b653 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x8b5959a9a0e8adfe expref: -99 pid: 59009 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074810.006005:0:37577:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074810.006014:0:37577:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc648591450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:26585:x1855007619939072:12345-192.168.204.139@tcp:104: Request processed in 263us (762us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074810.006022:0:37577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6590 00010000:00010000:3.0:1769074810.020831:0:47798:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074810.020848:0:47798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64d879e00/0x21fa6d252c11b653 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x8b5959a9a0e8adfe expref: -99 pid: 59009 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074810.020863:0:47798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64d879e00 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:3.0:1769074810.020872:0:47798:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64d879e00/0x21fa6d252c11b653 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x8b5959a9a0e8adfe expref: -99 pid: 59009 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074810.020941:0:47798:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64d879e00/0x21fa6d252c11b653 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8adfe expref: -99 pid: 59009 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074810.020950:0:47798:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074810.020975:0:47798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64d879e00/0x21fa6d252c11b653 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8adfe expref: -99 pid: 59009 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074810.020983:0:47798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64d879e00/0x21fa6d252c11b653 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8adfe expref: -99 pid: 59009 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074810.021009:0:47798:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074810.021013:0:47798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9bc643a3f800 lock: ffff9bc64f08ca00/0x21fa6d252c11b614 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000030000 nid: local remote: 0x8b5959a9a0e8ad17 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074810.021020:0:47798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f08ca00 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:3.0:1769074810.021024:0:47798:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9bc643a3f800 lock: ffff9bc64f08ca00/0x21fa6d252c11b614 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400030000 nid: local remote: 0x8b5959a9a0e8ad17 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1769074810.021045:0:47798:0:(vvp_io.c:1854:vvp_io_init()) [0x200000bd1:0x1:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1769074810.021059:0:47798:0:(vvp_io.c:289:vvp_io_fini()) [0x200000bd1:0x1:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1769074810.021082:0:47798:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9bc643a3f800 lock: ffff9bc64f08ca00/0x21fa6d252c11b614 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400030020 nid: local remote: 0x8b5959a9a0e8ad17 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074810.021089:0:47798:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074810.021095:0:47798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9bc643a3f800 lock: ffff9bc64f08ca00/0x21fa6d252c11b614 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400030020 nid: local remote: 0x8b5959a9a0e8ad17 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074810.021102:0:47798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9bc643a3f800 lock: ffff9bc64f08ca00/0x21fa6d252c11b614 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400030020 nid: local remote: 0x8b5959a9a0e8ad17 expref: -99 pid: 58716 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074810.021125:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074810.021126:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074810.021128:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074810.021148:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612830720:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074810.021268:0:2373:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074810.021275:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f350b61-220d-44c0-add1-2054ba0cd22d:2373:1855007612830848:192.168.204.139@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074810.021814:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074810.024242:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f350b61-220d-44c0-add1-2054ba0cd22d:2373:1855007612830848:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074810.024264:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612830720:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00080000:1.0:1769074811.533040:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1769074811.533047:0:493:0:(import.c:2080:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9bc646483800: disconnect after 20s idle 00000100:00100000:1.0:1769074811.533127:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1136430d-88ea-4de2-9954-69c484e5445f:2371:1855007612830976:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074811.533227:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612831360:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074811.533259:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f350b61-220d-44c0-add1-2054ba0cd22d:2371:1855007612831616:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074811.533289:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1769074811.533296:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612831104:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074811.533318:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f350b61-220d-44c0-add1-2054ba0cd22d:2371:1855007612831488:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074811.533338:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f350b61-220d-44c0-add1-2054ba0cd22d:2371:1855007612831744:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074811.533430:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612831232:192.168.204.139@tcp:9:kworker.0 00000100:00100000:1.0:1769074811.548768:0:2371:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bc646483800: committing for last_committed 8589941398 gen 1 00000100:00100000:1.0:1769074811.548827:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612831104:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074811.548844:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f350b61-220d-44c0-add1-2054ba0cd22d:2371:1855007612831488:192.168.204.139@tcp:400:kworker.0 00000100:00080000:3.0:1769074811.554466:0:2369:0:(import.c:1990:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9bc64ac90700 x1855007612831232/t0(0) o9->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074821 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769074811.554486:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:3.0:1769074811.554491:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612831232:192.168.204.139@tcp:9:kworker.0 00000100:00100000:1.0:1769074811.555949:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f350b61-220d-44c0-add1-2054ba0cd22d:2371:1855007612831744:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074811.555969:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612831360:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074811.555980:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f350b61-220d-44c0-add1-2054ba0cd22d:2371:1855007612831616:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074811.558436:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1136430d-88ea-4de2-9954-69c484e5445f:2371:1855007612830976:192.168.204.139@tcp:400:kworker.0 00010000:00010000:1.0:1769074811.568973:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074811.569008:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1136430d-88ea-4de2-9954-69c484e5445f:2371:1855007612831872:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074811.569140:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1136430d-88ea-4de2-9954-69c484e5445f:2371:1855007612832128:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074811.569175:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1769074811.569185:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1136430d-88ea-4de2-9954-69c484e5445f:2371:1855007612832000:192.168.204.139@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074811.569455:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074811.578947:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1136430d-88ea-4de2-9954-69c484e5445f:2371:1855007612832000:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074811.578965:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1136430d-88ea-4de2-9954-69c484e5445f:2371:1855007612831872:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074811.578973:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1136430d-88ea-4de2-9954-69c484e5445f:2371:1855007612832128:192.168.204.139@tcp:103:ldlm_bl.0 00020000:01000000:3.0:1769074811.588475:0:59447:0:(lov_obd.c:589:lov_del_target()) uuid: lustre-OST0000_UUID idx: 0 gen: 1 exp: ffff9bc67f996800 active: 1 00020000:00020000:3.0:1769074811.588486:0:59447:0:(lov_obd.c:783:lov_cleanup()) lustre-clilov-ffff9bc643a3f800: lov tgt 1 not cleaned! deathrow=1, lovrc=1 00020000:01000000:3.0:1769074811.588488:0:59447:0:(lov_obd.c:589:lov_del_target()) uuid: lustre-OST0001_UUID idx: 1 gen: 1 exp: ffff9bc67f993800 active: 1 00020000:01000000:3.0:1769074811.588491:0:59447:0:(lov_obd.c:64:lov_tgts_putref()) destroying 2 lov targets 00020000:01000000:3.0:1769074811.588497:0:59447:0:(lov_obd.c:611:__lov_del_obd()) Removing tgt lustre-OST0001_UUID : lustre-OST0001-osc-ffff9bc643a3f800 00020000:01000000:3.0:1769074811.588500:0:59447:0:(lov_obd.c:248:lov_disconnect_obd()) lustre-clilov-ffff9bc643a3f800: disconnecting target lustre-OST0001-osc-ffff9bc643a3f800 00000100:00080000:3.0:1769074811.588507:0:59447:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 2f350b61-220d-44c0-add1-2054ba0cd22d->lustre-OST0001_UUID 00000100:00080000:3.0:1769074811.588714:0:59447:0:(import.c:65:import_set_state_nolock()) ffff9bc67f990800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1769074811.589715:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f350b61-220d-44c0-add1-2054ba0cd22d:2369:1855007612832256:192.168.204.139@tcp:9:umount.0 00000100:00080000:3.0:1769074811.598279:0:59447:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1769074811.598286:0:59447:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9bc643a3f800: committing for last_committed 17179872635 gen 2 00000100:00100000:3.0:1769074811.598290:0:59447:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1769074811.598427:0:59447:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x21fa6d252c11b58f 00000020:00000080:3.0:1769074811.598444:0:59447:0:(genops.c:904:class_export_put()) final put ffff9bc67f993800/LOV_OSC_UUID 00000020:01000000:3.0:1769074811.598492:0:59447:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-ffff9bc643a3f800 (flags='') 00000020:00000080:3.0:1769074811.598500:0:59447:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1769074811.598511:0:59447:0:(obd_config.c:886:class_cleanup()) lustre-OST0001-osc-ffff9bc643a3f800: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1769074811.598515:0:59447:0:(genops.c:1575:class_disconnect_exports()) OBD device 10 (ffff9bc643ad18d8) has no exports 00000008:01000000:3.0:1769074811.598560:0:59447:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0001-osc-ffff9bc643a3f800: client import never connected 00000100:00080000:3.0:1769074811.598563:0:59447:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1769074811.598566:0:59447:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9bc643a3f800: committing for last_committed 17179872635 gen 3 00000100:00020000:3.0:1769074811.598569:0:59447:0:(obd_class.h:479:obd_check_dev()) Device 10 not setup 00000100:00100000:3.0:1769074811.615191:0:59447:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00020000:3.0:1769074811.615205:0:59447:0:(obd_class.h:479:obd_check_dev()) Device 10 not setup 00000020:00000080:3.0:1769074811.615529:0:59447:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1769074811.615542:0:59447:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0001-osc-ffff9bc643a3f800 (uuid 2f350b61-220d-44c0-add1-2054ba0cd22d) 00020000:01000000:3.0:1769074811.615548:0:59447:0:(lov_obd.c:611:__lov_del_obd()) Removing tgt lustre-OST0000_UUID : lustre-OST0000-osc-ffff9bc643a3f800 00020000:01000000:3.0:1769074811.615550:0:59447:0:(lov_obd.c:248:lov_disconnect_obd()) lustre-clilov-ffff9bc643a3f800: disconnecting target lustre-OST0000-osc-ffff9bc643a3f800 00000100:00080000:3.0:1769074811.615556:0:59447:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 2f350b61-220d-44c0-add1-2054ba0cd22d->lustre-OST0000_UUID 00000100:00080000:3.0:1769074811.615676:0:59447:0:(import.c:65:import_set_state_nolock()) ffff9bc642ccf800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1769074811.622800:0:59447:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1769074811.622807:0:59447:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9bc643a3f800: committing for last_committed 21474839599 gen 2 00000100:00100000:3.0:1769074811.622813:0:59447:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1769074811.622976:0:59447:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x21fa6d252c11b588 00000020:00000080:3.0:1769074811.623010:0:59447:0:(genops.c:904:class_export_put()) final put ffff9bc67f996800/LOV_OSC_UUID 00000020:01000000:3.0:1769074811.623062:0:59447:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-ffff9bc643a3f800 (flags='') 00000020:00000080:3.0:1769074811.623069:0:59447:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1769074811.623081:0:59447:0:(obd_config.c:886:class_cleanup()) lustre-OST0000-osc-ffff9bc643a3f800: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1769074811.623086:0:59447:0:(genops.c:1575:class_disconnect_exports()) OBD device 9 (ffff9bc649dd31b0) has no exports 00000100:00100000:1.0:1769074811.628930:0:59447:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6505dccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1769074811.628946:0:59447:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job umount:2f350b61-220d-44c0-add1-2054ba0cd22d:59447:1855007612832512:192.168.204.139@tcp:103:umount.0 00010000:00010000:1.0:1769074811.628961:0:59447:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00010000:00010000:1.0:1769074811.628974:0:59447:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00010000:1.0:1769074811.628982:0:59447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc643a3f800 lock: ffff9bc64f08cc00/0x21fa6d252c11b66f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8ae6e expref: -99 pid: 59439 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1769074811.631192:0:59447:0:(import.c:65:import_set_state_nolock()) ffff9bc642cc8800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1769074811.640811:0:59447:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1769074811.640816:0:59447:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bc643a3f800: committing for last_committed 8589941390 gen 2 00000100:00100000:1.0:1769074811.640824:0:59447:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9bc64ac92a00 x1855007612832640/t8589941399(8589941399) o39->lustre-MDT0000-mdc-ffff9bc643a3f800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074821 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074811.640845:0:59447:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1769074811.642761:0:59447:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x21fa6d252c11b57a 00000020:00000080:1.0:1769074811.642806:0:59447:0:(genops.c:904:class_export_put()) final put ffff9bc642cc9000/2f350b61-220d-44c0-add1-2054ba0cd22d 00000020:00000080:1.0:1769074811.642860:0:59447:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x21fa6d252c11b573 00000020:00000080:1.0:1769074811.642864:0:59447:0:(genops.c:904:class_export_put()) final put ffff9bc642cce000/2f350b61-220d-44c0-add1-2054ba0cd22d 00000020:01000000:1.0:1769074811.642873:0:59447:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-clilov-ffff9bc643a3f800 (flags='') 00000020:00000080:1.0:1769074811.642894:0:59447:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1769074811.642903:0:59447:0:(obd_config.c:886:class_cleanup()) lustre-clilov-ffff9bc643a3f800: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1769074811.642908:0:59447:0:(genops.c:1575:class_disconnect_exports()) OBD device 6 (ffff9bc648030000) has no exports 00000020:00000080:1.0:1769074811.642942:0:59447:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1769074811.642951:0:59447:0:(obd_config.c:814:class_detach()) detach on obd lustre-clilov-ffff9bc643a3f800 (uuid 2f350b61-220d-44c0-add1-2054ba0cd22d) 00000020:00000080:1.0:1769074811.642954:0:59447:0:(genops.c:904:class_export_put()) final put ffff9bc643029000/2f350b61-220d-44c0-add1-2054ba0cd22d 00000020:00000080:1.0:1769074811.642957:0:59447:0:(genops.c:863:class_export_destroy()) destroying export ffff9bc643029000/2f350b61-220d-44c0-add1-2054ba0cd22d for lustre-clilov-ffff9bc643a3f800 00000020:01000000:1.0:1769074811.642972:0:59447:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-clilov-ffff9bc643a3f800 (2f350b61-220d-44c0-add1-2054ba0cd22d) 00000020:01000000:1.0:1769074811.642982:0:59447:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-clilmv-ffff9bc643a3f800 (flags='') 00000020:00000080:1.0:1769074811.642988:0:59447:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1769074811.642991:0:59447:0:(obd_config.c:886:class_cleanup()) lustre-clilmv-ffff9bc643a3f800: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1769074811.642993:0:59447:0:(genops.c:1575:class_disconnect_exports()) OBD device 7 (ffff9bc648036360) has no exports 00000020:00000080:1.0:1769074811.643080:0:59447:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1769074811.643084:0:59447:0:(obd_config.c:814:class_detach()) detach on obd lustre-clilmv-ffff9bc643a3f800 (uuid 2f350b61-220d-44c0-add1-2054ba0cd22d) 00000020:01000000:1.0:1769074811.643089:0:59447:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdc-ffff9bc643a3f800 (flags='') 00000080:02000400:1.0:1769074811.654286:0:59447:0:(llite_lib.c:1613:ll_put_super()) Unmounted lustre-client 00000020:01000000:1.0:1769074811.669053:0:59447:0:(obd_config.c:1123:class_del_profile()) Del profile lustre-client 00000020:01000004:1.0:1769074811.669136:0:59447:0:(obd_mount.c:875:lustre_common_put_super()) dropping sb ffff9bc643a3f800 00000020:01000004:1.0:1769074811.669143:0:59447:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000004:1.0:1769074811.669145:0:59447:0:(obd_mount.c:888:lustre_common_put_super()) MGC still in use 00000020:01000004:1.0:1769074811.669147:0:59447:0:(obd_mount.c:705:lustre_put_lsi()) put ffff9bc643a3f800 1 00000020:01000004:1.0:1769074811.669150:0:59447:0:(obd_mount.c:637:lustre_free_lsi()) Freeing lsi ffff9bc643a3f000 00010000:00010000:1.0:1769074811.918854:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1769074813.581013:0:59578:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-flr test_201 skipping ALWAYS excluded test 201 00000100:00100000:3.0:1769074815.759416:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074815.764453:0:52448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6591 00000100:00100000:3.0:1769074815.764542:0:52448:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:8e818347-4d21-45d1-a323-b359656f3fdd+5:32492:x1855007619940352:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074815.764561:0:52448:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b67d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x8b5959a9a0e8aeb4 expref: -99 pid: 59741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.764839:0:52448:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074815.764847:0:52448:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:8e818347-4d21-45d1-a323-b359656f3fdd+5:32492:x1855007619940352:12345-192.168.204.139@tcp:104: Request processed in 383us (5441us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074815.764864:0:52448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6591 00010000:00010000:1.0:1769074815.764933:0:37585:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074815.764941:0:37585:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b67d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x8b5959a9a0e8aeb4 expref: -99 pid: 59741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.764951:0:37585:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f943400 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074815.764956:0:37585:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b67d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x8b5959a9a0e8aeb4 expref: -99 pid: 59741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.764964:0:37585:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b67d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x8b5959a9a0e8aeb4 expref: -99 pid: 59741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.764972:0:37585:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b67d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x8b5959a9a0e8aeb4 expref: -99 pid: 59741 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074815.765030:0:37585:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x1ac:0x0]: losing layout lock 00010000:00010000:1.0:1769074815.765076:0:37585:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b67d lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8b5959a9a0e8aeb4 expref: -99 pid: 59741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.765082:0:37585:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074815.765119:0:37585:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b67d lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8b5959a9a0e8aeb4 expref: -99 pid: 59741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.765132:0:37585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b67d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8b5959a9a0e8aeb4 expref: -99 pid: 59741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.765150:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074815.765152:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074815.765154:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074815.765162:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1769074815.765178:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612833408:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074815.774261:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612833408:192.168.204.139@tcp:103:ldlm_bl.0 00000080:00200000:3.0:1769074815.810138:0:59743:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074815.810175:0:59743:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074815.810243:0:59743:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b68b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 59743 initiator: MDT0 00010000:00010000:3.0:1769074815.810252:0:59743:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b68b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 59743 initiator: MDT0 00010000:00010000:3.0:1769074815.810261:0:59743:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b68b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 59743 initiator: MDT0 00000100:00100000:3.0:1769074815.810285:0:59743:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:59743:1855007612834048:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074815.810634:0:59743:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d02d900 going to sleep for 50 seconds 00000100:00100000:1.0:1769074815.815813:0:59743:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:59743:1855007612834048:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074815.815850:0:59743:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b68b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8aede expref: -99 pid: 59743 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.815876:0:59743:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b68b lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8aede expref: -99 pid: 59743 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.815888:0:59743:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b68b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8aede expref: -99 pid: 59743 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.815899:0:59743:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b68b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8aede expref: -99 pid: 59743 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.815912:0:59743:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b68b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8aede expref: -99 pid: 59743 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.815919:0:59743:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b68b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8aede expref: -99 pid: 59743 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.815927:0:59743:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b68b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8aede expref: -99 pid: 59743 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074815.815938:0:59743:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9bc64d9ae680 x1855007612834048/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074870 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074815.815952:0:59743:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b68b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8aede expref: -99 pid: 59743 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.815965:0:59743:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:1.0:1769074815.815971:0:59743:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074815.815998:0:59743:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 13824 00000080:00010000:1.0:1769074815.816004:0:59743:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b68b 00000080:00010000:1.0:1769074815.816011:0:59743:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074815.816014:0:59743:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b68b from it ffffa7f981ca7bf8 00010000:00010000:1.0:1769074815.816017:0:59743:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b68b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8aede expref: -99 pid: 59743 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.816023:0:59743:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b68b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8aede expref: -99 pid: 59743 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074815.816046:0:59743:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.816067:0:59743:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f202.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), file ffff9bc64effc900, open_flags 18800, mode 0 opened 0 00000080:00200000:1.0:1769074815.816076:0:59743:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f202.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), intent=open 00000002:00010000:1.0:1769074815.816097:0:59743:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f202.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0304001 00010000:00010000:1.0:1769074815.816147:0:59743:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b692 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 59743 initiator: MDT0 00010000:00010000:1.0:1769074815.816159:0:59743:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b692 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 59743 initiator: MDT0 00000020:00100000:1.0:1769074815.816169:0:59743:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074815.816175:0:59743:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac92a00 x1855007612834304/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2160/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074815.816184:0:59743:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b692 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 59743 initiator: MDT0 00000100:00100000:1.0:1769074815.816206:0:59743:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:59743:1855007612834304:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074815.816384:0:59743:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6505dc6c0 going to sleep for 50 seconds 00000100:00100000:1.0:1769074815.833291:0:59743:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:59743:1855007612834304:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074815.833318:0:59743:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b692 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 59743 initiator: MDT0 00010000:00010000:1.0:1769074815.833331:0:59743:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b692 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 59743 initiator: MDT0 00010000:00010000:1.0:1769074815.833337:0:59743:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b692 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 59743 initiator: MDT0 00010000:00010000:1.0:1769074815.833343:0:59743:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b692 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 59743 initiator: MDT0 00010000:00010000:1.0:1769074815.833350:0:59743:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b692 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 59743 initiator: MDT0 00010000:00010000:1.0:1769074815.833356:0:59743:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f08d800 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074815.833361:0:59743:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b692 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 59743 initiator: MDT0 00010000:00010000:1.0:1769074815.833368:0:59743:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b692 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 59743 initiator: MDT0 00010000:00010000:1.0:1769074815.833375:0:59743:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b692 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 59743 initiator: MDT0 00010000:00010000:1.0:1769074815.833383:0:59743:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074815.833390:0:59743:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b692 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 59743 initiator: MDT0 00010000:00010000:1.0:1769074815.833397:0:59743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b692 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 59743 initiator: MDT0 00000002:00100000:1.0:1769074815.833417:0:59743:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64ac92a00 x1855007612834304/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2160/608 e 0 to 0 dl 1769074870 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074815.833432:0:59743:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -20 00000080:00200000:1.0:1769074815.833574:0:59743:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074815.833595:0:59743:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074815.833610:0:59743:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b68b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8aede expref: -99 pid: 59743 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.833622:0:59743:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b68b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8aede expref: -99 pid: 59743 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074815.833640:0:59743:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074815.833646:0:59743:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074815.833651:0:59743:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b68b 00000080:00010000:1.0:1769074815.833656:0:59743:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b68b from it ffffa7f981ca7bb0 00010000:00010000:1.0:1769074815.833660:0:59743:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b68b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8aede expref: -99 pid: 59743 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.833673:0:59743:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b68b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8aede expref: -99 pid: 59743 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074815.833689:0:59743:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 44 00000080:00200008:1.0:1769074815.833700:0:59743:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 304000 00000080:00200080:1.0:1769074815.833732:0:59743:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c0086915 arg=13c73d0 00000100:00100000:1.0:1769074815.833947:0:59743:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:59743:1855007612834432:192.168.204.139@tcp:34:lfs.0 00000100:00100000:1.0:1769074815.834044:0:59743:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6505dc6c0 going to sleep for 50 seconds 00000100:00100000:1.0:1769074815.844764:0:59743:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:59743:1855007612834432:192.168.204.139@tcp:34:lfs.0 00000080:00200008:1.0:1769074815.845192:0:59743:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 304000 00000080:00200000:1.0:1769074815.870350:0:59747:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074815.870378:0:59747:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074815.870394:0:59747:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b68b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8aede expref: -99 pid: 59743 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.870409:0:59747:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b68b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8aede expref: -99 pid: 59743 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074815.870415:0:59747:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074815.870422:0:59747:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074815.870425:0:59747:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b68b 00000080:00010000:1.0:1769074815.870431:0:59747:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b68b from it ffffa7f981523bf8 00010000:00010000:1.0:1769074815.870434:0:59747:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b68b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8aede expref: -99 pid: 59743 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.870439:0:59747:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b68b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8aede expref: -99 pid: 59743 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074815.870451:0:59747:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.870461:0:59747:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f202.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), file ffff9bc646996300, open_flags 18800, mode 0 opened 0 00000080:00200000:1.0:1769074815.870466:0:59747:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f202.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), intent=open 00000002:00010000:1.0:1769074815.870481:0:59747:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f202.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0304001 00010000:00010000:1.0:1769074815.870539:0:59747:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b699 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 59747 initiator: MDT0 00010000:00010000:1.0:1769074815.870546:0:59747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b699 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 59747 initiator: MDT0 00000020:00100000:1.0:1769074815.870557:0:59747:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074815.870568:0:59747:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac92a00 x1855007612834688/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2160/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074815.870576:0:59747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b699 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 59747 initiator: MDT0 00000100:00100000:1.0:1769074815.870593:0:59747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:59747:1855007612834688:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074815.873032:0:59747:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6505dc6c0 going to sleep for 50 seconds 00000100:00100000:1.0:1769074815.886283:0:59747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:59747:1855007612834688:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074815.886310:0:59747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b699 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 59747 initiator: MDT0 00010000:00010000:1.0:1769074815.886324:0:59747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b699 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 59747 initiator: MDT0 00010000:00010000:1.0:1769074815.886330:0:59747:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b699 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 59747 initiator: MDT0 00010000:00010000:1.0:1769074815.886342:0:59747:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b699 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 59747 initiator: MDT0 00010000:00010000:1.0:1769074815.886351:0:59747:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b699 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 59747 initiator: MDT0 00010000:00010000:1.0:1769074815.886358:0:59747:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f08d800 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074815.886363:0:59747:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b699 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 59747 initiator: MDT0 00010000:00010000:1.0:1769074815.886370:0:59747:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b699 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 59747 initiator: MDT0 00010000:00010000:1.0:1769074815.886377:0:59747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b699 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 59747 initiator: MDT0 00010000:00010000:1.0:1769074815.886384:0:59747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074815.886392:0:59747:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b699 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 59747 initiator: MDT0 00010000:00010000:1.0:1769074815.886398:0:59747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b699 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 59747 initiator: MDT0 00000002:00100000:1.0:1769074815.886418:0:59747:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64ac92a00 x1855007612834688/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2160/608 e 0 to 0 dl 1769074870 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074815.886433:0:59747:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -20 00000100:00100000:1.0:1769074815.919651:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612835072:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074815.925420:0:2371:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b6a7 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 59748 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074815.925453:0:2371:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b6a7 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8af55 expref: -99 pid: 59748 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074815.925471:0:2371:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b6a7 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8af55 expref: -99 pid: 59748 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074815.925484:0:2371:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b6a7 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8af55 expref: -99 pid: 59748 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1769074815.925504:0:2371:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b6a7 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8af55 expref: -99 pid: 59748 timeout: 0 lvb_type: 1 00000020:00200000:1.0:1769074815.925516:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1769074815.925536:0:2371:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b6a7 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8af55 expref: -99 pid: 59748 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074815.925544:0:2371:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b6a7 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8af55 expref: -99 pid: 59748 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074815.925552:0:2371:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b6a7 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8af55 expref: -99 pid: 59748 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074815.925560:0:2371:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b6a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8af55 expref: -99 pid: 59748 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074815.925587:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612835072:192.168.204.139@tcp:101:lfs.0 00010000:00010000:3.0:1769074815.931246:0:37586:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074815.931256:0:37586:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942800/0x21fa6d252c11b6ae lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x8b5959a9a0e8af63 expref: -99 pid: 59748 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074815.932662:0:37586:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f942800 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:3.0:1769074815.932674:0:37586:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942800/0x21fa6d252c11b6ae lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x8b5959a9a0e8af63 expref: -99 pid: 59748 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074815.932686:0:37586:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942800/0x21fa6d252c11b6ae lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x8b5959a9a0e8af63 expref: -99 pid: 59748 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074815.932695:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942800/0x21fa6d252c11b6ae lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e8af63 expref: -99 pid: 59748 timeout: 0 lvb_type: 3 00000100:00100000:3.0:1769074815.933993:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612835456:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074815.937629:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612835456:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074815.955831:0:37578:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619940480 00000100:00100000:3.0:1769074815.955844:0:37578:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619940480 00000100:00100000:3.0:1769074815.955909:0:37578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6592 00000100:00100000:3.0:1769074815.955919:0:37578:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc67afda300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:8e818347-4d21-45d1-a323-b359656f3fdd+5:32492:x1855007619940480:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074815.955938:0:37578:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943c00/0x21fa6d252c11b6a0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x8b5959a9a0e8af4e expref: -99 pid: 59748 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074815.956036:0:37578:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074815.956044:0:37578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc67afda300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:8e818347-4d21-45d1-a323-b359656f3fdd+5:32492:x1855007619940480:12345-192.168.204.139@tcp:104: Request processed in 126us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074815.956053:0:37578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6592 00010000:00010000:1.0:1769074815.956959:0:55495:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074815.956973:0:55495:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943c00/0x21fa6d252c11b6a0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x8b5959a9a0e8af4e expref: -99 pid: 59748 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074815.956984:0:55495:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f943c00 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074815.956990:0:55495:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943c00/0x21fa6d252c11b6a0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x8b5959a9a0e8af4e expref: -99 pid: 59748 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074815.956998:0:55495:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943c00/0x21fa6d252c11b6a0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x8b5959a9a0e8af4e expref: -99 pid: 59748 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074815.957007:0:55495:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943c00/0x21fa6d252c11b6a0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x8b5959a9a0e8af4e expref: -99 pid: 59748 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074815.957035:0:55495:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x1ac:0x0]: losing layout lock 00010000:00010000:1.0:1769074815.957096:0:55495:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943c00/0x21fa6d252c11b6a0 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8b5959a9a0e8af4e expref: -99 pid: 59748 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074815.957103:0:55495:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074815.957137:0:55495:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943c00/0x21fa6d252c11b6a0 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8b5959a9a0e8af4e expref: -99 pid: 59748 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074815.957144:0:55495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943c00/0x21fa6d252c11b6a0 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8b5959a9a0e8af4e expref: -99 pid: 59748 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074815.958299:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074815.958304:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074815.958306:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074815.968007:0:59748:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:59748:1855007612835968:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074815.968041:0:59748:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode CW ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942e00/0x21fa6d252c11b6b5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8af78 expref: -99 pid: 59748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.968075:0:59748:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942e00/0x21fa6d252c11b6b5 lrc: 4/1,0 mode: --/CW res: [0x200000404:0x1ac:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8af78 expref: -99 pid: 59748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.968083:0:59748:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942e00/0x21fa6d252c11b6b5 lrc: 4/1,0 mode: --/CW res: [0x200000404:0x1ac:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8af78 expref: -99 pid: 59748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.968095:0:59748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942e00/0x21fa6d252c11b6b5 lrc: 4/1,0 mode: CW/CW res: [0x200000404:0x1ac:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8af78 expref: -99 pid: 59748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.968107:0:59748:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942e00/0x21fa6d252c11b6b5 lrc: 4/1,0 mode: CW/CW res: [0x200000404:0x1ac:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8af78 expref: -99 pid: 59748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.968119:0:59748:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942e00/0x21fa6d252c11b6b5 lrc: 5/1,1 mode: CW/CW res: [0x200000404:0x1ac:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8af78 expref: -99 pid: 59748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.968128:0:59748:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942e00/0x21fa6d252c11b6b5 lrc: 5/1,1 mode: CW/CW res: [0x200000404:0x1ac:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8af78 expref: -99 pid: 59748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.968134:0:59748:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942e00/0x21fa6d252c11b6b5 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x1ac:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8af78 expref: -99 pid: 59748 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074815.968147:0:59748:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff9bc64f07ce00 x1855007612835968/t8589941406(8589941406) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/744 e 0 to 0 dl 1769074870 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1769074815.968172:0:59748:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64f07ce00 x1855007612835968/t8589941406(8589941406) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/744 e 0 to 0 dl 1769074870 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074815.968188:0:59748:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942e00/0x21fa6d252c11b6b5 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1ac:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8af78 expref: -99 pid: 59748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.968203:0:59748:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 8 res 8589935620/428 (0 0) 00000080:00200000:1.0:1769074815.968210:0:59748:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00010000:1.0:1769074815.968262:0:59748:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1ac:0x0](ffff9bc649b62a08) for lock 0x21fa6d252c11b6b5 00000080:00010000:1.0:1769074815.968271:0:59748:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b6b5 from it ffffa7f981537bf0 00010000:00010000:1.0:1769074815.968274:0:59748:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942e00/0x21fa6d252c11b6b5 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1ac:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8af78 expref: -99 pid: 59748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.968283:0:59748:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942e00/0x21fa6d252c11b6b5 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x1ac:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8af78 expref: -99 pid: 59748 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074815.968310:0:59748:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64f07ce00 x1855007612835968/t8589941406(8589941406) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 656/744 e 0 to 0 dl 1769074870 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074815.968729:0:59748:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1ac:0x0](ffff9bc649b62a08), inode mode 81a4 mask 4 00000080:00200000:1.0:1769074815.968738:0:59748:0:(xattr.c:725:ll_xattr_get()) VFS Op:inode=[0x200000404:0x1ac:0x0](ffff9bc649b62a08), xattr lov 00000080:00200008:1.0:1769074815.968763:0:59748:0:(file.c:6252:ll_getattr_dentry()) START file f202.sanity-flr:[0x200000404:0x1ac:0x0](ffff9bc649b62a08), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074815.968769:0:59748:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1ac:0x0](ffff9bc649b62a08),name=f202.sanity-flr 00000002:00010000:1.0:1769074815.968833:0:59748:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1ac:0x0]) in obj [0x200000404:0x1ac:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074815.968845:0:59748:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 30 res 8589935620/428 (0 0) 00010000:00010000:1.0:1769074815.968900:0:59748:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b6bc lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 59748 initiator: MDT0 00010000:00010000:1.0:1769074815.968907:0:59748:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b6bc lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 59748 initiator: MDT0 00010000:00010000:1.0:1769074815.968916:0:59748:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b6bc lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 59748 initiator: MDT0 00000100:00100000:1.0:1769074815.968939:0:59748:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:59748:1855007612836224:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074815.969040:0:59748:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6505dc6c0 going to sleep for 50 seconds 00000100:00100000:3.0:1769074815.974069:0:52448:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619940608 00000100:00100000:3.0:1769074815.974081:0:52448:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619940608 00000100:00100000:1.0:1769074815.981247:0:59748:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:59748:1855007612836224:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074815.981278:0:59748:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b6bc lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8af8d expref: -99 pid: 59748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.981291:0:59748:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b6bc lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8af8d expref: -99 pid: 59748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.981302:0:59748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b6bc lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8af8d expref: -99 pid: 59748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.981312:0:59748:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b6bc lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8af8d expref: -99 pid: 59748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.981324:0:59748:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b6bc lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8af8d expref: -99 pid: 59748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.981333:0:59748:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b6bc lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8af8d expref: -99 pid: 59748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.981341:0:59748:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b6bc lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8af8d expref: -99 pid: 59748 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074815.981353:0:59748:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9bc64ac93480 x1855007612836224/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 576/720 e 0 to 0 dl 1769074870 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074815.981365:0:59748:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 136 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b6bc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8af8d expref: -99 pid: 59748 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1769074815.981396:0:59748:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b6bc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8af8d expref: -99 pid: 59748 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074815.981411:0:59748:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589935620/428 (0 0) 00000080:00200000:1.0:1769074815.981418:0:59748:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1ac:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074815.981491:0:59748:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1ac:0x0]: layout version change: 4294967294 -> 1 00000080:00010000:1.0:1769074815.981499:0:59748:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1ac:0x0](ffff9bc649b62a08) for lock 0x21fa6d252c11b6bc 00000080:00010000:1.0:1769074815.981506:0:59748:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1ac:0x0](ffff9bc649b62a08) 00000080:00010000:1.0:1769074815.981509:0:59748:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b6bc from it ffffa7f981537cd8 00010000:00010000:1.0:1769074815.981513:0:59748:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b6bc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8af8d expref: -99 pid: 59748 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074815.981522:0:59748:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b6bc lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8af8d expref: -99 pid: 59748 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074815.981562:0:59748:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1ac:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1769074815.981577:0:59748:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1ac:0x0] 00000008:00010000:1.0:1769074815.981624:0:59748:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1769074815.981628:0:59748:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc643072b30, osc lock ffff9bc64a5b4980, flags 0x400001002 00010000:00010000:1.0:1769074815.981661:0:59748:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b6a7 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8af55 expref: -99 pid: 59748 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074815.981677:0:59748:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 1048575) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b6a7 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8af55 expref: -99 pid: 59748 timeout: 0 lvb_type: 1 00000020:00200000:1.0:1769074815.981691:0:59748:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1769074815.981695:0:59748:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b6a7 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8af55 expref: -99 pid: 59748 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074815.981703:0:59748:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b6a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8af55 expref: -99 pid: 59748 timeout: 0 lvb_type: 1 00000020:00200000:1.0:1769074815.981714:0:59748:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1769074815.981727:0:59748:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1ac:0x0] updating i_size 0 i_blocks 1 00000020:00010000:1.0:1769074815.981732:0:59748:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc64d969ff0 (ffff9bc64292b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1769074815.981735:0:59748:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d969ff0 (ffff9bc64292b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1769074815.981739:0:59748:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643072b30 (ffff9bc64292bc68/1) at cl_lock_cancel():142 00000020:00010000:1.0:1769074815.981743:0:59748:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d969ff0 (ffff9bc64292b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1769074815.981746:0:59748:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643072b30 (ffff9bc64292b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1769074815.981757:0:59748:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1ac:0x0] ignore/verify layout 0/1, layout version 1 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1769074815.981891:0:59748:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1ac:0x0](ffff9bc649b62a08), inode mode 81a4 mask 2 00000080:00200000:1.0:1769074815.981903:0:59748:0:(xattr.c:406:ll_xattr_set()) VFS Op:inode=[0x200000404:0x1ac:0x0](ffff9bc649b62a08), xattr lov.add 00000020:00100000:1.0:1769074815.981955:0:59748:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1769074815.981963:0:59748:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac93480 x1855007612836608/t0(0) o36->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 616/440 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1769074815.981987:0:59748:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:59748:1855007612836608:192.168.204.139@tcp:36:lfs.0 00000100:00100000:1.0:1769074815.982077:0:59748:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6505dc840 going to sleep for 50 seconds 00000100:00100000:3.0:1769074815.987146:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074815.987202:0:37578:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619940736 00000100:00100000:3.0:1769074815.987214:0:37578:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619940736 00000100:00100000:3.0:1769074815.987267:0:37578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6594 00000100:00100000:3.0:1769074815.987278:0:37578:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:8e818347-4d21-45d1-a323-b359656f3fdd+5:32492:x1855007619940736:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074815.987295:0:37578:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b6bc lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x8b5959a9a0e8af8d expref: -99 pid: 59748 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074815.987665:0:37578:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074815.987675:0:37578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:8e818347-4d21-45d1-a323-b359656f3fdd+5:32492:x1855007619940736:12345-192.168.204.139@tcp:104: Request processed in 397us (898us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074815.987682:0:37578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6594 00000100:00100000:1.0:1769074816.001430:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612836736:192.168.204.139@tcp:103:ldlm_bl.0 00000080:00200000:3.0:1769074816.038137:0:59750:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074816.039577:0:59750:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074816.039608:0:59750:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b68b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8aede expref: -99 pid: 59743 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074816.039626:0:59750:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b68b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8aede expref: -99 pid: 59743 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074816.039634:0:59750:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074816.039644:0:59750:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074816.039649:0:59750:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b68b 00000080:00010000:3.0:1769074816.039656:0:59750:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b68b from it ffffa7f981537bf8 00010000:00010000:3.0:1769074816.039661:0:59750:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b68b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8aede expref: -99 pid: 59743 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074816.039670:0:59750:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b68b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8aede expref: -99 pid: 59743 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074816.039688:0:59750:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074816.039714:0:59750:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f202.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), file ffff9bc648f19c80, open_flags 18800, mode 0 opened 0 00000080:00200000:3.0:1769074816.039723:0:59750:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f202.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), intent=open 00000002:00010000:3.0:1769074816.039740:0:59750:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f202.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0304001 00010000:00010000:3.0:1769074816.041006:0:59750:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b6c3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 59750 initiator: MDT0 00010000:00010000:3.0:1769074816.041020:0:59750:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b6c3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 59750 initiator: MDT0 00000020:00100000:3.0:1769074816.041033:0:59750:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074816.041046:0:59750:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64d9af800 x1855007612837248/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2160/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074816.041056:0:59750:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b6c3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 59750 initiator: MDT0 00000100:00100000:3.0:1769074816.041084:0:59750:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9af800 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:59750:1855007612837248:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074816.042174:0:59750:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d02db40 going to sleep for 50 seconds 00000080:00200080:1.0:1769074816.057013:0:59750:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c0086915 arg=1aec3d0 00000100:00100000:1.0:1769074816.057119:0:59750:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:59750:1855007612837376:192.168.204.139@tcp:34:lfs.0 00000100:00100000:1.0:1769074816.057397:0:59750:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6505dc600 going to sleep for 50 seconds 00000100:00100000:1.0:1769074816.065103:0:59750:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:59750:1855007612837376:192.168.204.139@tcp:34:lfs.0 00000080:00200008:1.0:1769074816.067333:0:59750:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 304000 00000080:00200000:1.0:1769074816.107128:0:59754:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074816.107164:0:59754:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074816.107185:0:59754:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b68b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8aede expref: -99 pid: 59743 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074816.107203:0:59754:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b68b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8aede expref: -99 pid: 59743 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074816.107212:0:59754:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074816.107221:0:59754:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074816.107226:0:59754:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b68b 00000080:00010000:1.0:1769074816.107234:0:59754:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b68b from it ffffa7f981523bf8 00010000:00010000:1.0:1769074816.107238:0:59754:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b68b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8aede expref: -99 pid: 59743 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074816.107246:0:59754:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b68b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8aede expref: -99 pid: 59743 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074816.107260:0:59754:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074816.107272:0:59754:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f202.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), file ffff9bc64d978d80, open_flags 18800, mode 0 opened 0 00000080:00200000:1.0:1769074816.107277:0:59754:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f202.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), intent=open 00000002:00010000:1.0:1769074816.108010:0:59754:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f202.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0304001 00010000:00010000:1.0:1769074816.108080:0:59754:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b6ca lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 59754 initiator: MDT0 00010000:00010000:1.0:1769074816.108087:0:59754:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b6ca lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 59754 initiator: MDT0 00000020:00100000:1.0:1769074816.108102:0:59754:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074816.108113:0:59754:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac91f80 x1855007612837632/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2160/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074816.108120:0:59754:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b6ca lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 59754 initiator: MDT0 00000100:00100000:1.0:1769074816.108147:0:59754:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:59754:1855007612837632:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074816.108580:0:59754:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6505dc600 going to sleep for 50 seconds 00000100:00100000:1.0:1769074816.115320:0:59754:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:59754:1855007612837632:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074816.115349:0:59754:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b6ca lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 59754 initiator: MDT0 00010000:00010000:1.0:1769074816.115365:0:59754:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b6ca lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 59754 initiator: MDT0 00010000:00010000:1.0:1769074816.115461:0:59754:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b6ca lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 59754 initiator: MDT0 00010000:00010000:1.0:1769074816.115552:0:59754:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b6ca lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 59754 initiator: MDT0 00010000:00010000:1.0:1769074816.115559:0:59754:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b6ca lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 59754 initiator: MDT0 00010000:00010000:1.0:1769074816.115565:0:59754:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f08d000 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074816.115571:0:59754:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b6ca lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 59754 initiator: MDT0 00010000:00010000:1.0:1769074816.115578:0:59754:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b6ca lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 59754 initiator: MDT0 00010000:00010000:1.0:1769074816.115588:0:59754:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b6ca lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 59754 initiator: MDT0 00010000:00010000:1.0:1769074816.115594:0:59754:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074816.115601:0:59754:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b6ca lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 59754 initiator: MDT0 00010000:00010000:1.0:1769074816.115607:0:59754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b6ca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 59754 initiator: MDT0 00000002:00100000:1.0:1769074816.115626:0:59754:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64ac91f80 x1855007612837632/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2160/608 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074816.116683:0:59754:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -20 00000080:00200000:1.0:1769074816.152851:0:59756:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074816.152886:0:59756:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074816.152905:0:59756:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b68b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8aede expref: -99 pid: 59743 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074816.152922:0:59756:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b68b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8aede expref: -99 pid: 59743 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074816.152930:0:59756:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074816.152939:0:59756:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074816.152942:0:59756:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b68b 00000080:00010000:1.0:1769074816.152949:0:59756:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b68b from it ffffa7f98153fbf8 00010000:00010000:1.0:1769074816.152953:0:59756:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b68b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8aede expref: -99 pid: 59743 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074816.152962:0:59756:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b68b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8aede expref: -99 pid: 59743 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074816.152980:0:59756:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074816.152997:0:59756:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f202.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), file ffff9bc646996000, open_flags 18800, mode 0 opened 0 00000080:00200000:1.0:1769074816.153004:0:59756:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f202.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), intent=open 00000002:00010000:1.0:1769074816.153019:0:59756:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f202.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0304001 00010000:00010000:1.0:1769074816.153082:0:59756:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b6d1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 59756 initiator: MDT0 00010000:00010000:1.0:1769074816.153091:0:59756:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b6d1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 59756 initiator: MDT0 00000020:00100000:1.0:1769074816.153103:0:59756:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074816.153117:0:59756:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac91f80 x1855007612838016/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2160/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074816.153127:0:59756:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b6d1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 59756 initiator: MDT0 00000100:00100000:1.0:1769074816.153561:0:59756:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:59756:1855007612838016:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074816.153849:0:59756:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6505dc600 going to sleep for 50 seconds 00000100:00100000:1.0:1769074816.161924:0:59756:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:59756:1855007612838016:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074816.161954:0:59756:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b6d1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 59756 initiator: MDT0 00010000:00010000:1.0:1769074816.161968:0:59756:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b6d1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 59756 initiator: MDT0 00010000:00010000:1.0:1769074816.161975:0:59756:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b6d1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 59756 initiator: MDT0 00010000:00010000:1.0:1769074816.161986:0:59756:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b6d1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 59756 initiator: MDT0 00010000:00010000:1.0:1769074816.161995:0:59756:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b6d1 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 59756 initiator: MDT0 00010000:00010000:1.0:1769074816.162002:0:59756:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f08d000 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074816.162007:0:59756:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b6d1 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 59756 initiator: MDT0 00010000:00010000:1.0:1769074816.162014:0:59756:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b6d1 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 59756 initiator: MDT0 00010000:00010000:1.0:1769074816.162035:0:59756:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b6d1 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 59756 initiator: MDT0 00010000:00010000:1.0:1769074816.162043:0:59756:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074816.162050:0:59756:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b6d1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 59756 initiator: MDT0 00010000:00010000:1.0:1769074816.162057:0:59756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b6d1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 59756 initiator: MDT0 00000002:00100000:1.0:1769074816.162079:0:59756:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64ac91f80 x1855007612838016/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2160/608 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074816.162095:0:59756:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -20 00000080:00200000:1.0:1769074816.162250:0:59756:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074816.162270:0:59756:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074816.162285:0:59756:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b68b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8aede expref: -99 pid: 59743 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074816.162302:0:59756:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b68b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8aede expref: -99 pid: 59743 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074816.162309:0:59756:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074816.162314:0:59756:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074816.162318:0:59756:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b68b 00000080:00010000:1.0:1769074816.162324:0:59756:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b68b from it ffffa7f98153fbb0 00010000:00010000:1.0:1769074816.162327:0:59756:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b68b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8aede expref: -99 pid: 59743 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074816.162335:0:59756:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11b68b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8aede expref: -99 pid: 59743 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074816.162349:0:59756:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 44 00000080:00200008:1.0:1769074816.162359:0:59756:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 304000 00000080:00200080:1.0:1769074816.162624:0:59756:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c0086915 arg=18ef3d0 00000100:00100000:1.0:1769074816.162691:0:59756:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:59756:1855007612838144:192.168.204.139@tcp:34:lfs.0 00000100:00100000:1.0:1769074816.162831:0:59756:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6505dc600 going to sleep for 50 seconds 00000100:00100000:1.0:1769074816.172531:0:59756:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:59756:1855007612838144:192.168.204.139@tcp:34:lfs.0 00000080:00200008:1.0:1769074816.172712:0:59756:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 304000 00000100:00100000:3.0:1769074816.228588:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00010000:00010000:1.0:1769074816.229667:0:37585:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074816.229676:0:37585:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b6a7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x420000010000 nid: local remote: 0x8b5959a9a0e8af55 expref: -99 pid: 59748 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074816.229761:0:37585:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f943e00 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:1.0:1769074816.229767:0:37585:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b6a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x428400010000 nid: local remote: 0x8b5959a9a0e8af55 expref: -99 pid: 59748 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074816.230011:0:37585:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b6a7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8af55 expref: -99 pid: 59748 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074816.230019:0:37585:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074816.230045:0:37585:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b6a7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8af55 expref: -99 pid: 59748 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074816.230053:0:37585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b6a7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8af55 expref: -99 pid: 59748 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074816.230071:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074816.230073:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074816.230074:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074816.230086:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074816.230104:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612839040:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074816.233885:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:1.0:1769074816.238333:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612839040:192.168.204.139@tcp:103:ldlm_bl.0 00000080:00200000:3.0:1769074816.244659:0:59757:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1ac:0x0] updating i_size 0 i_blocks 1 00000020:00010000:3.0:1769074816.244669:0:59757:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc67aff6038 (ffff9bc64f1582d8/0) at cl_lock_release():245 00000020:00010000:3.0:1769074816.244672:0:59757:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc67aff6038 (ffff9bc64f1582d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1769074816.244677:0:59757:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc646282030 (ffff9bc64f158f38/1) at cl_lock_cancel():142 00010000:00010000:3.0:1769074816.244689:0:59757:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942e00/0x21fa6d252c11b6e6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020080020000 nid: local remote: 0x8b5959a9a0e8b04a expref: -99 pid: 59757 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074816.244701:0:59757:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942e00/0x21fa6d252c11b6e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020080020000 nid: local remote: 0x8b5959a9a0e8b04a expref: -99 pid: 59757 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1769074816.244717:0:59757:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc67aff6038 (ffff9bc64f1582d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1769074816.244720:0:59757:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc646282030 (ffff9bc64f1582d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1769074816.244743:0:59757:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1ac:0x0] ignore/verify layout 0/0, layout version 2 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1769074816.244757:0:59757:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file f202.sanity-flr:[0x200000404:0x1ac:0x0](ffff9bc649b62a08) current size 0, valid attrs a168, mode 0, uid 2, gid 0, new size 0, atime 1769074816.000000000, mtime 1769074816.000000000, ctime 1769074816.000000000, rc 0 00000100:00100000:1.0:1769074816.291040:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612839296:192.168.204.139@tcp:4:dd.0 00000008:00010000:1.0:1769074816.341278:0:2371:0:(osc_cache.c:861:osc_extent_finish()) ### extent: 000000004d6bdd6f ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942e00/0x21fa6d252c11b6e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020080020000 nid: local remote: 0x8b5959a9a0e8b04a expref: -99 pid: 59757 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1769074816.341493:0:2371:0:(osc_cache.c:483:__osc_extent_remove()) ### extent: 000000004d6bdd6f ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942e00/0x21fa6d252c11b6e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020080020000 nid: local remote: 0x8b5959a9a0e8b04a expref: -99 pid: 59757 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074816.341527:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612839296:192.168.204.139@tcp:4:dd.0 00000100:00100000:1.0:1769074816.379329:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612839936:192.168.204.139@tcp:4:dd.0 00000002:00100000:1.0:1769074816.412403:0:59757:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9bc64f07ed80 x1855007612838400/t8589941409(8589941409) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 768/848 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1769074816.482227:0:59759:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:59759:1855007612840320:192.168.204.139@tcp:101:lfs.0 00010000:00010000:3.0:1769074816.482253:0:59759:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074816.482263:0:59759:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074816.482277:0:59759:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074816.482289:0:59759:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074816.482301:0:59759:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074816.482309:0:59759:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074816.482317:0:59759:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074816.482329:0:59759:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9bc67afd9c00 x1855007612840320/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074816.482362:0:59759:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074816.482389:0:59759:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:3.0:1769074816.482398:0:59759:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074816.482441:0:59759:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 13824 00000080:00010000:3.0:1769074816.482449:0:59759:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b6fb 00000080:00010000:3.0:1769074816.482457:0:59759:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074816.482461:0:59759:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b6fb from it ffffa7f98153fbf8 00010000:00010000:3.0:1769074816.482464:0:59759:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074816.482475:0:59759:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074816.482508:0:59759:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074816.482547:0:59759:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f202.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), file ffff9bc646808c00, open_flags 18800, mode 0 opened 0 00000080:00200000:3.0:1769074816.482558:0:59759:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f202.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), intent=open 00000002:00010000:3.0:1769074816.482597:0:59759:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f202.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0304001 00010000:00010000:3.0:1769074816.482675:0:59759:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d878800/0x21fa6d252c11b702 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 59759 initiator: MDT0 00010000:00010000:3.0:1769074816.482684:0:59759:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d878800/0x21fa6d252c11b702 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 59759 initiator: MDT0 00000020:00100000:3.0:1769074816.482698:0:59759:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074816.482706:0:59759:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64d9af100 x1855007612840576/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2160/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074816.482721:0:59759:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d878800/0x21fa6d252c11b702 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 59759 initiator: MDT0 00000100:00100000:3.0:1769074816.482755:0:59759:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9af100 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:59759:1855007612840576:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074816.483102:0:59759:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d02d900 going to sleep for 50 seconds 00000100:00100000:3.0:1769074816.490858:0:59759:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9af100 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:59759:1855007612840576:192.168.204.139@tcp:101:lfs.0 00010000:00010000:3.0:1769074816.490899:0:59759:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d878800/0x21fa6d252c11b702 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 59759 initiator: MDT0 00010000:00010000:3.0:1769074816.490916:0:59759:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d878800/0x21fa6d252c11b702 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 59759 initiator: MDT0 00010000:00010000:3.0:1769074816.490923:0:59759:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d878800/0x21fa6d252c11b702 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 59759 initiator: MDT0 00010000:00010000:3.0:1769074816.490931:0:59759:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d878800/0x21fa6d252c11b702 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 59759 initiator: MDT0 00010000:00010000:3.0:1769074816.490940:0:59759:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d878800/0x21fa6d252c11b702 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 59759 initiator: MDT0 00010000:00010000:3.0:1769074816.490948:0:59759:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64d878800 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:3.0:1769074816.490954:0:59759:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d878800/0x21fa6d252c11b702 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 59759 initiator: MDT0 00010000:00010000:3.0:1769074816.490961:0:59759:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d878800/0x21fa6d252c11b702 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 59759 initiator: MDT0 00010000:00010000:3.0:1769074816.490969:0:59759:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d878800/0x21fa6d252c11b702 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 59759 initiator: MDT0 00010000:00010000:3.0:1769074816.490977:0:59759:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074816.491302:0:59759:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d878800/0x21fa6d252c11b702 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 59759 initiator: MDT0 00010000:00010000:3.0:1769074816.491311:0:59759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d878800/0x21fa6d252c11b702 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 59759 initiator: MDT0 00000002:00100000:3.0:1769074816.491346:0:59759:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64d9af100 x1855007612840576/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2160/608 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074816.491365:0:59759:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -20 00000080:00200000:3.0:1769074816.491591:0:59759:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074816.491622:0:59759:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074816.492299:0:59759:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074816.492317:0:59759:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074816.492325:0:59759:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074816.492573:0:59759:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074816.492579:0:59759:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b6fb 00000080:00010000:3.0:1769074816.492589:0:59759:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b6fb from it ffffa7f98153fbb0 00010000:00010000:3.0:1769074816.492594:0:59759:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074816.492606:0:59759:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074816.492716:0:59759:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 44 00000080:00200008:3.0:1769074816.492736:0:59759:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 304000 00000080:00200080:3.0:1769074816.495241:0:59759:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c0086915 arg=6e93d0 00000100:00100000:3.0:1769074816.495542:0:59759:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9af100 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:59759:1855007612840704:192.168.204.139@tcp:34:lfs.0 00000100:00100000:3.0:1769074816.495939:0:59759:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d02d900 going to sleep for 50 seconds 00000100:00100000:3.0:1769074816.564111:0:59763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ce6ad80 going to sleep for 50 seconds 00000100:00100000:1.0:1769074816.571580:0:59763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:59763:1855007612841088:192.168.204.139@tcp:34:lfs.0 00000100:00100000:1.0:1769074816.572025:0:59763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6505dc600 going to sleep for 50 seconds 00000100:00100000:1.0:1769074816.576768:0:59763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:59763:1855007612841088:192.168.204.139@tcp:34:lfs.0 00000080:00200000:3.0:1769074816.601768:0:59765:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074816.601907:0:59765:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074816.601931:0:59765:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074816.601950:0:59765:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074816.601959:0:59765:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074816.601970:0:59765:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074816.601974:0:59765:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b6fb 00000080:00010000:3.0:1769074816.601983:0:59765:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b6fb from it ffffa7f981537bf8 00010000:00010000:3.0:1769074816.601988:0:59765:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074816.601997:0:59765:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074816.602018:0:59765:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074816.602036:0:59765:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f202.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), file ffff9bc648f19800, open_flags 18800, mode 0 opened 0 00000080:00200000:3.0:1769074816.602046:0:59765:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f202.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), intent=open 00000002:00010000:3.0:1769074816.602065:0:59765:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f202.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0304001 00010000:00010000:3.0:1769074816.602139:0:59765:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879e00/0x21fa6d252c11b710 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 59765 initiator: MDT0 00010000:00010000:3.0:1769074816.602148:0:59765:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879e00/0x21fa6d252c11b710 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 59765 initiator: MDT0 00000020:00100000:3.0:1769074816.602164:0:59765:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074816.602180:0:59765:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64d9af480 x1855007612841344/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2160/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074816.602191:0:59765:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879e00/0x21fa6d252c11b710 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 59765 initiator: MDT0 00000100:00100000:3.0:1769074816.602223:0:59765:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9af480 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:59765:1855007612841344:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074816.602690:0:59765:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d02d900 going to sleep for 50 seconds 00000100:00100000:3.0:1769074816.608062:0:59765:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9af480 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:59765:1855007612841344:192.168.204.139@tcp:101:lfs.0 00010000:00010000:3.0:1769074816.608098:0:59765:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879e00/0x21fa6d252c11b710 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 59765 initiator: MDT0 00010000:00010000:3.0:1769074816.608115:0:59765:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879e00/0x21fa6d252c11b710 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 59765 initiator: MDT0 00010000:00010000:3.0:1769074816.608123:0:59765:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879e00/0x21fa6d252c11b710 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 59765 initiator: MDT0 00010000:00010000:3.0:1769074816.608131:0:59765:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879e00/0x21fa6d252c11b710 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 59765 initiator: MDT0 00010000:00010000:3.0:1769074816.608140:0:59765:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879e00/0x21fa6d252c11b710 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 59765 initiator: MDT0 00010000:00010000:3.0:1769074816.608147:0:59765:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64d879e00 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:3.0:1769074816.608152:0:59765:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879e00/0x21fa6d252c11b710 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 59765 initiator: MDT0 00010000:00010000:3.0:1769074816.608159:0:59765:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879e00/0x21fa6d252c11b710 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 59765 initiator: MDT0 00010000:00010000:3.0:1769074816.608171:0:59765:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879e00/0x21fa6d252c11b710 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 59765 initiator: MDT0 00010000:00010000:3.0:1769074816.608181:0:59765:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074816.608189:0:59765:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879e00/0x21fa6d252c11b710 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 59765 initiator: MDT0 00010000:00010000:3.0:1769074816.608196:0:59765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879e00/0x21fa6d252c11b710 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 59765 initiator: MDT0 00000002:00100000:3.0:1769074816.608219:0:59765:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64d9af480 x1855007612841344/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2160/608 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074816.608237:0:59765:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -20 00000080:00200000:3.0:1769074816.608589:0:59765:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074816.608618:0:59765:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074816.608739:0:59765:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074816.608754:0:59765:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074816.608762:0:59765:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074816.608769:0:59765:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074816.608892:0:59765:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b6fb 00000080:00010000:3.0:1769074816.608901:0:59765:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b6fb from it ffffa7f981537bb0 00010000:00010000:3.0:1769074816.608906:0:59765:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074816.608915:0:59765:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074816.608935:0:59765:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 44 00000080:00200008:3.0:1769074816.608949:0:59765:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 304000 00000080:00200080:3.0:1769074816.609045:0:59765:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c0086915 arg=7ec3d0 00000100:00100000:3.0:1769074816.609133:0:59765:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9af480 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:59765:1855007612841472:192.168.204.139@tcp:34:lfs.0 00000100:00100000:3.0:1769074816.609328:0:59765:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d02d900 going to sleep for 50 seconds 00000100:00100000:3.0:1769074816.614145:0:59765:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9af480 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:59765:1855007612841472:192.168.204.139@tcp:34:lfs.0 00000080:00200008:3.0:1769074816.614741:0:59765:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 304000 00000100:00100000:3.0:1769074816.662618:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1136430d-88ea-4de2-9954-69c484e5445f:2372:1855007612841600:192.168.204.139@tcp:400:kworker.0 00010000:00010000:3.0:1769074818.061516:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074821.134068:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074821.775097:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1136430d-88ea-4de2-9954-69c484e5445f:2371:1855007612841728:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074821.775219:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612841984:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074821.775262:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1769074821.775270:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612841856:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074821.775297:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612842112:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074821.784281:0:2371:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bc646483800: committing for last_committed 8589941413 gen 1 00000100:00100000:1.0:1769074821.784363:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612841856:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074821.784382:0:2371:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9bc646483800: committing for last_committed 17179872644 gen 1 00000100:00100000:1.0:1769074821.791287:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612842112:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074821.791329:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1136430d-88ea-4de2-9954-69c484e5445f:2371:1855007612841728:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074821.791349:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612841984:192.168.204.139@tcp:400:kworker.0 00010000:00010000:3.0:1769074822.167167:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074824.206505:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1769074825.590418:0:60322:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 203: mirror file preserve mirror ID === 04:40:23 (1769074823) 00000080:00200000:3.0:1769074825.782331:0:60331:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074825.782365:0:60331:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074825.782385:0:60331:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.782402:0:60331:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074825.782411:0:60331:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074825.782419:0:60331:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074825.782423:0:60331:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b6fb 00000080:00010000:3.0:1769074825.782431:0:60331:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b6fb from it ffffa7f981edfb58 00010000:00010000:3.0:1769074825.782435:0:60331:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.782444:0:60331:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074825.782461:0:60331:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074825.782476:0:60331:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f203.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), flags=13 00000080:00200000:3.0:1769074825.782481:0:60331:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f203.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), intent=getattr 00000002:00010000:3.0:1769074825.782495:0:60331:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f203.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074825.782546:0:60331:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879a00/0x21fa6d252c11b717 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 60331 initiator: MDT0 00010000:00010000:3.0:1769074825.782554:0:60331:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879a00/0x21fa6d252c11b717 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60331 initiator: MDT0 00010000:00010000:3.0:1769074825.782564:0:60331:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879a00/0x21fa6d252c11b717 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60331 initiator: MDT0 00000100:00100000:3.0:1769074825.782593:0:60331:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9af480 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60331:1855007612842240:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074825.782729:0:60331:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc65139ec00 going to sleep for 50 seconds 00000100:00100000:1.0:1769074825.795018:0:60331:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9af480 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60331:1855007612842240:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074825.795042:0:60331:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879a00/0x21fa6d252c11b717 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60331 initiator: MDT0 00010000:00010000:1.0:1769074825.795058:0:60331:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879a00/0x21fa6d252c11b717 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 60331 initiator: MDT0 00010000:00010000:1.0:1769074825.795065:0:60331:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879a00/0x21fa6d252c11b717 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 60331 initiator: MDT0 00010000:00010000:1.0:1769074825.795072:0:60331:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879a00/0x21fa6d252c11b717 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 60331 initiator: MDT0 00010000:00010000:1.0:1769074825.795079:0:60331:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879a00/0x21fa6d252c11b717 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 60331 initiator: MDT0 00010000:00010000:1.0:1769074825.795085:0:60331:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64d879a00 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074825.795090:0:60331:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879a00/0x21fa6d252c11b717 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 60331 initiator: MDT0 00010000:00010000:1.0:1769074825.795097:0:60331:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879a00/0x21fa6d252c11b717 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 60331 initiator: MDT0 00010000:00010000:1.0:1769074825.795105:0:60331:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879a00/0x21fa6d252c11b717 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 60331 initiator: MDT0 00010000:00010000:1.0:1769074825.795113:0:60331:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074825.795120:0:60331:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879a00/0x21fa6d252c11b717 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 60331 initiator: MDT0 00010000:00010000:1.0:1769074825.795126:0:60331:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879a00/0x21fa6d252c11b717 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 60331 initiator: MDT0 00000002:00100000:1.0:1769074825.795142:0:60331:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff9bc64d9af480 x1855007612842240/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074880 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074825.795157:0:60331:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074825.795186:0:60331:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.795199:0:60331:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074825.795208:0:60331:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b6fb from it ffffa7f981edf940 00010000:00010000:1.0:1769074825.795212:0:60331:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.795219:0:60331:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074825.795293:0:60331:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074825.795379:0:60331:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074825.795388:0:60331:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.795397:0:60331:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074825.795403:0:60331:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074825.795408:0:60331:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074825.795412:0:60331:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b6fb 00000080:00010000:1.0:1769074825.795417:0:60331:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b6fb from it ffffa7f981edfbe8 00010000:00010000:1.0:1769074825.795420:0:60331:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.795428:0:60331:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074825.795442:0:60331:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074825.795450:0:60331:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f203.sanity-flr, flags=16392 00000080:00200008:1.0:1769074825.795477:0:60331:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1769074825.795482:0:60331:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074825.795488:0:60331:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074825.795495:0:60331:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.795503:0:60331:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074825.795510:0:60331:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074825.795513:0:60331:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074825.795515:0:60331:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b6fb 00000080:00010000:1.0:1769074825.795519:0:60331:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b6fb from it ffffa7f981edfcb8 00010000:00010000:1.0:1769074825.795521:0:60331:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.795527:0:60331:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00000080:00200008:1.0:1769074825.796154:0:60331:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1769074825.796161:0:60331:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074825.796170:0:60331:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074825.796179:0:60331:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.796189:0:60331:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074825.796197:0:60331:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074825.796202:0:60331:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074825.796205:0:60331:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b6fb 00000080:00010000:1.0:1769074825.796209:0:60331:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b6fb from it ffffa7f981edfcb8 00010000:00010000:1.0:1769074825.796212:0:60331:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.796220:0:60331:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074825.797962:0:60331:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074825.797988:0:60331:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074825.798005:0:60331:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.798020:0:60331:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074825.798028:0:60331:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074825.798035:0:60331:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074825.798038:0:60331:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b6fb 00000080:00010000:3.0:1769074825.798047:0:60331:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b6fb from it ffffa7f981edfb58 00010000:00010000:3.0:1769074825.798050:0:60331:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.798058:0:60331:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074825.798071:0:60331:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074825.798079:0:60331:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f203.sanity-flr, flags=8 00000080:00200000:3.0:1769074825.798101:0:60331:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074825.798107:0:60331:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074825.798113:0:60331:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.798120:0:60331:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074825.798125:0:60331:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074825.798128:0:60331:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074825.798131:0:60331:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b6fb 00000080:00010000:3.0:1769074825.798134:0:60331:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b6fb from it ffffa7f981edfbf8 00010000:00010000:3.0:1769074825.798137:0:60331:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.798143:0:60331:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074825.798150:0:60331:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074825.798156:0:60331:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f203.sanity-flr, flags=777 00000080:00200000:3.0:1769074825.798160:0:60331:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074825.798165:0:60331:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074825.798169:0:60331:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.798176:0:60331:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074825.798182:0:60331:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074825.798185:0:60331:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074825.798188:0:60331:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b6fb 00000080:00010000:3.0:1769074825.798191:0:60331:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b6fb from it ffffa7f981edfb38 00010000:00010000:3.0:1769074825.798193:0:60331:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.798199:0:60331:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074825.798207:0:60331:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 3 00000080:00200000:3.0:1769074825.798213:0:60331:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f203.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), file ffff9bc6450d1200, open_flags a141, mode 81b6 opened 0 00000080:00200000:3.0:1769074825.798224:0:60331:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f203.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), intent=open|creat 00000002:00010000:3.0:1769074825.798245:0:60331:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f203.sanity-flr,[0x200000404:0x1ae:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00010000:00010000:3.0:1769074825.798272:0:60331:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.798346:0:60331:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.798354:0:60331:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074825.798357:0:60331:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927800/0x21fa6d252c11b6fb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8b074 expref: -99 pid: 59759 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.798399:0:60331:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879800/0x21fa6d252c11b71e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 60331 initiator: MDT0 00010000:00010000:3.0:1769074825.798407:0:60331:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879800/0x21fa6d252c11b71e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 60331 initiator: MDT0 00000020:00100000:3.0:1769074825.798420:0:60331:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074825.798436:0:60331:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64d9adc00 x1855007612842496/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 528/67824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074825.798445:0:60331:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879800/0x21fa6d252c11b71e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 60331 initiator: MDT0 00000100:00100000:3.0:1769074825.798474:0:60331:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60331:1855007612842496:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074825.798827:0:60331:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc65139e780 going to sleep for 50 seconds 00000100:00100000:3.0:1769074825.818908:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:1.0:1769074825.829294:0:60331:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ca80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60331:1855007612842752:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074825.829323:0:60331:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b725 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 60331 initiator: MDT0 00010000:00010000:1.0:1769074825.829343:0:60331:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b725 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 60331 initiator: MDT0 00010000:00010000:1.0:1769074825.829351:0:60331:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b725 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 60331 initiator: MDT0 00010000:00010000:1.0:1769074825.829358:0:60331:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b725 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 60331 initiator: MDT0 00010000:00010000:1.0:1769074825.829366:0:60331:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b725 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 60331 initiator: MDT0 00010000:00010000:1.0:1769074825.829371:0:60331:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f942a00 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074825.829376:0:60331:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b725 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 60331 initiator: MDT0 00010000:00010000:1.0:1769074825.829386:0:60331:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b725 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 60331 initiator: MDT0 00010000:00010000:1.0:1769074825.829393:0:60331:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b725 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 60331 initiator: MDT0 00010000:00010000:1.0:1769074825.829399:0:60331:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074825.829405:0:60331:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b725 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 60331 initiator: MDT0 00010000:00010000:1.0:1769074825.829411:0:60331:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b725 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 60331 initiator: MDT0 00000002:00100000:1.0:1769074825.829439:0:60331:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=800002b, status=0 req@ffff9bc64f07ca80 x1855007612842752/t8589941415(8589941415) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/848 e 0 to 0 dl 1769074880 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1769074825.829452:0:60331:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64f07ca80 x1855007612842752/t8589941415(8589941415) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/848 e 0 to 0 dl 1769074880 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074825.829468:0:60331:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074825.829544:0:60331:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1ae:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1769074825.829552:0:60331:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1ae:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1769074825.829594:0:60331:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000404:0x1ae:0x0], updating i_size 0 00000002:00100000:1.0:1769074825.829608:0:60331:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64f07ca80 x1855007612842752/t8589941415(8589941415) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 760/848 e 0 to 0 dl 1769074880 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1769074825.829643:0:60331:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff9bc64f07ca80 x1855007612842752/t8589941415(8589941415) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 760/848 e 0 to 0 dl 1769074880 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074825.829665:0:60331:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074825.829670:0:60331:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac93480 x1855007612843136/t0(0) o35->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:23/10 lens 392/2128 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1769074825.829693:0:60331:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60331:1855007612843136:192.168.204.139@tcp:35:lfs.0 00000100:00100000:1.0:1769074825.837006:0:60331:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc642c4cb40 going to sleep for 11 seconds 00000100:00100000:1.0:1769074825.837073:0:60331:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60331:1855007612843136:192.168.204.139@tcp:35:lfs.0 00000002:00100000:1.0:1769074825.837108:0:60331:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9bc64f07ca80 x1855007612842752/t8589941415(8589941415) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 760/848 e 0 to 0 dl 1769074880 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200008:1.0:1769074825.838099:0:60331:0:(file.c:424:ll_file_release()) START file f203.sanity-flr:[0x200000404:0x1ae:0x0](ffff9bc649b63a88), flags 100001 00000002:00100000:1.0:1769074825.838187:0:60331:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff9bc64d9adc00 x1855007612842496/t8589941414(8589941414) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 528/608 e 0 to 0 dl 1769074880 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074825.838199:0:60331:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074825.838205:0:60331:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac91f80 x1855007612843392/t0(0) o35->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:23/10 lens 392/2128 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1769074825.838231:0:60331:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60331:1855007612843392:192.168.204.139@tcp:35:lfs.0 00000100:00100000:1.0:1769074825.839460:0:60331:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc642c4cb40 going to sleep for 11 seconds 00000100:00100000:1.0:1769074825.886703:0:60337:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e300 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60337:1855007612843520:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074825.886731:0:60337:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b72c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b14d expref: -99 pid: 60337 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.886745:0:60337:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b72c lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b14d expref: -99 pid: 60337 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.886759:0:60337:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b72c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b14d expref: -99 pid: 60337 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.886769:0:60337:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b72c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b14d expref: -99 pid: 60337 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.886811:0:60337:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b72c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b14d expref: -99 pid: 60337 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.886818:0:60337:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b72c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b14d expref: -99 pid: 60337 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.886826:0:60337:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b72c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b14d expref: -99 pid: 60337 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074825.886836:0:60337:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9bc64f07e300 x1855007612843520/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074880 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074825.886851:0:60337:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b72c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b14d expref: -99 pid: 60337 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.886866:0:60337:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:1.0:1769074825.886873:0:60337:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074825.886907:0:60337:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 13824 00000080:00010000:1.0:1769074825.886914:0:60337:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b72c 00000080:00010000:1.0:1769074825.886922:0:60337:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074825.886926:0:60337:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b72c from it ffffa7f981523bf8 00010000:00010000:1.0:1769074825.886929:0:60337:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b72c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b14d expref: -99 pid: 60337 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.886937:0:60337:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b72c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b14d expref: -99 pid: 60337 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074825.886965:0:60337:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074825.887000:0:60337:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f203.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), file ffff9bc64682b080, open_flags d900, mode 0 opened 0 00000080:00200000:1.0:1769074825.887008:0:60337:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f203.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), intent=open 00000002:00010000:1.0:1769074825.887028:0:60337:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f203.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0154401 00010000:00010000:1.0:1769074825.887078:0:60337:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11b733 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 60337 initiator: MDT0 00010000:00010000:1.0:1769074825.887084:0:60337:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11b733 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60337 initiator: MDT0 00000020:00100000:1.0:1769074825.887095:0:60337:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074825.887101:0:60337:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac91880 x1855007612843776/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2160/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074825.887109:0:60337:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11b733 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60337 initiator: MDT0 00000100:00100000:1.0:1769074825.887608:0:60337:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60337:1855007612843776:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074825.887830:0:60337:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc642c4ce40 going to sleep for 50 seconds 00010000:00010000:1.0:1769074825.924200:0:2370:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b73a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 60337 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074825.924228:0:2370:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b73a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b177 expref: -99 pid: 60337 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074825.924244:0:2370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b73a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b177 expref: -99 pid: 60337 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074825.924257:0:2370:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b73a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b177 expref: -99 pid: 60337 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1769074825.924278:0:2370:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b73a lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8b177 expref: -99 pid: 60337 timeout: 0 lvb_type: 1 00000020:00200000:1.0:1769074825.924290:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1769074825.924311:0:2370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b73a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8b177 expref: -99 pid: 60337 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074825.924320:0:2370:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b73a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8b177 expref: -99 pid: 60337 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074825.924327:0:2370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b73a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8b177 expref: -99 pid: 60337 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074825.924335:0:2370:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b73a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b177 expref: -99 pid: 60337 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074825.924356:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612843904:192.168.204.139@tcp:101:lfs.0 00000080:00200008:1.0:1769074825.967805:0:60337:0:(file.c:424:ll_file_release()) START file f203.sanity-flr:[0x200000404:0x1ae:0x0](ffff9bc649b63a88), flags 154000 00010000:00010000:1.0:1769074825.967849:0:60337:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926400/0x21fa6d252c11b741 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b185 expref: -99 pid: 60337 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074825.968147:0:60337:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074825.968170:0:60337:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074825.968183:0:60337:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b72c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b14d expref: -99 pid: 60337 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.968199:0:60337:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b72c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b14d expref: -99 pid: 60337 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074825.968206:0:60337:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074825.968214:0:60337:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074825.968218:0:60337:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b72c 00000080:00010000:1.0:1769074825.968226:0:60337:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b72c from it ffffa7f981523bf8 00010000:00010000:1.0:1769074825.968229:0:60337:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b72c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b14d expref: -99 pid: 60337 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.968238:0:60337:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b72c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b14d expref: -99 pid: 60337 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074825.968254:0:60337:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074825.968263:0:60337:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f203.sanity-flr, flags=265 00000080:00200000:1.0:1769074825.968269:0:60337:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1ae:0x0](ffff9bc649b63a88), inode mode 81a4 mask 46 00000080:00200008:1.0:1769074825.968278:0:60337:0:(file.c:1001:ll_file_open()) START file f203.sanity-flr:[0x200000404:0x1ae:0x0](ffff9bc649b63a88), flags 154402 00000002:00010000:1.0:1769074825.968292:0:60337:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1ae:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240114403 00010000:00010000:1.0:1769074825.968999:0:60337:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11b748 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 60337 initiator: MDT0 00010000:00010000:1.0:1769074825.969010:0:60337:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11b748 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60337 initiator: MDT0 00000020:00100000:1.0:1769074825.969024:0:60337:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074825.969038:0:60337:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac93800 x1855007612844672/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074825.969047:0:60337:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11b748 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60337 initiator: MDT0 00000100:00100000:1.0:1769074825.969074:0:60337:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60337:1855007612844672:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074825.969317:0:60337:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc642c4c300 going to sleep for 50 seconds 00000100:00100000:3.0:1769074825.972338:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:1.0:1769074825.987207:0:60337:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60337:1855007612844672:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074825.987242:0:60337:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode CW ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11b748 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b19a expref: -99 pid: 60337 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.993506:0:60337:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11b748 lrc: 4/1,0 mode: --/CW res: [0x200000404:0x1ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b19a expref: -99 pid: 60337 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.993536:0:60337:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11b748 lrc: 4/1,0 mode: --/CW res: [0x200000404:0x1ae:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b19a expref: -99 pid: 60337 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.993550:0:60337:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11b748 lrc: 4/1,0 mode: CW/CW res: [0x200000404:0x1ae:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b19a expref: -99 pid: 60337 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.993563:0:60337:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11b748 lrc: 4/1,0 mode: CW/CW res: [0x200000404:0x1ae:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b19a expref: -99 pid: 60337 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.993583:0:60337:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11b748 lrc: 5/1,1 mode: CW/CW res: [0x200000404:0x1ae:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b19a expref: -99 pid: 60337 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.993590:0:60337:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11b748 lrc: 5/1,1 mode: CW/CW res: [0x200000404:0x1ae:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b19a expref: -99 pid: 60337 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.993597:0:60337:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11b748 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x1ae:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b19a expref: -99 pid: 60337 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074825.993613:0:60337:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff9bc64ac93800 x1855007612844672/t8589941421(8589941421) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/848 e 0 to 0 dl 1769074880 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1769074825.993628:0:60337:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64ac93800 x1855007612844672/t8589941421(8589941421) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/848 e 0 to 0 dl 1769074880 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074825.993642:0:60337:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11b748 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1ae:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b19a expref: -99 pid: 60337 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.993663:0:60337:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 8 res 8589935620/430 (0 0) 00000080:00200000:1.0:1769074825.993670:0:60337:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00010000:1.0:1769074825.993727:0:60337:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1ae:0x0](ffff9bc649b63a88) for lock 0x21fa6d252c11b748 00000080:00010000:1.0:1769074825.993735:0:60337:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b748 from it ffffa7f981523bf0 00010000:00010000:1.0:1769074825.993739:0:60337:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11b748 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1ae:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b19a expref: -99 pid: 60337 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.993747:0:60337:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11b748 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x1ae:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b19a expref: -99 pid: 60337 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074825.993771:0:60337:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64ac93800 x1855007612844672/t8589941421(8589941421) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 760/848 e 0 to 0 dl 1769074880 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200080:1.0:1769074825.993926:0:60337:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1ae:0x0](ffff9bc649b63a88) cmd=800466af arg=7ffe0b536e8c 00000080:00200080:1.0:1769074825.993944:0:60337:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1ae:0x0](ffff9bc649b63a88) cmd=80086601 arg=7ffe0b536e28 00000100:00100000:1.0:1769074825.993992:0:60337:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60337:1855007612844928:192.168.204.139@tcp:33:lfs.0 00000100:00100000:1.0:1769074825.994104:0:60337:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc642c4c300 going to sleep for 50 seconds 00000100:00100000:1.0:1769074826.016509:0:60337:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60337:1855007612844928:192.168.204.139@tcp:33:lfs.0 00000080:00200080:1.0:1769074826.016570:0:60337:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1ae:0x0](ffff9bc649b63a88) cmd=c00c66f3 arg=7ffe0b536e14 00000002:00010000:1.0:1769074826.016603:0:60337:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1ae:0x0]) in obj [0x200000404:0x1ae:0x0], intent: open flags 01004040000002 00010000:00010000:1.0:1769074826.016624:0:60337:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11b748 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x1ae:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e8b19a expref: -99 pid: 60337 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074826.016665:0:60337:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926400/0x21fa6d252c11b741 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e8b185 expref: -99 pid: 60337 timeout: 0 lvb_type: 3 00000002:00100000:1.0:1769074826.016719:0:60337:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff9bc67afda300 x1855007612844416/t8589941420(8589941420) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 760/848 e 0 to 0 dl 1769074880 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074826.016732:0:60337:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074826.016737:0:60337:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac93100 x1855007612845184/t0(0) o35->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:23/10 lens 392/2128 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1769074826.016760:0:60337:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60337:1855007612845184:192.168.204.139@tcp:35:lfs.0 00000100:00100000:1.0:1769074826.016911:0:60337:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc642c4c300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074826.146614:0:45123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619943424 00000100:00100000:3.0:1769074826.146628:0:45123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619943424 00000100:00100000:3.0:1769074826.146700:0:45123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6599 00000100:00100000:3.0:1769074826.146710:0:45123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc67afda680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:8e818347-4d21-45d1-a323-b359656f3fdd+5:31182:x1855007619943424:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074826.146731:0:45123:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b756 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x8b5959a9a0e8b1c4 expref: -99 pid: 60337 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074826.146863:0:45123:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074826.146871:0:45123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc67afda680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:8e818347-4d21-45d1-a323-b359656f3fdd+5:31182:x1855007619943424:12345-192.168.204.139@tcp:104: Request processed in 162us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074826.146880:0:45123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6599 00010000:00010000:1.0:1769074826.147225:0:37585:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074826.147234:0:37585:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b756 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x8b5959a9a0e8b1c4 expref: -99 pid: 60337 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074826.147243:0:37585:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f942c00 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074826.147249:0:37585:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b756 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x8 rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x8b5959a9a0e8b1c4 expref: -99 pid: 60337 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074826.147258:0:37585:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b756 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x8 rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x8b5959a9a0e8b1c4 expref: -99 pid: 60337 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074826.147266:0:37585:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b756 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x8 rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x8b5959a9a0e8b1c4 expref: -99 pid: 60337 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074826.147295:0:37585:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x1ae:0x0]: losing layout lock 00010000:00010000:1.0:1769074826.147353:0:37585:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b756 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x8 rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8b5959a9a0e8b1c4 expref: -99 pid: 60337 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074826.147366:0:37585:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074826.147403:0:37585:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b756 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x8 rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8b5959a9a0e8b1c4 expref: -99 pid: 60337 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074826.147411:0:37585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b756 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x8 rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8b5959a9a0e8b1c4 expref: -99 pid: 60337 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074826.147434:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074826.147436:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074826.147437:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074826.147445:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074826.147460:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612846720:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074826.161761:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612846720:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074826.161994:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00010000:00010000:1.0:1769074826.189992:0:60337:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926800/0x21fa6d252c11b76b lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b203 expref: -99 pid: 60337 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074826.190022:0:60337:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926800/0x21fa6d252c11b76b lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b203 expref: -99 pid: 60337 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1769074826.190034:0:60337:0:(file.c:6914:ll_layout_lock_set()) ### file [0x200000404:0x1ae:0x0](000000001abcf3e3) being reconfigured ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926800/0x21fa6d252c11b76b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b203 expref: -99 pid: 60337 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074826.190090:0:60337:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926800/0x21fa6d252c11b76b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b203 expref: -99 pid: 60337 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074826.190099:0:60337:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926800/0x21fa6d252c11b76b lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b203 expref: -99 pid: 60337 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074826.190141:0:60337:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1ae:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1769074826.190152:0:60337:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1ae:0x0]: flr state: 1, move mirror from 1 to 1, have retried: 0, mirror count: 2 00020000:00200000:1.0:1769074826.190155:0:60337:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:1.0:1769074826.190162:0:60337:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:1.0:1769074826.190194:0:60337:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1ae:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:1.0:1769074826.190208:0:60337:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926800/0x21fa6d252c11b76b lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b203 expref: -99 pid: 60337 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074826.190215:0:60337:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926800/0x21fa6d252c11b76b lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b203 expref: -99 pid: 60337 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1769074826.190222:0:60337:0:(file.c:6914:ll_layout_lock_set()) ### file [0x200000404:0x1ae:0x0](000000001abcf3e3) being reconfigured ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926800/0x21fa6d252c11b76b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b203 expref: -99 pid: 60337 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074826.190236:0:60337:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1ae:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1769074826.190241:0:60337:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1ae:0x0]: flr state: 1, move mirror from 1 to 1, have retried: 0, mirror count: 2 00020000:00200000:1.0:1769074826.190243:0:60337:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:1.0:1769074826.190245:0:60337:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:1.0:1769074826.190283:0:60337:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1ae:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000008:00010000:1.0:1769074826.190315:0:60337:0:(osc_object.c:209:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 0 blocks 1 [cma]time 0 0 0 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b73a lrc: 1/0,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b177 expref: -99 pid: 60337 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1769074826.190430:0:60337:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1ae:0x0]: layout version change: 4294967294 -> 3 00010000:00010000:1.0:1769074826.190436:0:60337:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926800/0x21fa6d252c11b76b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8b203 expref: -99 pid: 60337 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074826.190444:0:60337:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926800/0x21fa6d252c11b76b lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b203 expref: -99 pid: 60337 timeout: 0 lvb_type: 3 00000080:00200008:1.0:1769074826.190575:0:60337:0:(file.c:424:ll_file_release()) START file . :VOLATILE:0000:DB0A241:fd=03:[0x200000404:0x1af:0x0](ffff9bc649b67448), flags 554002 00000002:00100000:1.0:1769074826.190633:0:60337:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff9bc67afdbb80 x1855007612846080/t8589941425(8589941425) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 552/608 e 0 to 0 dl 1769074881 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074826.190656:0:60337:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074826.190662:0:60337:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac90380 x1855007612847232/t0(0) o35->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:23/10 lens 392/2128 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1769074826.190688:0:60337:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60337:1855007612847232:192.168.204.139@tcp:35:lfs.0 00000100:00100000:1.0:1769074826.191176:0:60337:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc642c4c300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074826.204878:0:60337:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60337:1855007612847232:192.168.204.139@tcp:35:lfs.0 00000002:00100000:1.0:1769074826.204925:0:60337:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9bc67afdbb80 x1855007612846080/t8589941425(8589941425) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 552/608 e 0 to 0 dl 1769074881 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200008:1.0:1769074826.204999:0:60337:0:(file.c:424:ll_file_release()) START file f203.sanity-flr:[0x200000404:0x1ae:0x0](ffff9bc649b63a88), flags 154002 00000002:00100000:1.0:1769074826.205076:0:60337:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff9bc64ac93800 x1855007612844672/t8589941421(8589941421) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 760/848 e 0 to 0 dl 1769074880 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074826.205088:0:60337:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074826.205092:0:60337:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac92300 x1855007612847488/t0(0) o35->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:23/10 lens 392/2128 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1769074826.205117:0:60337:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60337:1855007612847488:192.168.204.139@tcp:35:lfs.0 00000100:00100000:1.0:1769074826.205232:0:60337:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc642c4c300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074826.215176:0:60337:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60337:1855007612847488:192.168.204.139@tcp:35:lfs.0 00000002:00100000:1.0:1769074826.215221:0:60337:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9bc64ac93800 x1855007612844672/t8589941421(8589941421) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 760/848 e 0 to 0 dl 1769074880 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00010000:3.0:1769074826.254109:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074826.305080:0:60340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60340:1855007612848256:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074826.305108:0:60340:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b780 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60340 initiator: MDT0 00010000:00010000:1.0:1769074826.305124:0:60340:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b780 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 60340 initiator: MDT0 00010000:00010000:1.0:1769074826.305132:0:60340:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b780 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 60340 initiator: MDT0 00010000:00010000:1.0:1769074826.305138:0:60340:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b780 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 60340 initiator: MDT0 00010000:00010000:1.0:1769074826.305148:0:60340:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b780 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 60340 initiator: MDT0 00010000:00010000:1.0:1769074826.305155:0:60340:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f942400 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074826.305160:0:60340:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b780 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 60340 initiator: MDT0 00010000:00010000:1.0:1769074826.305167:0:60340:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b780 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 60340 initiator: MDT0 00010000:00010000:1.0:1769074826.305174:0:60340:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b780 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 60340 initiator: MDT0 00010000:00010000:1.0:1769074826.305181:0:60340:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074826.305188:0:60340:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b780 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 60340 initiator: MDT0 00010000:00010000:1.0:1769074826.305194:0:60340:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b780 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 60340 initiator: MDT0 00000002:00100000:1.0:1769074826.305220:0:60340:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64f07d880 x1855007612848256/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2160/608 e 0 to 0 dl 1769074881 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074826.305235:0:60340:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -20 00000080:00200000:1.0:1769074826.305395:0:60340:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074826.305418:0:60340:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074826.305445:0:60340:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b772 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b218 expref: -99 pid: 60339 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074826.305458:0:60340:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b772 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b218 expref: -99 pid: 60339 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074826.305467:0:60340:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074826.305473:0:60340:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074826.305477:0:60340:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b772 00000080:00010000:1.0:1769074826.305484:0:60340:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b772 from it ffffa7f981523bb0 00010000:00010000:1.0:1769074826.305488:0:60340:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b772 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b218 expref: -99 pid: 60339 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074826.305496:0:60340:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b772 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b218 expref: -99 pid: 60339 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074826.305513:0:60340:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 44 00000080:00200008:1.0:1769074826.305525:0:60340:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 304000 00000080:00200080:1.0:1769074826.305562:0:60340:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c0086915 arg=19fb3d0 00000100:00100000:1.0:1769074826.305629:0:60340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60340:1855007612848384:192.168.204.139@tcp:34:lfs.0 00000100:00100000:1.0:1769074826.305755:0:60340:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc642c4c300 going to sleep for 50 seconds 00000100:00100000:1.0:1769074826.313155:0:60340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60340:1855007612848384:192.168.204.139@tcp:34:lfs.0 00000080:00200008:1.0:1769074826.313341:0:60340:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 304000 00000100:00100000:3.0:1769074826.347041:0:60341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb480 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60341:1855007612848640:192.168.204.139@tcp:101:lfs.0 00010000:00010000:3.0:1769074826.347068:0:60341:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926c00/0x21fa6d252c11b787 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60341 initiator: MDT0 00010000:00010000:3.0:1769074826.347083:0:60341:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926c00/0x21fa6d252c11b787 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 60341 initiator: MDT0 00010000:00010000:3.0:1769074826.347091:0:60341:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926c00/0x21fa6d252c11b787 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 60341 initiator: MDT0 00010000:00010000:3.0:1769074826.347098:0:60341:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926c00/0x21fa6d252c11b787 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 60341 initiator: MDT0 00010000:00010000:3.0:1769074826.347107:0:60341:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926c00/0x21fa6d252c11b787 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 60341 initiator: MDT0 00010000:00010000:3.0:1769074826.347130:0:60341:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc643926c00 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:3.0:1769074826.347135:0:60341:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926c00/0x21fa6d252c11b787 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 60341 initiator: MDT0 00010000:00010000:3.0:1769074826.347142:0:60341:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926c00/0x21fa6d252c11b787 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 60341 initiator: MDT0 00010000:00010000:3.0:1769074826.347150:0:60341:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926c00/0x21fa6d252c11b787 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 60341 initiator: MDT0 00010000:00010000:3.0:1769074826.347159:0:60341:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074826.347166:0:60341:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926c00/0x21fa6d252c11b787 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 60341 initiator: MDT0 00010000:00010000:3.0:1769074826.347174:0:60341:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926c00/0x21fa6d252c11b787 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 60341 initiator: MDT0 00000002:00100000:3.0:1769074826.347196:0:60341:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc67afdb480 x1855007612848640/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2160/608 e 0 to 0 dl 1769074881 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074826.347210:0:60341:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -20 00000080:00200000:3.0:1769074826.347542:0:60341:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074826.347567:0:60341:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074826.347580:0:60341:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b772 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b218 expref: -99 pid: 60339 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074826.347592:0:60341:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b772 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b218 expref: -99 pid: 60339 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074826.347599:0:60341:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074826.347606:0:60341:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074826.347609:0:60341:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b772 00000080:00010000:3.0:1769074826.347615:0:60341:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b772 from it ffffa7f98153fbb0 00010000:00010000:3.0:1769074826.347619:0:60341:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b772 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b218 expref: -99 pid: 60339 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074826.347627:0:60341:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b772 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b218 expref: -99 pid: 60339 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074826.347652:0:60341:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 44 00000080:00200008:3.0:1769074826.347664:0:60341:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 304000 00000080:00200080:3.0:1769074826.347700:0:60341:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c0086915 arg=c553d0 00000100:00100000:3.0:1769074826.347767:0:60341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60341:1855007612848768:192.168.204.139@tcp:34:lfs.0 00000100:00100000:3.0:1769074826.347896:0:60341:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc65139e540 going to sleep for 50 seconds 00000100:00100000:3.0:1769074826.351605:0:60341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60341:1855007612848768:192.168.204.139@tcp:34:lfs.0 00000080:00200008:3.0:1769074826.351840:0:60341:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 304000 00000100:00100000:1.0:1769074826.388900:0:60342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60342:1855007612849024:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074826.388928:0:60342:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b78e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b2b2 expref: -99 pid: 60342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074826.388944:0:60342:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b78e lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b2b2 expref: -99 pid: 60342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074826.388952:0:60342:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b78e lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b2b2 expref: -99 pid: 60342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074826.388963:0:60342:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b78e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b2b2 expref: -99 pid: 60342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074826.388974:0:60342:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b78e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b2b2 expref: -99 pid: 60342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074826.388987:0:60342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b78e lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b2b2 expref: -99 pid: 60342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074826.388995:0:60342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b78e lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b2b2 expref: -99 pid: 60342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074826.389002:0:60342:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b78e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b2b2 expref: -99 pid: 60342 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074826.389014:0:60342:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff9bc67afdb800 x1855007612849024/t8589941433(8589941433) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2160/744 e 0 to 0 dl 1769074881 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1769074826.389032:0:60342:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc67afdb800 x1855007612849024/t8589941433(8589941433) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2160/744 e 0 to 0 dl 1769074881 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074826.389044:0:60342:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 136 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b78e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b2b2 expref: -99 pid: 60342 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1769074826.389055:0:60342:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b78e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b2b2 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074826.389065:0:60342:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589935620/430 (0 0) 00000080:00200000:1.0:1769074826.389071:0:60342:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1769074826.389123:0:60342:0:(namei.c:151:ll_iget()) got inode: [0x200000404:0x1ae:0x0](ffff9bc649b63a88): rc = 0 00000080:00200000:1.0:1769074826.389137:0:60342:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1ae:0x0]: layout version change: 3 -> 3 00000080:00010000:1.0:1769074826.389143:0:60342:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1ae:0x0](ffff9bc649b63a88) for lock 0x21fa6d252c11b78e 00000080:00010000:1.0:1769074826.389155:0:60342:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1ae:0x0](ffff9bc649b63a88) 00000080:00200008:1.0:1769074826.389173:0:60342:0:(file.c:1001:ll_file_open()) START file f203.sanity-flr:[0x200000404:0x1ae:0x0](ffff9bc649b63a88), flags 1154402 00000002:00100000:1.0:1769074826.389193:0:60342:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc67afdb800 x1855007612849024/t8589941433(8589941433) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 664/744 e 0 to 0 dl 1769074881 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00010000:1.0:1769074826.389237:0:60342:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b78e from it ffff9bc675990480 00010000:00010000:1.0:1769074826.389242:0:60342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b78e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8b2b2 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074826.389252:0:60342:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b78e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b2b2 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074826.389273:0:60342:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1ae:0x0](ffff9bc649b63a88), inode mode 81a4 mask 46 00000080:00200080:1.0:1769074826.389308:0:60342:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1ae:0x0](ffff9bc649b63a88) cmd=800466af arg=7ffc3fbf4c7c 00000080:00200000:1.0:1769074826.389389:0:60342:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074826.389404:0:60342:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074826.389413:0:60342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b772 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b218 expref: -99 pid: 60339 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074826.389423:0:60342:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b772 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b218 expref: -99 pid: 60339 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074826.389429:0:60342:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074826.389434:0:60342:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074826.389437:0:60342:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b772 00000080:00010000:1.0:1769074826.389441:0:60342:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b772 from it ffffa7f981523bf8 00010000:00010000:1.0:1769074826.389444:0:60342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b772 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b218 expref: -99 pid: 60339 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074826.389451:0:60342:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b772 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b218 expref: -99 pid: 60339 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074826.389460:0:60342:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074826.389475:0:60342:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074826.389480:0:60342:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074826.389486:0:60342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b772 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b218 expref: -99 pid: 60339 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074826.389493:0:60342:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b772 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b218 expref: -99 pid: 60339 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074826.389498:0:60342:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074826.389502:0:60342:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074826.389504:0:60342:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b772 00000080:00010000:1.0:1769074826.389508:0:60342:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b772 from it ffffa7f981523b38 00010000:00010000:1.0:1769074826.389511:0:60342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b772 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b218 expref: -99 pid: 60339 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074826.389519:0:60342:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b772 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b218 expref: -99 pid: 60339 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074826.389526:0:60342:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 3 00000080:00200000:1.0:1769074826.389530:0:60342:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=. :VOLATILE:0000:5381B0D9:fd=03, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), file ffff9bc646971980, open_flags 2f9c1, mode 8180 opened 0 00000080:00200000:1.0:1769074826.389536:0:60342:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=. :VOLATILE:0000:5381B0D9:fd=03, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), intent=open|creat 00000002:00010000:1.0:1769074826.389556:0:60342:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: . :VOLATILE:0000:5381B0D9:fd=03,[0x200000404:0x1b0:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0574702 00010000:00010000:1.0:1769074826.389568:0:60342:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b772 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e8b218 expref: -99 pid: 60339 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074826.389617:0:60342:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b772 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8b218 expref: -99 pid: 60339 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074826.389624:0:60342:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074826.389627:0:60342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b772 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8b218 expref: -99 pid: 60339 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074826.389676:0:60342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b795 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 60342 initiator: MDT0 00010000:00010000:1.0:1769074826.389685:0:60342:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b795 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 60342 initiator: MDT0 00000020:00100000:1.0:1769074826.389697:0:60342:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074826.389704:0:60342:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac92300 x1855007612849280/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 552/67824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074826.389714:0:60342:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b795 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 60342 initiator: MDT0 00000100:00100000:1.0:1769074826.389738:0:60342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60342:1855007612849280:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074826.413933:0:37578:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619943808 00000100:00100000:3.0:1769074826.413950:0:37578:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619943808 00000100:00100000:1.0:1769074826.418740:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612849664:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074826.424761:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612849664:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074826.458718:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612850176:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074826.466402:0:2370:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b7aa lrc: 6/2,0 mode: --/PR res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074826.466438:0:2370:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b7aa lrc: 6/2,0 mode: --/PR res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b2f8 expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074826.466465:0:2370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b7aa lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b2f8 expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074826.466480:0:2370:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b7aa lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b2f8 expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1769074826.466502:0:2370:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b7aa lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8b2f8 expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00000020:00200000:1.0:1769074826.466517:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:1.0:1769074826.466523:0:2370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b7aa lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8b2f8 expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074826.466533:0:2370:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b7aa lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8b2f8 expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074826.466541:0:2370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b7aa lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8b2f8 expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074826.466552:0:2370:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b7aa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b2f8 expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074826.466591:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612850176:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074826.467170:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074826.467191:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612850304:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074826.487043:0:2370:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9bc646483800: committing for last_committed 21474839603 gen 5 00010000:00010000:1.0:1769074826.487116:0:2370:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b7b1 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074826.487141:0:2370:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b7b1 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b2ff expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074826.487159:0:2370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b7b1 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b2ff expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074826.487175:0:2370:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b7b1 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b2ff expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1769074826.487203:0:2370:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b7b1 lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8b2ff expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00000020:00200000:1.0:1769074826.487217:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1769074826.487239:0:2370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b7b1 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8b2ff expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074826.487246:0:2370:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b7b1 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8b2ff expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074826.487251:0:2370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b7b1 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8b2ff expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074826.487257:0:2370:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b7b1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b2ff expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074826.487280:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612850304:192.168.204.139@tcp:101:lfs.0 00000080:00200000:3.0:1769074826.487402:0:60342:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b0:0x0] updating i_size 0 i_blocks 2 00000020:00010000:3.0:1769074826.487411:0:60342:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc643bb5da8 (ffff9bc64f158758/0) at cl_lock_release():245 00000020:00010000:3.0:1769074826.487414:0:60342:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643bb5da8 (ffff9bc64f158758/0) at cl_lock_cancel():142 00000020:00010000:3.0:1769074826.487420:0:60342:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64ed6c270 (ffff9bc64f158b48/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074826.487426:0:60342:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64ed6c2b0 (ffff9bc64f158248/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074826.487428:0:60342:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643bb5da8 (ffff9bc64f158758/0) at cl_lock_fini():72 00000020:00010000:3.0:1769074826.487431:0:60342:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64ed6c270 (ffff9bc64f158758/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074826.487436:0:60342:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64ed6c2b0 (ffff9bc64f158758/1) at cl_lock_fini():72 00000080:00200000:3.0:1769074826.487454:0:60342:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b0:0x0] ignore/verify layout 0/1, layout version 1 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200080:3.0:1769074826.487487:0:60342:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1ae:0x0](ffff9bc649b63a88) cmd=c00c66f3 arg=7ffc3fbf6dc4 00000002:00010000:3.0:1769074826.487523:0:60342:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1ae:0x0]) in obj [0x200000404:0x1ae:0x0], intent: open flags 01004040000001 00010000:00010000:3.0:1769074826.487604:0:60342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879400/0x21fa6d252c11b7b8 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 60342 initiator: MDT0 00010000:00010000:3.0:1769074826.487611:0:60342:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x81000000001000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879400/0x21fa6d252c11b7b8 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 60342 initiator: MDT0 00000020:00100000:3.0:1769074826.487621:0:60342:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074826.487628:0:60342:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64d9adf80 x1855007612850560/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074826.487644:0:60342:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879400/0x21fa6d252c11b7b8 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x81000000000000 pid: 60342 initiator: MDT0 00000100:00100000:3.0:1769074826.487670:0:60342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60342:1855007612850560:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074826.488104:0:60342:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc65139e540 going to sleep for 50 seconds 00000100:00100000:3.0:1769074826.508202:0:60342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60342:1855007612850560:192.168.204.139@tcp:101:lfs.0 00010000:00010000:3.0:1769074826.508240:0:60342:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PW ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879400/0x21fa6d252c11b7b8 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x81000000000000 nid: local remote: 0x8b5959a9a0e8b30d expref: -99 pid: 60342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074826.508255:0:60342:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879400/0x21fa6d252c11b7b8 lrc: 4/1,0 mode: --/PW res: [0x200000404:0x1ae:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x81000000000000 nid: local remote: 0x8b5959a9a0e8b30d expref: -99 pid: 60342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074826.508271:0:60342:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879400/0x21fa6d252c11b7b8 lrc: 4/1,0 mode: PW/PW res: [0x200000404:0x1ae:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x91000000000000 nid: local remote: 0x8b5959a9a0e8b30d expref: -99 pid: 60342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074826.508283:0:60342:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879400/0x21fa6d252c11b7b8 lrc: 4/1,0 mode: PW/PW res: [0x200000404:0x1ae:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x81000000000000 nid: local remote: 0x8b5959a9a0e8b30d expref: -99 pid: 60342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074826.508298:0:60342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879400/0x21fa6d252c11b7b8 lrc: 5/1,1 mode: PW/PW res: [0x200000404:0x1ae:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x91000000000000 nid: local remote: 0x8b5959a9a0e8b30d expref: -99 pid: 60342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074826.508307:0:60342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879400/0x21fa6d252c11b7b8 lrc: 5/1,1 mode: PW/PW res: [0x200000404:0x1ae:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x91000000000000 nid: local remote: 0x8b5959a9a0e8b30d expref: -99 pid: 60342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074826.508315:0:60342:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879400/0x21fa6d252c11b7b8 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1ae:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x91000000000000 nid: local remote: 0x8b5959a9a0e8b30d expref: -99 pid: 60342 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074826.508326:0:60342:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=600002b, status=0 req@ffff9bc64d9adf80 x1855007612850560/t8589941437(8589941437) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/744 e 0 to 0 dl 1769074881 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1769074826.508339:0:60342:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64d9adf80 x1855007612850560/t8589941437(8589941437) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/744 e 0 to 0 dl 1769074881 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074826.508359:0:60342:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879400/0x21fa6d252c11b7b8 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1ae:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x81000000000000 nid: local remote: 0x8b5959a9a0e8b30d expref: -99 pid: 60342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074826.508385:0:60342:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 2 res 8589935620/430 (0 0) 00000080:00200000:3.0:1769074826.508394:0:60342:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1ae:0x0] suppgids 0 0: rc 0 00000002:00100000:3.0:1769074826.508424:0:60342:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64d9adf80 x1855007612850560/t8589941437(8589941437) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 656/744 e 0 to 0 dl 1769074881 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00010000:3.0:1769074826.508435:0:60342:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1ae:0x0](ffff9bc649b63a88) for lock 0x21fa6d252c11b7b8 00000080:00010000:3.0:1769074826.508442:0:60342:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b7b8 from it ffffa7f981523cc0 00010000:00010000:3.0:1769074826.508446:0:60342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879400/0x21fa6d252c11b7b8 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1ae:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x91000000000000 nid: local remote: 0x8b5959a9a0e8b30d expref: -99 pid: 60342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074826.508454:0:60342:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879400/0x21fa6d252c11b7b8 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1ae:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x91000000000000 nid: local remote: 0x8b5959a9a0e8b30d expref: -99 pid: 60342 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074826.508533:0:60342:0:(file.c:6252:ll_getattr_dentry()) START file f203.sanity-flr:[0x200000404:0x1ae:0x0](ffff9bc649b63a88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074826.508543:0:60342:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1ae:0x0](ffff9bc649b63a88),name=f203.sanity-flr 00000002:00010000:3.0:1769074826.508576:0:60342:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1ae:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074826.508587:0:60342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b78e lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b2b2 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074826.508600:0:60342:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b78e lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b2b2 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074826.508608:0:60342:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074826.508614:0:60342:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1ae:0x0](ffff9bc649b63a88) 00000080:00010000:3.0:1769074826.508618:0:60342:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1ae:0x0](ffff9bc649b63a88) for lock 0x21fa6d252c11b78e 00000080:00010000:3.0:1769074826.508622:0:60342:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b78e from it ffffa7f981523cd8 00010000:00010000:3.0:1769074826.508625:0:60342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b78e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8b2b2 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074826.508649:0:60342:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b78e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b2b2 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074826.508688:0:60342:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1ae:0x0] ignore/verify layout 0/1, layout version 1 restore needed 0 00000001:00010000:3.0:1769074826.508704:0:60342:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1ae:0x0] 00000008:00010000:3.0:1769074826.508737:0:60342:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074826.508742:0:60342:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64d165230, osc lock ffff9bc64a6dcf70, flags 0x400001002 00010000:00010000:3.0:1769074826.508770:0:60342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b73a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b177 expref: -99 pid: 60337 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074826.508857:0:60342:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b73a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b177 expref: -99 pid: 60337 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074826.508870:0:60342:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074826.508875:0:60342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b73a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8b177 expref: -99 pid: 60337 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074826.508883:0:60342:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b73a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b177 expref: -99 pid: 60337 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074826.508897:0:60342:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1769074826.508913:0:60342:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1ae:0x0] updating i_size 0 i_blocks 1 00000020:00010000:3.0:1769074826.508919:0:60342:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc643bb5da8 (ffff9bc64f158758/0) at cl_lock_release():245 00000020:00010000:3.0:1769074826.508923:0:60342:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643bb5da8 (ffff9bc64f158758/0) at cl_lock_cancel():142 00000020:00010000:3.0:1769074826.508927:0:60342:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d165230 (ffff9bc64f158248/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074826.508943:0:60342:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643bb5da8 (ffff9bc64f158758/0) at cl_lock_fini():72 00000020:00010000:3.0:1769074826.508946:0:60342:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d165230 (ffff9bc64f158758/1) at cl_lock_fini():72 00000080:00200000:3.0:1769074826.508963:0:60342:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1ae:0x0] ignore/verify layout 0/1, layout version 3 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1769074826.508979:0:60342:0:(file.c:6252:ll_getattr_dentry()) START file f203.sanity-flr:[0x200000404:0x1ae:0x0](ffff9bc649b63a88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074826.508984:0:60342:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1ae:0x0](ffff9bc649b63a88),name=f203.sanity-flr 00000002:00010000:3.0:1769074826.508994:0:60342:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1ae:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074826.509001:0:60342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b78e lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b2b2 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074826.509009:0:60342:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b78e lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b2b2 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074826.509015:0:60342:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074826.509019:0:60342:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1ae:0x0](ffff9bc649b63a88) 00000080:00010000:3.0:1769074826.509023:0:60342:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1ae:0x0](ffff9bc649b63a88) for lock 0x21fa6d252c11b78e 00000080:00010000:3.0:1769074826.509027:0:60342:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b78e from it ffffa7f981523cd8 00010000:00010000:3.0:1769074826.509030:0:60342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b78e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8b2b2 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074826.509036:0:60342:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b78e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b2b2 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074826.509049:0:60342:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1ae:0x0] ignore/verify layout 0/1, layout version 3 restore needed 0 00000001:00010000:3.0:1769074826.509054:0:60342:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1ae:0x0] 00000008:00010000:3.0:1769074826.509061:0:60342:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074826.509063:0:60342:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64d165230, osc lock ffff9bc64a6dcf70, flags 0x400001002 00010000:00010000:3.0:1769074826.509070:0:60342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b73a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b177 expref: -99 pid: 60337 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074826.509080:0:60342:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b73a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b177 expref: -99 pid: 60337 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074826.509090:0:60342:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074826.509093:0:60342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b73a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8b177 expref: -99 pid: 60337 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074826.509101:0:60342:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b73a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b177 expref: -99 pid: 60337 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074826.509110:0:60342:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1769074826.509114:0:60342:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1ae:0x0] updating i_size 0 i_blocks 1 00000020:00010000:3.0:1769074826.509117:0:60342:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc643bb5da8 (ffff9bc64f158758/0) at cl_lock_release():245 00000020:00010000:3.0:1769074826.509120:0:60342:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643bb5da8 (ffff9bc64f158758/0) at cl_lock_cancel():142 00000020:00010000:3.0:1769074826.509123:0:60342:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d165230 (ffff9bc64f158248/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074826.509126:0:60342:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643bb5da8 (ffff9bc64f158758/0) at cl_lock_fini():72 00000020:00010000:3.0:1769074826.509128:0:60342:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d165230 (ffff9bc64f158758/1) at cl_lock_fini():72 00000080:00200000:3.0:1769074826.509134:0:60342:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1ae:0x0] ignore/verify layout 0/1, layout version 3 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200080:3.0:1769074826.509148:0:60342:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1ae:0x0](ffff9bc649b63a88) cmd=801066da arg=7ffc3fbf6cc0 00000080:00200000:3.0:1769074826.509159:0:60342:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1ae:0x0] ignore/verify layout 0/0, layout version 3 restore needed 0 00020000:00200000:3.0:1769074826.509167:0:60342:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1769074826.520123:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612850688:192.168.204.139@tcp:1:lfs.0 00000100:00100000:1.0:1769074826.801723:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612850944:192.168.204.139@tcp:16:lfs.0 00000100:00100000:1.0:1769074826.812860:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612850944:192.168.204.139@tcp:16:lfs.0 00000080:00200080:1.0:1769074826.872125:0:60342:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1ae:0x0](ffff9bc649b63a88) cmd=801066da arg=7ffc3fbf6cc0 00000080:00200000:1.0:1769074826.872162:0:60342:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1ae:0x0] ignore/verify layout 0/0, layout version 1 restore needed 0 00020000:00200000:1.0:1769074826.872182:0:60342:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200008:1.0:1769074826.879872:0:60342:0:(llite_lib.c:2314:ll_setattr_raw()) START file . :VOLATILE:0000:5381B0D9:fd=03:[0x200000404:0x1b0:0x0](ffff9bc649b61148) current size 0, valid attrs 101f0, mode 9bc6, uid 0, gid 0, new size 4294967296, atime 1769074825.000000000, mtime 1769074825.000000000, ctime 1769074826.000000000 00010000:00010000:1.0:1769074826.879926:0:60342:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b7a3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b0:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e8b2f1 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074826.879956:0:60342:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x1b0:0x0]: losing layout lock 00010000:00010000:1.0:1769074826.880042:0:60342:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b7a3 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1b0:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8b2f1 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074826.880050:0:60342:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074826.880054:0:60342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b7a3 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b0:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8b2f1 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00000020:00100000:1.0:1769074826.880171:0:60342:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1769074826.880183:0:60342:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac93b80 x1855007612851456/t0(0) o36->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074826.880230:0:60342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60342:1855007612851456:192.168.204.139@tcp:36:lfs.0 00000100:00100000:1.0:1769074826.882825:0:60342:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc642c4cf00 going to sleep for 50 seconds 00000100:00100000:3.0:1769074826.893584:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1136430d-88ea-4de2-9954-69c484e5445f:2373:1855007612851584:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074826.910720:0:60342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60342:1855007612851456:192.168.204.139@tcp:36:lfs.0 00000080:00200000:1.0:1769074826.910812:0:60342:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b0:0x0] ignore/verify layout 0/0, layout version 3 restore needed 0 00000080:00010000:1.0:1769074826.910850:0:60342:0:(file.c:7031:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000404:0x1b0:0x0](ffff9bc649b61148) 00000002:00010000:1.0:1769074826.910863:0:60342:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b0:0x0]) in obj [0x200000404:0x1b0:0x0], intent: layout flags 0 00010000:00010000:1.0:1769074826.910936:0:60342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c11b7bf lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 60342 initiator: MDT0 00010000:00010000:1.0:1769074826.910948:0:60342:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c11b7bf lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 60342 initiator: MDT0 00010000:00010000:1.0:1769074826.910960:0:60342:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c11b7bf lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 60342 initiator: MDT0 00000100:00100000:1.0:1769074826.910987:0:60342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60342:1855007612851712:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074826.911273:0:60342:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc642c4cf00 going to sleep for 50 seconds 00000100:00100000:1.0:1769074826.917392:0:60342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60342:1855007612851712:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074826.917448:0:60342:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c11b7bf lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b337 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074826.917469:0:60342:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c11b7bf lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b337 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00000002:00100000:1.0:1769074826.917487:0:60342:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff9bc64ac91500 x1855007612851712/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 376/504 e 0 to 0 dl 1769074881 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074826.917500:0:60342:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 160 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c11b7bf lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b337 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00000002:00010000:1.0:1769074826.917517:0:60342:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c11b7bf lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b337 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074826.917536:0:60342:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 16 res 8589935620/432 (0 0) 00000080:00200000:1.0:1769074826.917544:0:60342:0:(namei.c:955:ll_intent_lock()) intent lock 1024 on i1 [0x200000404:0x1b0:0x0] suppgids 0 0: rc 0 00000080:00010000:1.0:1769074826.917574:0:60342:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b0:0x0](ffff9bc649b61148) for lock 0x21fa6d252c11b7bf 00000080:00010000:1.0:1769074826.917588:0:60342:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b7bf from it ffffa7f981523a78 00010000:00010000:1.0:1769074826.917593:0:60342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c11b7bf lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b337 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074826.917605:0:60342:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c11b7bf lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b337 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074826.917650:0:60342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c11b7bf lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b337 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074826.917665:0:60342:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c11b7bf lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b337 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1769074826.917673:0:60342:0:(file.c:6914:ll_layout_lock_set()) ### file [0x200000404:0x1b0:0x0](00000000177fc949) being reconfigured ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c11b7bf lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b337 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074826.917733:0:60342:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1b0:0x0]: layout version change: 4294967294 -> 1 00010000:00010000:1.0:1769074826.917739:0:60342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c11b7bf lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8b337 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074826.917746:0:60342:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c11b7bf lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b337 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00020000:00200000:1.0:1769074826.918754:0:60342:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1769074826.918837:0:60342:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:1.0:1769074826.918861:0:60342:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1769074826.918868:0:60342:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc642c4cb70, osc lock ffff9bc64a5b4980, flags 0x0 00000008:00010000:1.0:1769074826.918872:0:60342:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1769074826.918873:0:60342:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc642c4cbb0, osc lock ffff9bc64a5b5690, flags 0x0 00010000:00010000:1.0:1769074826.918897:0:60342:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc651ea3800 type 11 mode 2 res 10737419264/541 (0 18446744073709551615) 00010000:00010000:1.0:1769074826.918964:0:60342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b7c6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074826.918976:0:60342:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b7c6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074826.918993:0:60342:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b7c6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074826.919026:0:60342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60342:1855007612851840:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074826.922553:0:60342:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc642c4c240 going to sleep for 11 seconds 00000100:00100000:3.0:1769074826.938564:0:37578:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619944064 00000100:00100000:3.0:1769074826.938581:0:37578:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619944064 00000100:00100000:3.0:1769074826.938666:0:37578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6602 00000100:00100000:3.0:1769074826.938677:0:37578:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc67afd8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:25507:x1855007619944064:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074826.938704:0:37578:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b7aa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8b2f8 expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074826.938865:0:37578:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074826.938873:0:37578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc67afd8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:25507:x1855007619944064:12345-192.168.204.139@tcp:104: Request processed in 198us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074826.938881:0:37578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6602 00000100:00100000:1.0:1769074826.942145:0:60342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60342:1855007612851840:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074826.942190:0:60342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b7c6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x8b5959a9a0e8b33e expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074826.942205:0:60342:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b7c6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8b33e expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074826.942214:0:60342:0:(ldlm_request.c:303:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b7c6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8b33e expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1769074826.943878:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00010000:00010000:1.0:1769074826.954973:0:60342:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b7c6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8b33e expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074826.955002:0:60342:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b7c6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8b33e expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074826.955024:0:60342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b7c6 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x8b5959a9a0e8b33e expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1769074826.955041:0:60342:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b7c6 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x8b5959a9a0e8b33e expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074826.955057:0:60342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b7c6 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8b33e expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074826.955066:0:60342:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b7c6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8b33e expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074826.955120:0:60342:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc64a345000 type 11 mode 2 res 9663677440/536 (0 18446744073709551615) 00010000:00010000:1.0:1769074826.955185:0:60342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b7cd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074826.955194:0:60342:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b7cd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074826.955204:0:60342:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b7cd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074826.955243:0:60342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60342:1855007612852096:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074826.955363:0:60342:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc642c4c240 going to sleep for 11 seconds 00000100:00100000:3.0:1769074826.958095:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:1.0:1769074826.959912:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612852224:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074826.966387:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:1.0:1769074826.983470:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612852224:192.168.204.139@tcp:103:ldlm_bl.0 00000020:00010000:1.0:1769074826.987567:0:60342:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc64d169128 (ffff9bc64292b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1769074826.987573:0:60342:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d169128 (ffff9bc64292b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1769074826.987580:0:60342:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc642c4cb70 (ffff9bc64292bc68/1) at cl_lock_cancel():142 00010000:00010000:1.0:1769074826.987595:0:60342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b7c6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8b33e expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074826.987613:0:60342:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b7c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8b33e expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1769074826.987646:0:60342:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc642c4cbb0 (ffff9bc64292bcf8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1769074826.987652:0:60342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b7cd lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8b345 expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074826.987661:0:60342:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b7cd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8b345 expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1769074826.987671:0:60342:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d169128 (ffff9bc64292b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1769074826.987675:0:60342:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc642c4cb70 (ffff9bc64292b2d8/1) at cl_lock_fini():72 00000020:00010000:1.0:1769074826.987679:0:60342:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc642c4cbb0 (ffff9bc64292b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1769074826.987705:0:60342:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b0:0x0] ignore/verify layout 0/0, layout version 1 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1769074826.987723:0:60342:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file . :VOLATILE:0000:5381B0D9:fd=03:[0x200000404:0x1b0:0x0](ffff9bc649b61148) current size 0, valid attrs 101f0, mode 9bc6, uid 0, gid 0, new size 4294967296, atime 1769074825.000000000, mtime 1769074825.000000000, ctime 1769074826.000000000, rc 0 00000080:00200008:1.0:1769074826.987767:0:60342:0:(llite_lib.c:2314:ll_setattr_raw()) START file f203.sanity-flr:[0x200000404:0x1ae:0x0](ffff9bc649b63a88) current size 0, valid attrs 101f0, mode 9bc6, uid 0, gid 0, new size 4294967296, atime 1769074825.000000000, mtime 1769074825.000000000, ctime 1769074826.000000000 00010000:00010000:1.0:1769074826.987852:0:60342:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b78e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e8b2b2 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074826.987888:0:60342:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926800/0x21fa6d252c11b76b lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b203 expref: -99 pid: 60337 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074826.987951:0:60342:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b78e lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8b2b2 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074826.987974:0:60342:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074826.987977:0:60342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b78e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8b2b2 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00000020:00100000:1.0:1769074826.988002:0:60342:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1769074826.988012:0:60342:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac91c00 x1855007612852736/t0(0) o36->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074826.988043:0:60342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60342:1855007612852736:192.168.204.139@tcp:36:lfs.0 00000100:00100000:1.0:1769074826.989407:0:60342:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc642c4c300 going to sleep for 50 seconds 00000100:00100000:1.0:1769074826.998303:0:60342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60342:1855007612852736:192.168.204.139@tcp:36:lfs.0 00000080:00200000:1.0:1769074826.998378:0:60342:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1ae:0x0] ignore/verify layout 0/0, layout version 1 restore needed 0 00020000:00200000:1.0:1769074826.998406:0:60342:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1769074826.998431:0:60342:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:1.0:1769074826.998452:0:60342:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1769074826.998459:0:60342:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc643072130, osc lock ffff9bc64a5b5690, flags 0x0 00010000:00010000:1.0:1769074826.998491:0:60342:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc651ea3800 type 11 mode 2 res 10737419264/540 (0 18446744073709551615) 00010000:00010000:1.0:1769074826.998553:0:60342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08ca00/0x21fa6d252c11b7d4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074826.998567:0:60342:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08ca00/0x21fa6d252c11b7d4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074826.998579:0:60342:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08ca00/0x21fa6d252c11b7d4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074826.998609:0:60342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60342:1855007612852864:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074826.998763:0:60342:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc642c4c300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074827.001055:0:45123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619944576 00000100:00100000:3.0:1769074827.001079:0:45123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619944576 00000100:00100000:3.0:1769074827.001171:0:45123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6606 00000100:00100000:3.0:1769074827.001183:0:45123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc67afda680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:25507:x1855007619944576:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074827.001209:0:45123:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b73a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8b177 expref: -99 pid: 60337 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074827.001444:0:45123:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074827.001460:0:45123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc67afda680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:25507:x1855007619944576:12345-192.168.204.139@tcp:104: Request processed in 278us (517us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074827.001469:0:45123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6606 00010000:00010000:1.0:1769074827.001882:0:37585:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074827.001892:0:37585:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b73a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8b177 expref: -99 pid: 60337 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074827.001903:0:37585:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f942000 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:1.0:1769074827.001910:0:37585:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b73a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x8b5959a9a0e8b177 expref: -99 pid: 60337 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1769074827.001945:0:37585:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1ae:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1769074827.001963:0:37585:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1ae:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1769074827.002022:0:37585:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b73a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8b177 expref: -99 pid: 60337 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074827.002030:0:37585:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074827.002072:0:37585:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b73a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8b177 expref: -99 pid: 60337 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074827.002081:0:37585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b73a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8b177 expref: -99 pid: 60337 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074827.002102:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074827.002104:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074827.002107:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074827.002117:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074827.002842:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612852992:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074827.005984:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074827.006024:0:37578:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619944704 00000100:00100000:3.0:1769074827.006035:0:37578:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619944704 00000100:00100000:3.0:1769074827.006097:0:37578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6607 00000100:00100000:3.0:1769074827.006108:0:37578:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:5737:x1855007619944704:12345-192.168.204.139@tcp:105: 00010000:00010000:3.0:1769074827.006128:0:37578:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08ca00/0x21fa6d252c11b7d4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b353 expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074827.006142:0:37578:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08ca00/0x21fa6d252c11b7d4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b353 expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074827.006152:0:37578:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08ca00/0x21fa6d252c11b7d4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b353 expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074827.006165:0:37578:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08ca00/0x21fa6d252c11b7d4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x8b5959a9a0e8b353 expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074827.006176:0:37578:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08ca00/0x21fa6d252c11b7d4 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x8b5959a9a0e8b353 expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074827.006188:0:37578:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08ca00/0x21fa6d252c11b7d4 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000000000 nid: local remote: 0x8b5959a9a0e8b353 expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074827.006209:0:37578:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9bc64f08ca00) 00000100:00100000:3.0:1769074827.006279:0:37578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:5737:x1855007619944704:12345-192.168.204.139@tcp:105: Request processed in 173us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074827.006405:0:37578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6607 00000100:00100000:1.0:1769074827.007637:0:60342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60342:1855007612852864:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074827.007672:0:60342:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08ca00/0x21fa6d252c11b7d4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8b353 expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074827.007695:0:60342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08ca00/0x21fa6d252c11b7d4 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x8b5959a9a0e8b353 expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1769074827.007711:0:60342:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08ca00/0x21fa6d252c11b7d4 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x8b5959a9a0e8b353 expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074827.007727:0:60342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08ca00/0x21fa6d252c11b7d4 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8b353 expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074827.007736:0:60342:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08ca00/0x21fa6d252c11b7d4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8b353 expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1769074827.017838:0:60342:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc64d169128 (ffff9bc64292b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1769074827.017846:0:60342:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d169128 (ffff9bc64292b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1769074827.017855:0:60342:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643072130 (ffff9bc64292bcf8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1769074827.017872:0:60342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08ca00/0x21fa6d252c11b7d4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8b353 expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074827.017890:0:60342:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08ca00/0x21fa6d252c11b7d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8b353 expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1769074827.017912:0:60342:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d169128 (ffff9bc64292b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1769074827.017915:0:60342:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643072130 (ffff9bc64292b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1769074827.017941:0:60342:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1ae:0x0] ignore/verify layout 0/0, layout version 3 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1769074827.017959:0:60342:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file f203.sanity-flr:[0x200000404:0x1ae:0x0](ffff9bc649b63a88) current size 0, valid attrs 101f0, mode 9bc6, uid 0, gid 0, new size 4294967296, atime 1769074825.000000000, mtime 1769074825.000000000, ctime 1769074826.000000000, rc 0 00000080:00200080:1.0:1769074827.017997:0:60342:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1ae:0x0](ffff9bc649b63a88) cmd=c00c66f3 arg=170e450 00010000:00010000:1.0:1769074827.018080:0:60342:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879400/0x21fa6d252c11b7b8 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1ae:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x81008000000000 nid: local remote: 0x8b5959a9a0e8b30d expref: -99 pid: 60342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074827.018099:0:60342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d879400/0x21fa6d252c11b7b8 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1ae:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x85809400000000 nid: local remote: 0x8b5959a9a0e8b30d expref: -99 pid: 60342 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074827.018412:0:60342:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff9bc64d9adf80 x1855007612850560/t8589941437(8589941437) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 656/744 e 0 to 0 dl 1769074881 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074827.018428:0:60342:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074827.018435:0:60342:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac92d80 x1855007612853376/t0(0) o35->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:23/10 lens 504/2128 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1769074827.018483:0:60342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60342:1855007612853376:192.168.204.139@tcp:35:lfs.0 00000100:00100000:1.0:1769074827.018684:0:60342:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc642c4c300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074827.030324:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074827.030370:0:45123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619944832 00000100:00100000:3.0:1769074827.030384:0:45123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619944832 00000100:00100000:3.0:1769074827.030455:0:45123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6608 00000100:00100000:3.0:1769074827.030466:0:45123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:8e818347-4d21-45d1-a323-b359656f3fdd+5:31182:x1855007619944832:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074827.030490:0:45123:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926800/0x21fa6d252c11b76b lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x8b5959a9a0e8b203 expref: -99 pid: 60337 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074827.030592:0:45123:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074827.030600:0:45123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:8e818347-4d21-45d1-a323-b359656f3fdd+5:31182:x1855007619944832:12345-192.168.204.139@tcp:104: Request processed in 136us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074827.030607:0:45123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6608 00000100:00100000:3.0:1769074827.043385:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00010000:00010000:1.0:1769074827.044110:0:55495:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074827.044120:0:55495:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c11b7bf lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x8b5959a9a0e8b337 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074827.044130:0:55495:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f08d600 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074827.044137:0:55495:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c11b7bf lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x8 rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x8b5959a9a0e8b337 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074827.044147:0:55495:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c11b7bf lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x8 rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x8b5959a9a0e8b337 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074827.044162:0:55495:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c11b7bf lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x8 rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x8b5959a9a0e8b337 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074827.044198:0:55495:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x1b0:0x0]: losing layout lock 00010000:00010000:1.0:1769074827.044261:0:55495:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c11b7bf lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x8 rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8b5959a9a0e8b337 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074827.044269:0:55495:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074827.044301:0:55495:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c11b7bf lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x8 rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8b5959a9a0e8b337 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074827.044310:0:55495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c11b7bf lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b0:0x0].0x0 bits 0x8/0x8 rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8b5959a9a0e8b337 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074827.044340:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074827.044342:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074827.044345:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074827.044355:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1769074827.044377:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612853632:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074827.055880:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612853632:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074827.066901:0:60342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60342:1855007612853376:192.168.204.139@tcp:35:lfs.0 00000002:00100000:1.0:1769074827.066954:0:60342:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9bc64d9adf80 x1855007612850560/t8589941437(8589941437) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 656/744 e 0 to 0 dl 1769074881 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00010000:1.0:1769074827.067026:0:60342:0:(file.c:7031:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000404:0x1ae:0x0](ffff9bc649b63a88) 00000002:00010000:1.0:1769074827.067045:0:60342:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1ae:0x0]) in obj [0x200000404:0x1ae:0x0], intent: layout flags 0 00010000:00010000:1.0:1769074827.067384:0:60342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c11b7db lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 60342 initiator: MDT0 00010000:00010000:1.0:1769074827.067397:0:60342:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c11b7db lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 60342 initiator: MDT0 00010000:00010000:1.0:1769074827.067410:0:60342:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c11b7db lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 60342 initiator: MDT0 00000100:00100000:1.0:1769074827.067444:0:60342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60342:1855007612853760:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074827.067900:0:60342:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc642c4c300 going to sleep for 50 seconds 00000100:00100000:1.0:1769074827.071435:0:60342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60342:1855007612853760:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074827.071550:0:60342:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c11b7db lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b368 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074827.071567:0:60342:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c11b7db lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b368 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00000002:00100000:1.0:1769074827.071583:0:60342:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff9bc64ac92d80 x1855007612853760/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 376/608 e 0 to 0 dl 1769074882 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074827.071596:0:60342:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 264 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c11b7db lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b368 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00000002:00010000:1.0:1769074827.071613:0:60342:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c11b7db lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b368 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074827.071638:0:60342:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 16 res 8589935620/430 (0 0) 00000080:00200000:1.0:1769074827.071647:0:60342:0:(namei.c:955:ll_intent_lock()) intent lock 1024 on i1 [0x200000404:0x1ae:0x0] suppgids 0 0: rc 0 00000080:00010000:1.0:1769074827.071672:0:60342:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1ae:0x0](ffff9bc649b63a88) for lock 0x21fa6d252c11b7db 00000080:00010000:1.0:1769074827.071682:0:60342:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b7db from it ffffa7f981523bc8 00010000:00010000:1.0:1769074827.071687:0:60342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c11b7db lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b368 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074827.071700:0:60342:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c11b7db lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b368 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074827.071729:0:60342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c11b7db lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b368 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074827.071744:0:60342:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c11b7db lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b368 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1769074827.071753:0:60342:0:(file.c:6914:ll_layout_lock_set()) ### file [0x200000404:0x1ae:0x0](000000001abcf3e3) being reconfigured ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c11b7db lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b368 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074827.071840:0:60342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c11b7db lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b368 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074827.071848:0:60342:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c11b7db lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b368 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074827.071867:0:60342:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1ae:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1769074827.071883:0:60342:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1769074827.071924:0:60342:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1ae:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:1.0:1769074827.071938:0:60342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c11b7db lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b368 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074827.071947:0:60342:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c11b7db lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b368 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1769074827.071955:0:60342:0:(file.c:6914:ll_layout_lock_set()) ### file [0x200000404:0x1ae:0x0](000000001abcf3e3) being reconfigured ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c11b7db lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b368 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074827.071973:0:60342:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1ae:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1769074827.071978:0:60342:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1769074827.071987:0:60342:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1ae:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000008:00010000:1.0:1769074827.072003:0:60342:0:(osc_object.c:209:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 0 blocks 1 [cma]time 1769074826 1769074825 1769074825 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08ca00/0x21fa6d252c11b7d4 lrc: 1/0,0 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8b353 expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1769074827.072528:0:60342:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1ae:0x0]: layout version change: 4294967294 -> 4 00010000:00010000:1.0:1769074827.072536:0:60342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c11b7db lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8b368 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074827.072544:0:60342:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d600/0x21fa6d252c11b7db lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b368 expref: -99 pid: 60342 timeout: 0 lvb_type: 3 00000080:00200008:1.0:1769074827.072586:0:60342:0:(file.c:424:ll_file_release()) START file f203.sanity-flr:[0x200000404:0x1ae:0x0](ffff9bc649b63a88), flags 1154002 00000002:00100000:1.0:1769074827.072664:0:60342:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff9bc67afdb800 x1855007612849024/t8589941433(8589941433) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 664/744 e 0 to 0 dl 1769074881 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074827.072679:0:60342:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074827.072684:0:60342:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac92d80 x1855007612854016/t0(0) o35->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:23/10 lens 392/2128 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1769074827.072714:0:60342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60342:1855007612854016:192.168.204.139@tcp:35:lfs.0 00000100:00100000:1.0:1769074827.073027:0:60342:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc642c4c600 going to sleep for 11 seconds 00000100:00100000:1.0:1769074827.080864:0:60342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60342:1855007612854016:192.168.204.139@tcp:35:lfs.0 00000002:00100000:1.0:1769074827.080913:0:60342:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9bc67afdb800 x1855007612849024/t8589941433(8589941433) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 664/744 e 0 to 0 dl 1769074881 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200008:1.0:1769074827.081016:0:60342:0:(file.c:424:ll_file_release()) START file . :VOLATILE:0000:5381B0D9:fd=03:[0x200000404:0x1b0:0x0](ffff9bc649b61148), flags 554001 00000002:00100000:1.0:1769074827.081086:0:60342:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff9bc64ac92300 x1855007612849280/t8589941434(8589941434) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 552/608 e 0 to 0 dl 1769074881 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074827.081098:0:60342:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074827.081103:0:60342:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac92d80 x1855007612854272/t0(0) o35->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:23/10 lens 392/2128 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1769074827.081153:0:60342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60342:1855007612854272:192.168.204.139@tcp:35:lfs.0 00000100:00100000:1.0:1769074827.081269:0:60342:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc642c4c600 going to sleep for 11 seconds 00000100:00100000:1.0:1769074827.093005:0:60342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60342:1855007612854272:192.168.204.139@tcp:35:lfs.0 00000002:00100000:1.0:1769074827.093057:0:60342:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9bc64ac92300 x1855007612849280/t8589941434(8589941434) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 552/608 e 0 to 0 dl 1769074881 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00010000:0.0:1769074827.130105:0:60343:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b7e9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 60343 initiator: MDT0 00010000:00010000:0.0:1769074827.130116:0:60343:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b7e9 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 60343 initiator: MDT0 00010000:00010000:0.0:1769074827.130124:0:60343:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074827.130132:0:60343:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b7e9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 60343 initiator: MDT0 00010000:00010000:0.0:1769074827.130139:0:60343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b7e9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 60343 initiator: MDT0 00000002:00100000:0.0:1769074827.130159:0:60343:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64f07d180 x1855007612854656/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2160/608 e 0 to 0 dl 1769074882 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074827.130176:0:60343:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -20 00000080:00200000:0.0:1769074827.130370:0:60343:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074827.130396:0:60343:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074827.130414:0:60343:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927600/0x21fa6d252c11b7e2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b37d expref: -99 pid: 60343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074827.130427:0:60343:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927600/0x21fa6d252c11b7e2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b37d expref: -99 pid: 60343 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074827.130434:0:60343:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074827.130440:0:60343:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074827.130444:0:60343:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b7e2 00000080:00010000:0.0:1769074827.130451:0:60343:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b7e2 from it ffffa7f98146bbb0 00010000:00010000:0.0:1769074827.130454:0:60343:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927600/0x21fa6d252c11b7e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b37d expref: -99 pid: 60343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074827.130462:0:60343:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927600/0x21fa6d252c11b7e2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b37d expref: -99 pid: 60343 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074827.130479:0:60343:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 44 00000080:00200008:0.0:1769074827.130493:0:60343:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 304000 00000080:00200080:0.0:1769074827.130539:0:60343:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c0086915 arg=22eb3d0 00000100:00100000:0.0:1769074827.130612:0:60343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60343:1855007612854784:192.168.204.139@tcp:34:lfs.0 00000100:00100000:0.0:1769074827.130727:0:60343:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6412edc00 going to sleep for 50 seconds 00000100:00100000:0.0:1769074827.140973:0:60343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60343:1855007612854784:192.168.204.139@tcp:34:lfs.0 00000080:00200008:0.0:1769074827.141339:0:60343:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 304000 00000080:00200000:3.0:1769074827.173493:0:60344:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074827.173536:0:60344:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074827.173561:0:60344:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927600/0x21fa6d252c11b7e2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b37d expref: -99 pid: 60343 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074827.173580:0:60344:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927600/0x21fa6d252c11b7e2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b37d expref: -99 pid: 60343 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074827.173589:0:60344:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074827.173600:0:60344:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074827.173604:0:60344:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b7e2 00000080:00010000:3.0:1769074827.173614:0:60344:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b7e2 from it ffffa7f981523bf8 00010000:00010000:3.0:1769074827.173619:0:60344:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927600/0x21fa6d252c11b7e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b37d expref: -99 pid: 60343 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074827.177603:0:60344:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927600/0x21fa6d252c11b7e2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b37d expref: -99 pid: 60343 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074827.177651:0:60344:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074827.177688:0:60344:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f203.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), file ffff9bc64ec1e780, open_flags 18800, mode 0 opened 0 00000080:00200000:3.0:1769074827.177697:0:60344:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f203.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), intent=open 00000002:00010000:3.0:1769074827.177734:0:60344:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f203.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0304001 00010000:00010000:3.0:1769074827.183641:0:60344:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d878c00/0x21fa6d252c11b7f0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 60344 initiator: MDT0 00010000:00010000:3.0:1769074827.183665:0:60344:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d878c00/0x21fa6d252c11b7f0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60344 initiator: MDT0 00000020:00100000:3.0:1769074827.183682:0:60344:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074827.183699:0:60344:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64d9ad880 x1855007612855040/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2160/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074827.183712:0:60344:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d878c00/0x21fa6d252c11b7f0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60344 initiator: MDT0 00000100:00100000:3.0:1769074827.183744:0:60344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60344:1855007612855040:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074827.184231:0:60344:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc65139eb40 going to sleep for 50 seconds 00000100:00100000:3.0:1769074827.192001:0:60344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60344:1855007612855040:192.168.204.139@tcp:101:lfs.0 00010000:00010000:3.0:1769074827.192035:0:60344:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d878c00/0x21fa6d252c11b7f0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60344 initiator: MDT0 00010000:00010000:3.0:1769074827.192052:0:60344:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d878c00/0x21fa6d252c11b7f0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 60344 initiator: MDT0 00010000:00010000:3.0:1769074827.194740:0:60344:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d878c00/0x21fa6d252c11b7f0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 60344 initiator: MDT0 00010000:00010000:3.0:1769074827.194840:0:60344:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d878c00/0x21fa6d252c11b7f0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 60344 initiator: MDT0 00010000:00010000:3.0:1769074827.194853:0:60344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d878c00/0x21fa6d252c11b7f0 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 60344 initiator: MDT0 00010000:00010000:3.0:1769074827.194860:0:60344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64d878c00 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:3.0:1769074827.194869:0:60344:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d878c00/0x21fa6d252c11b7f0 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 60344 initiator: MDT0 00010000:00010000:3.0:1769074827.194876:0:60344:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d878c00/0x21fa6d252c11b7f0 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 60344 initiator: MDT0 00010000:00010000:3.0:1769074827.194887:0:60344:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d878c00/0x21fa6d252c11b7f0 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 60344 initiator: MDT0 00010000:00010000:3.0:1769074827.194895:0:60344:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074827.194906:0:60344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d878c00/0x21fa6d252c11b7f0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 60344 initiator: MDT0 00010000:00010000:3.0:1769074827.194914:0:60344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64d878c00/0x21fa6d252c11b7f0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 60344 initiator: MDT0 00000002:00100000:3.0:1769074827.194950:0:60344:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64d9ad880 x1855007612855040/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2160/608 e 0 to 0 dl 1769074882 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074827.194966:0:60344:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -20 00000080:00200000:3.0:1769074827.196402:0:60344:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074827.196456:0:60344:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074827.196479:0:60344:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927600/0x21fa6d252c11b7e2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b37d expref: -99 pid: 60343 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074827.196498:0:60344:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927600/0x21fa6d252c11b7e2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b37d expref: -99 pid: 60343 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074827.196508:0:60344:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074827.196518:0:60344:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074827.196522:0:60344:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b7e2 00000080:00010000:3.0:1769074827.196532:0:60344:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b7e2 from it ffffa7f981523bb0 00010000:00010000:3.0:1769074827.196536:0:60344:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927600/0x21fa6d252c11b7e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b37d expref: -99 pid: 60343 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074827.196546:0:60344:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927600/0x21fa6d252c11b7e2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b37d expref: -99 pid: 60343 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074827.197391:0:60344:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 44 00000080:00200008:3.0:1769074827.197416:0:60344:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 304000 00000080:00200080:3.0:1769074827.197497:0:60344:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c0086915 arg=d123d0 00000100:00100000:3.0:1769074827.197982:0:60344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60344:1855007612855168:192.168.204.139@tcp:34:lfs.0 00000100:00100000:3.0:1769074827.199021:0:60344:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc65139eb40 going to sleep for 50 seconds 00000100:00100000:0.0:1769074827.204733:0:60344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60344:1855007612855168:192.168.204.139@tcp:34:lfs.0 00000080:00200008:0.0:1769074827.205027:0:60344:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 304000 00000080:00200000:1.0:1769074827.230608:0:60345:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074827.230664:0:60345:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074827.230690:0:60345:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927600/0x21fa6d252c11b7e2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b37d expref: -99 pid: 60343 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074827.230713:0:60345:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927600/0x21fa6d252c11b7e2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b37d expref: -99 pid: 60343 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074827.230723:0:60345:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074827.230736:0:60345:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074827.230741:0:60345:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b7e2 00000080:00010000:1.0:1769074827.230752:0:60345:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b7e2 from it ffffa7f980c97bf8 00010000:00010000:1.0:1769074827.230756:0:60345:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927600/0x21fa6d252c11b7e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b37d expref: -99 pid: 60343 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074827.230768:0:60345:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927600/0x21fa6d252c11b7e2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b37d expref: -99 pid: 60343 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074827.230877:0:60345:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074827.230897:0:60345:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f203.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), file ffff9bc6465b7c80, open_flags 18800, mode 0 opened 0 00000080:00200000:1.0:1769074827.230906:0:60345:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f203.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), intent=open 00000002:00010000:1.0:1769074827.230924:0:60345:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f203.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0304001 00010000:00010000:1.0:1769074827.231004:0:60345:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c400/0x21fa6d252c11b7f7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 60345 initiator: MDT0 00010000:00010000:1.0:1769074827.231013:0:60345:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c400/0x21fa6d252c11b7f7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60345 initiator: MDT0 00000020:00100000:1.0:1769074827.231030:0:60345:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074827.231046:0:60345:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac92300 x1855007612855424/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2160/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074827.231057:0:60345:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c400/0x21fa6d252c11b7f7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60345 initiator: MDT0 00000100:00100000:1.0:1769074827.231086:0:60345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60345:1855007612855424:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074827.231649:0:60345:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc642c4c600 going to sleep for 50 seconds 00010000:00010000:3.0:1769074827.277854:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:0.0:1769074827.285270:0:60346:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074827.285903:0:60346:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074827.285926:0:60346:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927600/0x21fa6d252c11b7e2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b37d expref: -99 pid: 60343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074827.285946:0:60346:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927600/0x21fa6d252c11b7e2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b37d expref: -99 pid: 60343 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074827.285956:0:60346:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074827.285969:0:60346:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074827.285973:0:60346:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b7e2 00000080:00010000:0.0:1769074827.285983:0:60346:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b7e2 from it ffffa7f981577bf8 00010000:00010000:0.0:1769074827.285988:0:60346:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927600/0x21fa6d252c11b7e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b37d expref: -99 pid: 60343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074827.285997:0:60346:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927600/0x21fa6d252c11b7e2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b37d expref: -99 pid: 60343 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074827.286021:0:60346:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074827.286046:0:60346:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f203.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), file ffff9bc64682a600, open_flags 18800, mode 0 opened 0 00000080:00200000:0.0:1769074827.286057:0:60346:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f203.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), intent=open 00000002:00010000:0.0:1769074827.286077:0:60346:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f203.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0304001 00010000:00010000:0.0:1769074827.286156:0:60346:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b7fe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 60346 initiator: MDT0 00010000:00010000:0.0:1769074827.286164:0:60346:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b7fe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60346 initiator: MDT0 00000020:00100000:0.0:1769074827.286179:0:60346:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074827.286195:0:60346:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07d180 x1855007612855808/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2160/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074827.286206:0:60346:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b7fe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60346 initiator: MDT0 00000100:00100000:0.0:1769074827.286233:0:60346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60346:1855007612855808:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074827.287936:0:60346:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6412edc00 going to sleep for 50 seconds 00000100:00100000:0.0:1769074827.307953:0:60346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60346:1855007612855808:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074827.307993:0:60346:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b7fe lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60346 initiator: MDT0 00010000:00010000:0.0:1769074827.308011:0:60346:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b7fe lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 60346 initiator: MDT0 00010000:00010000:0.0:1769074827.308019:0:60346:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b7fe lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 60346 initiator: MDT0 00010000:00010000:0.0:1769074827.308031:0:60346:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b7fe lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 60346 initiator: MDT0 00010000:00010000:0.0:1769074827.308837:0:60346:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b7fe lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 60346 initiator: MDT0 00010000:00010000:0.0:1769074827.308848:0:60346:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f942400 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:0.0:1769074827.308853:0:60346:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b7fe lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 60346 initiator: MDT0 00010000:00010000:0.0:1769074827.308861:0:60346:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b7fe lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 60346 initiator: MDT0 00010000:00010000:0.0:1769074827.308870:0:60346:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b7fe lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 60346 initiator: MDT0 00010000:00010000:0.0:1769074827.308878:0:60346:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074827.308886:0:60346:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b7fe lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 60346 initiator: MDT0 00010000:00010000:0.0:1769074827.308895:0:60346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b7fe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 60346 initiator: MDT0 00000002:00100000:0.0:1769074827.308926:0:60346:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64f07d180 x1855007612855808/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2160/608 e 0 to 0 dl 1769074882 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074827.308942:0:60346:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -20 00000080:00200000:0.0:1769074827.309141:0:60346:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074827.309168:0:60346:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074827.309185:0:60346:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927600/0x21fa6d252c11b7e2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b37d expref: -99 pid: 60343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074827.309205:0:60346:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927600/0x21fa6d252c11b7e2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b37d expref: -99 pid: 60343 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074827.309212:0:60346:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074827.312916:0:60346:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074827.312935:0:60346:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b7e2 00000080:00010000:0.0:1769074827.312950:0:60346:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b7e2 from it ffffa7f981577bb0 00010000:00010000:0.0:1769074827.312960:0:60346:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927600/0x21fa6d252c11b7e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b37d expref: -99 pid: 60343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074827.312979:0:60346:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927600/0x21fa6d252c11b7e2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b37d expref: -99 pid: 60343 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074827.313004:0:60346:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 44 00000080:00200008:0.0:1769074827.313026:0:60346:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 304000 00000080:00200080:0.0:1769074827.313122:0:60346:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=c0086915 arg=14a53d0 00000100:00100000:1.0:1769074827.313377:0:60346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60346:1855007612855936:192.168.204.139@tcp:34:lfs.0 00000100:00100000:1.0:1769074827.313611:0:60346:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc642c4c300 going to sleep for 50 seconds 00000100:00100000:1.0:1769074827.316912:0:60346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60346:1855007612855936:192.168.204.139@tcp:34:lfs.0 00000080:00200008:1.0:1769074827.317867:0:60346:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 304000 00010000:00010000:0.0:1769074828.305158:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074829.338964:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074830.360278:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074831.374937:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074832.014852:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612856192:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074832.014966:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612856448:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074832.015004:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1769074832.015010:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1136430d-88ea-4de2-9954-69c484e5445f:2370:1855007612856064:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074832.015037:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612856320:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074832.027157:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612856192:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074832.027725:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1136430d-88ea-4de2-9954-69c484e5445f:2370:1855007612856064:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074832.027738:0:2370:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9bc646483800: committing for last_committed 21474839605 gen 5 00000100:00100000:0.0:1769074832.027751:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612856320:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074832.027762:0:2370:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9bc646483800: committing for last_committed 17179872646 gen 1 00000100:00100000:0.0:1769074832.027803:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612856448:192.168.204.139@tcp:400:kworker.0 00010000:00010000:0.0:1769074832.401133:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074833.428544:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074834.448767:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1769074835.132589:0:60902:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 204a: FLR write/stale/resync tests with self-extending mirror ========================================================== 04:40:33 (1769074833) 00010000:00010000:0.0:1769074835.470084:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:3.0:1769074835.645444:0:60921:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074835.645476:0:60921:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074835.645509:0:60921:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927600/0x21fa6d252c11b7e2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b37d expref: -99 pid: 60343 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.645527:0:60921:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927600/0x21fa6d252c11b7e2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b37d expref: -99 pid: 60343 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074835.645534:0:60921:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074835.645544:0:60921:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074835.645548:0:60921:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b7e2 00000080:00010000:3.0:1769074835.645555:0:60921:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b7e2 from it ffffa7f98191bbe0 00010000:00010000:3.0:1769074835.645559:0:60921:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927600/0x21fa6d252c11b7e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b37d expref: -99 pid: 60343 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.645567:0:60921:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927600/0x21fa6d252c11b7e2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b37d expref: -99 pid: 60343 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074835.645584:0:60921:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.645603:0:60921:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d204a.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), flags=1536 00000080:00200000:3.0:1769074835.645607:0:60921:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074835.645613:0:60921:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074835.645619:0:60921:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927600/0x21fa6d252c11b7e2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b37d expref: -99 pid: 60343 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.645627:0:60921:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927600/0x21fa6d252c11b7e2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b37d expref: -99 pid: 60343 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074835.645633:0:60921:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074835.645637:0:60921:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074835.645649:0:60921:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b7e2 00000080:00010000:3.0:1769074835.645652:0:60921:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b7e2 from it ffffa7f98191bce0 00010000:00010000:3.0:1769074835.645655:0:60921:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927600/0x21fa6d252c11b7e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b37d expref: -99 pid: 60343 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.645661:0:60921:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927600/0x21fa6d252c11b7e2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b37d expref: -99 pid: 60343 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074835.645669:0:60921:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 3 00000080:00200000:3.0:1769074835.645675:0:60921:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074835.645680:0:60921:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074835.645685:0:60921:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927600/0x21fa6d252c11b7e2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b37d expref: -99 pid: 60343 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.645692:0:60921:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927600/0x21fa6d252c11b7e2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b37d expref: -99 pid: 60343 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074835.645699:0:60921:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074835.645702:0:60921:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074835.645705:0:60921:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b7e2 00000080:00010000:3.0:1769074835.645708:0:60921:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b7e2 from it ffffa7f98191bdc8 00010000:00010000:3.0:1769074835.645711:0:60921:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927600/0x21fa6d252c11b7e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b37d expref: -99 pid: 60343 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.645719:0:60921:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927600/0x21fa6d252c11b7e2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b37d expref: -99 pid: 60343 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074835.645726:0:60921:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 3 00000080:00200000:3.0:1769074835.645731:0:60921:0:(namei.c:2175:do_mkdir()) VFS Op:name=d204a.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8) 00010000:00010000:3.0:1769074835.645766:0:60921:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927600/0x21fa6d252c11b7e2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e8b37d expref: -99 pid: 60343 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.645850:0:60921:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927600/0x21fa6d252c11b7e2 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8b37d expref: -99 pid: 60343 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.645857:0:60921:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074835.645860:0:60921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927600/0x21fa6d252c11b7e2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8b37d expref: -99 pid: 60343 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074835.645886:0:60921:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074835.645900:0:60921:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64d9afb80 x1855007612856704/t0(0) o36->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 568/2080 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074835.645926:0:60921:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job mkdir:8e818347-4d21-45d1-a323-b359656f3fdd:60921:1855007612856704:192.168.204.139@tcp:36:mkdir.0 00000100:00100000:3.0:1769074835.646036:0:60921:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ac8dc00 going to sleep for 50 seconds 00000100:00100000:3.0:1769074835.659963:0:60921:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bc646483800: committing for last_committed 8589941444 gen 1 00000100:00100000:3.0:1769074835.660009:0:60921:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9bc64d9afb80 x1855007612856704/t8589941445(8589941445) o36->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 568/448 e 0 to 0 dl 1769074890 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074835.660039:0:60921:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job mkdir:8e818347-4d21-45d1-a323-b359656f3fdd:60921:1855007612856704:192.168.204.139@tcp:36:mkdir.0 00000080:00200000:3.0:1769074835.660106:0:60921:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000404:0x1b1:0x0](ffff9bc65158ba88) 00000080:00200000:3.0:1769074835.660115:0:60921:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000404:0x1b1:0x0], updating i_size 512 00000100:00100000:0.0:1769074835.716282:0:60924:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60924:1855007612856832:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074835.716317:0:60924:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.716332:0:60924:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.716345:0:60924:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.716355:0:60924:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.716367:0:60924:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.716375:0:60924:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.716384:0:60924:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074835.716395:0:60924:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9bc67afd8700 x1855007612856832/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074890 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074835.716410:0:60924:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.716425:0:60924:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:0.0:1769074835.716432:0:60924:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074835.716462:0:60924:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 13824 00000080:00010000:0.0:1769074835.716469:0:60924:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b805 00000080:00010000:0.0:1769074835.716476:0:60924:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074835.716490:0:60924:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b805 from it ffffa7f981d07b58 00010000:00010000:0.0:1769074835.716494:0:60924:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.716503:0:60924:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.716531:0:60924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.716554:0:60924:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d204a.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), flags=29 00000080:00200000:0.0:1769074835.716560:0:60924:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d204a.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), intent=0 00000002:00010000:0.0:1769074835.716586:0:60924:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d204a.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074835.716632:0:60924:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943600/0x21fa6d252c11b80c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 60924 initiator: MDT0 00010000:00010000:0.0:1769074835.716651:0:60924:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943600/0x21fa6d252c11b80c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60924 initiator: MDT0 00010000:00010000:0.0:1769074835.716660:0:60924:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943600/0x21fa6d252c11b80c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60924 initiator: MDT0 00000100:00100000:0.0:1769074835.716683:0:60924:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60924:1855007612856960:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074835.716821:0:60924:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513ea780 going to sleep for 50 seconds 00000100:00100000:0.0:1769074835.734370:0:60924:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60924:1855007612856960:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074835.734397:0:60924:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943600/0x21fa6d252c11b80c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b45d expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.734424:0:60924:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943600/0x21fa6d252c11b80c lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b45d expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.734433:0:60924:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943600/0x21fa6d252c11b80c lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b45d expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.734444:0:60924:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943600/0x21fa6d252c11b80c lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b45d expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.734455:0:60924:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943600/0x21fa6d252c11b80c lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b45d expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.734466:0:60924:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943600/0x21fa6d252c11b80c lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b45d expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.734475:0:60924:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943600/0x21fa6d252c11b80c lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b45d expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.734494:0:60924:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943600/0x21fa6d252c11b80c lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b45d expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074835.734506:0:60924:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff9bc64f07d180 x1855007612856960/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 592/584 e 0 to 0 dl 1769074890 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074835.734518:0:60924:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943600/0x21fa6d252c11b80c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b45d expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.734528:0:60924:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589935620/433 (0 0) 00000080:00200000:0.0:1769074835.734535:0:60924:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1769074835.734562:0:60924:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000404:0x1b1:0x0], updating i_size 512 00000080:00200000:0.0:1769074835.734566:0:60924:0:(namei.c:151:ll_iget()) got inode: [0x200000404:0x1b1:0x0](ffff9bc65158ba88): rc = 0 00000080:00010000:0.0:1769074835.734573:0:60924:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b1:0x0](ffff9bc65158ba88) for lock 0x21fa6d252c11b80c 00000080:00010000:0.0:1769074835.734587:0:60924:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b1:0x0](ffff9bc65158ba88) 00000080:00010000:0.0:1769074835.734591:0:60924:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b80c from it ffffa7f981d07a28 00010000:00010000:0.0:1769074835.734595:0:60924:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943600/0x21fa6d252c11b80c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b45d expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.734603:0:60924:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943600/0x21fa6d252c11b80c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b45d expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.734652:0:60924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), inode mode 41ed mask 1 00000100:00100000:0.0:1769074835.748575:0:60924:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60924:1855007612857088:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074835.748604:0:60924:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927a00/0x21fa6d252c11b813 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60924 initiator: MDT0 00010000:00010000:0.0:1769074835.748621:0:60924:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927a00/0x21fa6d252c11b813 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 60924 initiator: MDT0 00010000:00010000:0.0:1769074835.748629:0:60924:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927a00/0x21fa6d252c11b813 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 60924 initiator: MDT0 00010000:00010000:0.0:1769074835.748636:0:60924:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927a00/0x21fa6d252c11b813 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 60924 initiator: MDT0 00010000:00010000:0.0:1769074835.748644:0:60924:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927a00/0x21fa6d252c11b813 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 60924 initiator: MDT0 00010000:00010000:0.0:1769074835.748651:0:60924:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc643927a00 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:0.0:1769074835.748656:0:60924:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927a00/0x21fa6d252c11b813 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 60924 initiator: MDT0 00010000:00010000:0.0:1769074835.748663:0:60924:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927a00/0x21fa6d252c11b813 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 60924 initiator: MDT0 00010000:00010000:0.0:1769074835.748670:0:60924:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927a00/0x21fa6d252c11b813 lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 60924 initiator: MDT0 00010000:00010000:0.0:1769074835.748677:0:60924:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074835.748684:0:60924:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927a00/0x21fa6d252c11b813 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 60924 initiator: MDT0 00010000:00010000:0.0:1769074835.748691:0:60924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927a00/0x21fa6d252c11b813 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 60924 initiator: MDT0 00000002:00100000:0.0:1769074835.748716:0:60924:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff9bc67afdad80 x1855007612857088/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 592/584 e 0 to 0 dl 1769074890 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074835.748734:0:60924:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074835.748771:0:60924:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 30 res 8589935620/433 (0 0) 00000080:00200000:0.0:1769074835.748947:0:60924:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074835.748967:0:60924:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074835.748977:0:60924:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.748989:0:60924:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.748995:0:60924:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074835.749003:0:60924:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074835.749007:0:60924:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b805 00000080:00010000:0.0:1769074835.749013:0:60924:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b805 from it ffffa7f981d07be8 00010000:00010000:0.0:1769074835.749016:0:60924:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.749024:0:60924:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.749040:0:60924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.749049:0:60924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204a.sanity-flr, flags=16408 00000080:00200000:0.0:1769074835.749055:0:60924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.749070:0:60924:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f204a.sanity-flr, dir=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), flags=16392 00000080:00200000:0.0:1769074835.749074:0:60924:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204a.sanity-flr, dir=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), intent=getattr 00000002:00010000:0.0:1769074835.749088:0:60924:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204a.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074835.749156:0:60924:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b81a lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 60924 initiator: MDT0 00010000:00010000:0.0:1769074835.749164:0:60924:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b81a lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60924 initiator: MDT0 00010000:00010000:0.0:1769074835.749175:0:60924:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b81a lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60924 initiator: MDT0 00000100:00100000:0.0:1769074835.749206:0:60924:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60924:1855007612857216:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074835.749407:0:60924:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513ea780 going to sleep for 50 seconds 00000100:00100000:0.0:1769074835.756771:0:60924:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60924:1855007612857216:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074835.756825:0:60924:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b81a lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60924 initiator: MDT0 00010000:00010000:0.0:1769074835.756844:0:60924:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b81a lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 60924 initiator: MDT0 00010000:00010000:0.0:1769074835.756852:0:60924:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b81a lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 60924 initiator: MDT0 00010000:00010000:0.0:1769074835.756859:0:60924:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b81a lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 60924 initiator: MDT0 00010000:00010000:0.0:1769074835.756867:0:60924:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b81a lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 60924 initiator: MDT0 00010000:00010000:0.0:1769074835.756875:0:60924:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f943800 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:0.0:1769074835.756881:0:60924:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b81a lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 60924 initiator: MDT0 00010000:00010000:0.0:1769074835.756887:0:60924:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b81a lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 60924 initiator: MDT0 00010000:00010000:0.0:1769074835.756895:0:60924:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b81a lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 60924 initiator: MDT0 00010000:00010000:0.0:1769074835.756903:0:60924:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074835.756912:0:60924:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b81a lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 60924 initiator: MDT0 00010000:00010000:0.0:1769074835.756923:0:60924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b81a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 60924 initiator: MDT0 00000002:00100000:0.0:1769074835.756944:0:60924:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff9bc64f07d180 x1855007612857216/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 592/584 e 0 to 0 dl 1769074890 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074835.756962:0:60924:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074835.757107:0:60924:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 30 res 8589935620/433 (0 0) 00000080:00200000:1.0:1769074835.757222:0:60924:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074835.757244:0:60924:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074835.757255:0:60924:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.757270:0:60924:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074835.757279:0:60924:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074835.757285:0:60924:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074835.757289:0:60924:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b805 00000080:00010000:1.0:1769074835.757298:0:60924:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b805 from it ffffa7f981d07b58 00010000:00010000:1.0:1769074835.758501:0:60924:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.758516:0:60924:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074835.758536:0:60924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.758550:0:60924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204a.sanity-flr, flags=13 00000080:00200008:1.0:1769074835.758565:0:60924:0:(file.c:6252:ll_getattr_dentry()) START file d204a.sanity-flr:[0x200000404:0x1b1:0x0](ffff9bc65158ba88), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1769074835.758571:0:60924:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1b1:0x0](ffff9bc65158ba88),name=d204a.sanity-flr 00000002:00010000:1.0:1769074835.758590:0:60924:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074835.758599:0:60924:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 30 res 8589935620/433 (0 0) 00010000:00010000:1.0:1769074835.758872:0:60924:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c800/0x21fa6d252c11b821 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 60924 initiator: MDT0 00010000:00010000:1.0:1769074835.758887:0:60924:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c800/0x21fa6d252c11b821 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60924 initiator: MDT0 00010000:00010000:1.0:1769074835.758898:0:60924:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c800/0x21fa6d252c11b821 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60924 initiator: MDT0 00000100:00100000:1.0:1769074835.758926:0:60924:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60924:1855007612857344:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074835.759117:0:60924:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6413706c0 going to sleep for 50 seconds 00000100:00100000:1.0:1769074835.767127:0:60924:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60924:1855007612857344:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074835.767159:0:60924:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c800/0x21fa6d252c11b821 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b495 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.767181:0:60924:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c800/0x21fa6d252c11b821 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b495 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.767191:0:60924:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c800/0x21fa6d252c11b821 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b495 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.767203:0:60924:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c800/0x21fa6d252c11b821 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b495 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.767214:0:60924:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c800/0x21fa6d252c11b821 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b495 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.767226:0:60924:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c800/0x21fa6d252c11b821 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b495 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.767234:0:60924:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c800/0x21fa6d252c11b821 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b495 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.767242:0:60924:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c800/0x21fa6d252c11b821 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b495 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074835.767252:0:60924:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9bc64ac90000 x1855007612857344/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074890 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074835.767265:0:60924:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c800/0x21fa6d252c11b821 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b495 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.767275:0:60924:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589935620/433 (0 0) 00000080:00200000:1.0:1769074835.767282:0:60924:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074835.767308:0:60924:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000404:0x1b1:0x0], updating i_size 512 00000080:00010000:1.0:1769074835.767315:0:60924:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b1:0x0](ffff9bc65158ba88) for lock 0x21fa6d252c11b821 00000080:00010000:1.0:1769074835.767325:0:60924:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b1:0x0](ffff9bc65158ba88) 00000080:00010000:1.0:1769074835.767329:0:60924:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b821 from it ffffa7f981d07cb8 00010000:00010000:1.0:1769074835.767332:0:60924:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c800/0x21fa6d252c11b821 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b495 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.767343:0:60924:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c800/0x21fa6d252c11b821 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b495 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200008:1.0:1769074835.770223:0:60924:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1769074835.770234:0:60924:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074835.770259:0:60924:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074835.770276:0:60924:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.770292:0:60924:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074835.770301:0:60924:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074835.770309:0:60924:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074835.770313:0:60924:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b805 00000080:00010000:1.0:1769074835.770322:0:60924:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b805 from it ffffa7f981d07cb8 00010000:00010000:1.0:1769074835.770326:0:60924:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.770335:0:60924:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074835.770467:0:60924:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074835.770474:0:60924:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074835.770491:0:60924:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.770500:0:60924:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074835.770506:0:60924:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074835.770510:0:60924:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074835.770513:0:60924:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b805 00000080:00010000:1.0:1769074835.770516:0:60924:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b805 from it ffffa7f981d07b58 00010000:00010000:1.0:1769074835.770519:0:60924:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.770526:0:60924:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074835.770540:0:60924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.770546:0:60924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204a.sanity-flr, flags=24 00000080:00200000:1.0:1769074835.770551:0:60924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.770561:0:60924:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f204a.sanity-flr, dir=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), flags=8 00000080:00200000:1.0:1769074835.770565:0:60924:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204a.sanity-flr, dir=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), intent=getattr 00000002:00010000:1.0:1769074835.770577:0:60924:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204a.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074835.770628:0:60924:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08ce00/0x21fa6d252c11b828 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 60924 initiator: MDT0 00010000:00010000:1.0:1769074835.772997:0:60924:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08ce00/0x21fa6d252c11b828 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 60924 initiator: MDT0 00010000:00010000:1.0:1769074835.773018:0:60924:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08ce00/0x21fa6d252c11b828 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 60924 initiator: MDT0 00000100:00100000:1.0:1769074835.773053:0:60924:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60924:1855007612857472:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074835.774064:0:60924:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6413706c0 going to sleep for 50 seconds 00000100:00100000:1.0:1769074835.785087:0:60924:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60924:1855007612857472:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074835.785329:0:60924:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08ce00/0x21fa6d252c11b828 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 60924 initiator: MDT0 00010000:00010000:1.0:1769074835.785343:0:60924:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08ce00/0x21fa6d252c11b828 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 60924 initiator: MDT0 00010000:00010000:1.0:1769074835.785350:0:60924:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08ce00/0x21fa6d252c11b828 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 60924 initiator: MDT0 00010000:00010000:1.0:1769074835.785357:0:60924:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08ce00/0x21fa6d252c11b828 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 60924 initiator: MDT0 00010000:00010000:1.0:1769074835.785370:0:60924:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08ce00/0x21fa6d252c11b828 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 60924 initiator: MDT0 00010000:00010000:1.0:1769074835.785376:0:60924:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f08ce00 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074835.785381:0:60924:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08ce00/0x21fa6d252c11b828 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 60924 initiator: MDT0 00010000:00010000:1.0:1769074835.785388:0:60924:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08ce00/0x21fa6d252c11b828 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 60924 initiator: MDT0 00010000:00010000:1.0:1769074835.785394:0:60924:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08ce00/0x21fa6d252c11b828 lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 60924 initiator: MDT0 00010000:00010000:1.0:1769074835.785401:0:60924:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074835.785406:0:60924:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08ce00/0x21fa6d252c11b828 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 60924 initiator: MDT0 00010000:00010000:1.0:1769074835.785412:0:60924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08ce00/0x21fa6d252c11b828 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 60924 initiator: MDT0 00000002:00100000:1.0:1769074835.785433:0:60924:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff9bc64ac90000 x1855007612857472/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 592/584 e 0 to 0 dl 1769074890 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074835.785449:0:60924:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074835.785567:0:60924:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c800/0x21fa6d252c11b821 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b495 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.785584:0:60924:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c800/0x21fa6d252c11b821 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b495 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074835.785594:0:60924:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b821 from it ffffa7f981d07940 00010000:00010000:0.0:1769074835.785598:0:60924:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c800/0x21fa6d252c11b821 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b495 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.785607:0:60924:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c800/0x21fa6d252c11b821 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b495 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.786035:0:60924:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074835.786052:0:60924:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074835.786061:0:60924:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.786070:0:60924:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.786076:0:60924:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074835.786084:0:60924:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074835.786088:0:60924:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b805 00000080:00010000:0.0:1769074835.786238:0:60924:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b805 from it ffffa7f981d07bf8 00010000:00010000:0.0:1769074835.786242:0:60924:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.786249:0:60924:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.786259:0:60924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.786268:0:60924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204a.sanity-flr, flags=25 00000080:00200000:0.0:1769074835.786274:0:60924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.786281:0:60924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f204a.sanity-flr, flags=777 00000080:00200000:0.0:1769074835.786284:0:60924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), inode mode 41ed mask 3 00000080:00200000:0.0:1769074835.786288:0:60924:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204a.sanity-flr, dir=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), file ffff9bc644b7d500, open_flags a141, mode 81b6 opened 0 00000080:00200000:0.0:1769074835.786299:0:60924:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204a.sanity-flr, dir=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), intent=open|creat 00000002:00010000:0.0:1769074835.786317:0:60924:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204a.sanity-flr,[0x200000404:0x1b2:0x0]) in obj [0x200000404:0x1b1:0x0], intent: open|creat flags 0120502 00010000:00010000:0.0:1769074835.786329:0:60924:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c800/0x21fa6d252c11b821 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e8b495 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.786343:0:60924:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943600/0x21fa6d252c11b80c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b45d expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.786383:0:60924:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c800/0x21fa6d252c11b821 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8b495 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.786391:0:60924:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074835.786394:0:60924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c800/0x21fa6d252c11b821 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8b495 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.786424:0:60924:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b82f lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 60924 initiator: MDT0 00010000:00010000:0.0:1769074835.786430:0:60924:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b82f lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60924 initiator: MDT0 00000020:00100000:0.0:1769074835.786442:0:60924:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074835.786451:0:60924:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07c700 x1855007612857728/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 536/67824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074835.786461:0:60924:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b82f lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60924 initiator: MDT0 00000100:00100000:0.0:1769074835.786493:0:60924:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60924:1855007612857728:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074835.786651:0:60924:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513ea780 going to sleep for 50 seconds 00000100:00100000:0.0:1769074835.795759:0:60924:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60924:1855007612857728:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074835.795845:0:60924:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b82f lrc: 4/0,1 mode: --/CW res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b4c6 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.795876:0:60924:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b82f lrc: 4/0,1 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b4c6 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.795885:0:60924:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b82f lrc: 4/0,1 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b4c6 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.795899:0:60924:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b82f lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b4c6 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.795914:0:60924:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b82f lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b4c6 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.795931:0:60924:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b82f lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b4c6 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.795940:0:60924:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b82f lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b4c6 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.795948:0:60924:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b82f lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b4c6 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074835.795961:0:60924:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=8000037, status=0 req@ffff9bc64f07c700 x1855007612857728/t8589941446(8589941446) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 536/608 e 0 to 0 dl 1769074890 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1769074835.795975:0:60924:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64f07c700 x1855007612857728/t8589941446(8589941446) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 536/608 e 0 to 0 dl 1769074890 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074835.795989:0:60924:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b82f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b4c6 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.796001:0:60924:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589935620/434 (0 0) 00000080:00200000:0.0:1769074835.796011:0:60924:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x1b1:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1769074835.796030:0:60924:0:(namei.c:1569:ll_create_it()) VFS Op:name=f204a.sanity-flr, dir=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), intent=open|creat 00000080:00200000:0.0:1769074835.796070:0:60924:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000404:0x1b2:0x0](ffff9bc649b663c8) 00000080:00200000:0.0:1769074835.796078:0:60924:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000404:0x1b2:0x0], updating i_size 0 00000080:00200000:0.0:1769074835.796119:0:60924:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1b2:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:0.0:1769074835.796124:0:60924:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x200000404:0x1b2:0x0](ffff9bc649b663c8) 00000080:00010000:0.0:1769074835.796128:0:60924:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b2:0x0](ffff9bc649b663c8) for lock 0x21fa6d252c11b82f 00000080:00010000:0.0:1769074835.796241:0:60924:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b2:0x0](ffff9bc649b663c8) 00000080:00200008:0.0:1769074835.796268:0:60924:0:(file.c:1001:ll_file_open()) START file f204a.sanity-flr:[0x200000404:0x1b2:0x0](ffff9bc649b663c8), flags 120501 00000002:00100000:0.0:1769074835.796510:0:60924:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64f07c700 x1855007612857728/t8589941446(8589941446) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 536/608 e 0 to 0 dl 1769074890 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00010000:0.0:1769074835.796561:0:60924:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b82f from it ffff9bc67ae6ca80 00010000:00010000:0.0:1769074835.796568:0:60924:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b82f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8b4c6 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.796579:0:60924:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b82f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b4c6 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.796605:0:60924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b2:0x0](ffff9bc649b663c8), inode mode 81a4 mask 40 00000080:00200000:0.0:1769074835.796719:0:60924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b2:0x0](ffff9bc649b663c8), inode mode 81a4 mask 2 00000080:00200000:0.0:1769074835.796731:0:60924:0:(xattr.c:406:ll_xattr_set()) VFS Op:inode=[0x200000404:0x1b2:0x0](ffff9bc649b663c8), xattr lov 00000002:00010000:0.0:1769074835.796751:0:60924:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b2:0x0]) in obj [0x200000404:0x1b1:0x0], intent: open flags 040000002 00010000:00010000:0.0:1769074835.796848:0:60924:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943200/0x21fa6d252c11b836 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 60924 initiator: MDT0 00010000:00010000:0.0:1769074835.796857:0:60924:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943200/0x21fa6d252c11b836 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60924 initiator: MDT0 00000020:00100000:0.0:1769074835.796869:0:60924:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074835.796875:0:60924:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07dc00 x1855007612857984/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074835.796885:0:60924:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943200/0x21fa6d252c11b836 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60924 initiator: MDT0 00000100:00100000:0.0:1769074835.796908:0:60924:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60924:1855007612857984:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074835.797156:0:60924:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513ea780 going to sleep for 50 seconds 00000100:00100000:3.0:1769074835.809670:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00010000:00010000:1.0:1769074835.810581:0:37585:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074835.810588:0:37585:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b82f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x8b5959a9a0e8b4c6 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.810596:0:37585:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f943800 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074835.810601:0:37585:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b82f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x8b5959a9a0e8b4c6 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.810612:0:37585:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b82f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x8b5959a9a0e8b4c6 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.810619:0:37585:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b82f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x8b5959a9a0e8b4c6 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074835.810645:0:37585:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x1b2:0x0]: losing layout lock 00010000:00010000:1.0:1769074835.810699:0:37585:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b82f lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8b5959a9a0e8b4c6 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.810703:0:37585:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074835.810735:0:37585:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b82f lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8b5959a9a0e8b4c6 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.810739:0:37585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b82f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8b5959a9a0e8b4c6 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.810757:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074835.810759:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074835.810760:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074835.810767:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074835.810818:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612858112:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074835.817900:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612858112:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1769074835.818001:0:60924:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60924:1855007612857984:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074835.818022:0:60924:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943200/0x21fa6d252c11b836 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60924 initiator: MDT0 00010000:00010000:0.0:1769074835.818035:0:60924:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943200/0x21fa6d252c11b836 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 60924 initiator: MDT0 00010000:00010000:0.0:1769074835.818040:0:60924:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943200/0x21fa6d252c11b836 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 60924 initiator: MDT0 00010000:00010000:0.0:1769074835.818046:0:60924:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943200/0x21fa6d252c11b836 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 60924 initiator: MDT0 00010000:00010000:0.0:1769074835.818051:0:60924:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943200/0x21fa6d252c11b836 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 60924 initiator: MDT0 00010000:00010000:0.0:1769074835.818056:0:60924:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f943200 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:0.0:1769074835.818061:0:60924:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943200/0x21fa6d252c11b836 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 60924 initiator: MDT0 00010000:00010000:0.0:1769074835.818066:0:60924:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943200/0x21fa6d252c11b836 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 60924 initiator: MDT0 00010000:00010000:0.0:1769074835.818071:0:60924:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943200/0x21fa6d252c11b836 lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 60924 initiator: MDT0 00010000:00010000:0.0:1769074835.818077:0:60924:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074835.818082:0:60924:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943200/0x21fa6d252c11b836 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 60924 initiator: MDT0 00010000:00010000:0.0:1769074835.818086:0:60924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943200/0x21fa6d252c11b836 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 60924 initiator: MDT0 00000002:00100000:0.0:1769074835.818102:0:60924:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=800002b, status=0 req@ffff9bc64f07dc00 x1855007612857984/t8589941447(8589941447) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/1160 e 0 to 0 dl 1769074890 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1769074835.818118:0:60924:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64f07dc00 x1855007612857984/t8589941447(8589941447) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/1160 e 0 to 0 dl 1769074890 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074835.818136:0:60924:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1b1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074835.818201:0:60924:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b2:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1769074835.818210:0:60924:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b2:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1769074835.818256:0:60924:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000404:0x1b2:0x0], updating i_size 0 00000002:00100000:0.0:1769074835.818271:0:60924:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64f07dc00 x1855007612857984/t8589941447(8589941447) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 1072/1160 e 0 to 0 dl 1769074890 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1769074835.818323:0:60924:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff9bc64f07dc00 x1855007612857984/t8589941447(8589941447) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 1072/1160 e 0 to 0 dl 1769074890 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074835.818333:0:60924:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074835.818338:0:60924:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07f480 x1855007612858368/t0(0) o35->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:23/10 lens 392/2128 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1769074835.818365:0:60924:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60924:1855007612858368:192.168.204.139@tcp:35:lfs.0 00000100:00100000:0.0:1769074835.818640:0:60924:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513ea780 going to sleep for 11 seconds 00000100:00100000:0.0:1769074835.823709:0:60924:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60924:1855007612858368:192.168.204.139@tcp:35:lfs.0 00000002:00100000:0.0:1769074835.823761:0:60924:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9bc64f07dc00 x1855007612857984/t8589941447(8589941447) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 1072/1160 e 0 to 0 dl 1769074890 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200008:0.0:1769074835.823865:0:60924:0:(file.c:424:ll_file_release()) START file f204a.sanity-flr:[0x200000404:0x1b2:0x0](ffff9bc649b663c8), flags 100001 00000002:00100000:0.0:1769074835.823934:0:60924:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff9bc64f07c700 x1855007612857728/t8589941446(8589941446) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 536/608 e 0 to 0 dl 1769074890 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074835.823946:0:60924:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074835.823953:0:60924:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07ca80 x1855007612858624/t0(0) o35->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:23/10 lens 392/2128 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1769074835.823980:0:60924:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ca80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60924:1855007612858624:192.168.204.139@tcp:35:lfs.0 00000100:00100000:0.0:1769074835.824170:0:60924:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513ea780 going to sleep for 11 seconds 00000100:00100000:0.0:1769074835.828965:0:60924:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ca80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60924:1855007612858624:192.168.204.139@tcp:35:lfs.0 00000002:00100000:0.0:1769074835.829013:0:60924:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9bc64f07c700 x1855007612857728/t8589941446(8589941446) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 536/608 e 0 to 0 dl 1769074890 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1769074835.844561:0:60925:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job dd:8e818347-4d21-45d1-a323-b359656f3fdd:60925:1855007612858880:192.168.204.139@tcp:101:dd.0 00010000:00010000:3.0:1769074835.844603:0:60925:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927c00/0x21fa6d252c11b83d lrc: 4/0,1 mode: --/CW res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b4fe expref: -99 pid: 60925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.844633:0:60925:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927c00/0x21fa6d252c11b83d lrc: 4/0,1 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b4fe expref: -99 pid: 60925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.844641:0:60925:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927c00/0x21fa6d252c11b83d lrc: 4/0,1 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b4fe expref: -99 pid: 60925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.844656:0:60925:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927c00/0x21fa6d252c11b83d lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b4fe expref: -99 pid: 60925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.844670:0:60925:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927c00/0x21fa6d252c11b83d lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b4fe expref: -99 pid: 60925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.844686:0:60925:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927c00/0x21fa6d252c11b83d lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b4fe expref: -99 pid: 60925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.844695:0:60925:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927c00/0x21fa6d252c11b83d lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b4fe expref: -99 pid: 60925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.844709:0:60925:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927c00/0x21fa6d252c11b83d lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b4fe expref: -99 pid: 60925 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074835.844722:0:60925:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=2b, status=0 req@ffff9bc67afda680 x1855007612858880/t8589941450(8589941450) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/1160 e 0 to 0 dl 1769074890 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1769074835.844737:0:60925:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc67afda680 x1855007612858880/t8589941450(8589941450) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/1160 e 0 to 0 dl 1769074890 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074835.844754:0:60925:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 552 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927c00/0x21fa6d252c11b83d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b4fe expref: -99 pid: 60925 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1769074835.845609:0:60925:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927c00/0x21fa6d252c11b83d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b4fe expref: -99 pid: 60925 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074835.845637:0:60925:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589935620/434 (0 0) 00000080:00200000:3.0:1769074835.845645:0:60925:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x1b1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1769074835.845721:0:60925:0:(namei.c:151:ll_iget()) got inode: [0x200000404:0x1b2:0x0](ffff9bc649b663c8): rc = 0 00000080:00200000:3.0:1769074835.845740:0:60925:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1b2:0x0]: layout version change: 4294967294 -> 5 00000080:00010000:3.0:1769074835.845747:0:60925:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b2:0x0](ffff9bc649b663c8) for lock 0x21fa6d252c11b83d 00000080:00010000:3.0:1769074835.845761:0:60925:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b2:0x0](ffff9bc649b663c8) 00000080:00200008:3.0:1769074835.845921:0:60925:0:(file.c:1001:ll_file_open()) START file f204a.sanity-flr:[0x200000404:0x1b2:0x0](ffff9bc649b663c8), flags 100101 00000002:00100000:3.0:1769074835.845952:0:60925:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc67afda680 x1855007612858880/t8589941450(8589941450) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 1088/1160 e 0 to 0 dl 1769074890 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000080:00010000:3.0:1769074835.846002:0:60925:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b83d from it ffff9bc675990f00 00010000:00010000:3.0:1769074835.846008:0:60925:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927c00/0x21fa6d252c11b83d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8b4fe expref: -99 pid: 60925 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074835.846024:0:60925:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643927c00/0x21fa6d252c11b83d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b4fe expref: -99 pid: 60925 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074835.846054:0:60925:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b2:0x0](ffff9bc649b663c8), inode mode 81a4 mask 42 00000100:00100000:0.0:1769074835.943905:0:60925:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job dd:8e818347-4d21-45d1-a323-b359656f3fdd:60925:1855007612859136:192.168.204.139@tcp:101:dd.0 00010000:00010000:0.0:1769074835.943954:0:60925:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode CR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b844 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b513 expref: -99 pid: 60925 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074835.943969:0:60925:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b844 lrc: 4/0,1 mode: --/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b513 expref: -99 pid: 60925 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074835.943983:0:60925:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b844 lrc: 4/0,1 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b513 expref: -99 pid: 60925 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074835.943996:0:60925:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b844 lrc: 4/0,1 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b513 expref: -99 pid: 60925 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074835.944010:0:60925:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b844 lrc: 5/1,1 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b513 expref: -99 pid: 60925 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074835.944018:0:60925:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b844 lrc: 5/1,1 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b513 expref: -99 pid: 60925 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074835.944025:0:60925:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b844 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b513 expref: -99 pid: 60925 timeout: 0 lvb_type: 3 00000002:00100000:0.0:1769074835.944039:0:60925:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff9bc67afd9880 x1855007612859136/t8589941451(8589941451) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 376/896 e 0 to 0 dl 1769074890 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074835.944062:0:60925:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 552 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b844 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b513 expref: -99 pid: 60925 timeout: 0 lvb_type: 3 00000002:00010000:0.0:1769074835.944076:0:60925:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b844 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b513 expref: -99 pid: 60925 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074835.944092:0:60925:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 16 res 8589935620/434 (0 0) 00000080:00200000:0.0:1769074835.944100:0:60925:0:(namei.c:955:ll_intent_lock()) intent lock 1024 on i1 [0x200000404:0x1b2:0x0] suppgids 0 0: rc 0 00000080:00010000:0.0:1769074835.944111:0:60925:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b2:0x0](ffff9bc649b663c8) for lock 0x21fa6d252c11b844 00000080:00010000:0.0:1769074835.944122:0:60925:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b844 from it ffffa7f98191bbb8 00010000:00010000:0.0:1769074835.944126:0:60925:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b844 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b513 expref: -99 pid: 60925 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074835.944134:0:60925:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b844 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b513 expref: -99 pid: 60925 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074835.944383:0:60925:0:(file.c:2142:ll_file_io_generic()) f204a.sanity-flr: 2 io complete with rc: 0, result: 0, restart: 1 00000080:00200000:0.0:1769074835.944388:0:60925:0:(file.c:2149:ll_file_io_generic()) f204a.sanity-flr: restart write from ppos=0 bytes=2097152 retries=999 ret=0: rc = 0 00000080:00200000:0.0:1769074835.944398:0:60925:0:(file.c:1759:ll_io_set_mirror()) f204a.sanity-flr: desiginated mirror: 0 00000020:00200000:0.0:1769074835.944409:0:60925:0:(cl_io.c:214:cl_io_rw_init()) header@00000000464f1daa[0x4, 2, [0x200000404:0x1b2:0x0] hash] 00000020:00200000:0.0:1769074835.944411:0:60925:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 2097152) 0 0 00000080:00200000:0.0:1769074835.944418:0:60925:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b2:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00010000:00010000:0.0:1769074835.944436:0:60925:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b844 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b513 expref: -99 pid: 60925 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074835.944453:0:60925:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b844 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b513 expref: -99 pid: 60925 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1769074835.944462:0:60925:0:(file.c:6914:ll_layout_lock_set()) ### file [0x200000404:0x1b2:0x0](0000000019c6de69) being reconfigured ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b844 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b513 expref: -99 pid: 60925 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074835.944527:0:60925:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b844 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b513 expref: -99 pid: 60925 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074835.944535:0:60925:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b844 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b513 expref: -99 pid: 60925 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074835.944551:0:60925:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b2:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1769074835.944564:0:60925:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b2:0x0]: flr state: 1, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:0.0:1769074835.944567:0:60925:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:0.0:1769074835.944575:0:60925:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:0.0:1769074835.944590:0:60925:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x0 00000080:00200000:0.0:1769074835.944616:0:60925:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b2:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1769074835.944630:0:60925:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b844 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b513 expref: -99 pid: 60925 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074835.944638:0:60925:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b844 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b513 expref: -99 pid: 60925 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1769074835.944645:0:60925:0:(file.c:6914:ll_layout_lock_set()) ### file [0x200000404:0x1b2:0x0](0000000019c6de69) being reconfigured ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b844 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b513 expref: -99 pid: 60925 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074835.944661:0:60925:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b2:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1769074835.944666:0:60925:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b2:0x0]: flr state: 1, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:0.0:1769074835.944669:0:60925:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:0.0:1769074835.944671:0:60925:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:0.0:1769074835.944712:0:60925:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x0 00000080:00200000:0.0:1769074835.944718:0:60925:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b2:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1769074835.944854:0:60925:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1b2:0x0]: layout version change: 4294967294 -> 6 00010000:00010000:0.0:1769074835.944871:0:60925:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b844 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8b513 expref: -99 pid: 60925 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074835.944880:0:60925:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926000/0x21fa6d252c11b844 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b513 expref: -99 pid: 60925 timeout: 0 lvb_type: 3 00020000:00200000:0.0:1769074835.944892:0:60925:0:(lov_io.c:308:lov_io_mirror_write_intent()) [0x200000404:0x1b2:0x0]there are 0 components to be staled to modify file extent [0x0, 0xa00000), iot: 2 00020000:00200000:0.0:1769074835.944896:0:60925:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b2:0x0]: flr state: 2, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:0.0:1769074835.944899:0:60925:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00000080:00200000:0.0:1769074835.944903:0:60925:0:(file.c:2072:ll_file_io_generic()) Range lock [0, 511] 00020000:00200000:0.0:1769074835.944911:0:60925:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 2097152) 2097152, 2097152 00020000:00200000:0.0:1769074835.944914:0:60925:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1769074835.944928:0:60925:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 1 [0, 511] 00000008:00010000:0.0:1769074835.945461:0:60925:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1769074835.945469:0:60925:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc646282d30, osc lock ffff9bc64a6de130, flags 0x0 00000080:00200000:0.0:1769074835.945496:0:60925:0:(vvp_io.c:1312:vvp_io_write_start()) f204a.sanity-flr: write [0, 2097152) append 0 append lockpos 0 00000080:00200000:0.0:1769074835.945513:0:60925:0:(rw26.c:439:ll_direct_IO_impl()) VFS Op:inode=[0x200000404:0x1b2:0x0](ffff9bc649b663c8), size=2097152 (max 603979776), offset=0=0x0, pages 512 (max 147456), lockless, parallel, hybrid 00000008:00010000:0.0:1769074835.951829:0:46436:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9bc650fdce40 00000020:00200000:1.0:1769074835.953367:0:60925:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 512 items remaining. 00000080:00200000:1.0:1769074835.953381:0:60925:0:(rw26.c:570:ll_direct_IO_impl()) result 0 tot_bytes 2097152 count 2097152 file_offset 2097152 00000020:00010000:1.0:1769074835.953400:0:60925:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc67aff6c68 (ffff9bc64f158758/0) at cl_lock_release():245 00000020:00010000:1.0:1769074835.953405:0:60925:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc67aff6c68 (ffff9bc64f158758/0) at cl_lock_cancel():142 00000020:00010000:1.0:1769074835.953411:0:60925:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc646282d30 (ffff9bc64f158638/1) at cl_lock_cancel():142 00000020:00010000:1.0:1769074835.953416:0:60925:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc67aff6c68 (ffff9bc64f158758/0) at cl_lock_fini():72 00000020:00010000:1.0:1769074835.953418:0:60925:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc646282d30 (ffff9bc64f158758/1) at cl_lock_fini():72 00000080:00200000:1.0:1769074835.953430:0:60925:0:(vvp_io.c:518:vvp_io_advance()) advancing 2097152 bytes 00000020:00200000:1.0:1769074835.953441:0:60925:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00100000:0.0:1769074835.954401:0:46436:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc64f07ed80 - object 0x280000400:542 offset 0<>1048576 00000008:00010000:0.0:1769074835.954488:0:46436:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9bc64db666c0 00000008:00100000:0.0:1769074835.955829:0:46436:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc64f07ce00 - object 0x280000400:542 offset 1048576<>2097152 00000100:00100000:1.0:1769074835.956393:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612859264:192.168.204.139@tcp:4:dd.0 00000100:00100000:0.0:1769074835.957361:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612859392:192.168.204.139@tcp:4:dd.0 00000100:00100000:1.0:1769074836.082108:0:2370:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9bc646483800: committing for last_committed 17179872650 gen 1 00000008:00010000:1.0:1769074836.082287:0:2370:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc650fdce40 00000020:00200000:1.0:1769074836.082304:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 511 items remaining. 00000020:00200000:1.0:1769074836.082308:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 510 items remaining. 00000020:00200000:1.0:1769074836.082310:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 509 items remaining. 00000020:00200000:1.0:1769074836.082312:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 508 items remaining. 00000020:00200000:1.0:1769074836.082314:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 507 items remaining. 00000020:00200000:1.0:1769074836.082315:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 506 items remaining. 00000020:00200000:1.0:1769074836.082317:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 505 items remaining. 00000020:00200000:1.0:1769074836.082319:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 504 items remaining. 00000020:00200000:1.0:1769074836.082320:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 503 items remaining. 00000020:00200000:1.0:1769074836.082322:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 502 items remaining. 00000020:00200000:1.0:1769074836.082324:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 501 items remaining. 00000020:00200000:1.0:1769074836.082325:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 500 items remaining. 00000020:00200000:1.0:1769074836.082327:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 499 items remaining. 00000020:00200000:1.0:1769074836.082328:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 498 items remaining. 00000020:00200000:1.0:1769074836.082330:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 497 items remaining. 00000020:00200000:1.0:1769074836.082332:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 496 items remaining. 00000020:00200000:1.0:1769074836.082417:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 495 items remaining. 00000020:00200000:1.0:1769074836.082420:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 494 items remaining. 00000020:00200000:1.0:1769074836.082422:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 493 items remaining. 00000020:00200000:1.0:1769074836.082424:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 492 items remaining. 00000020:00200000:1.0:1769074836.082425:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 491 items remaining. 00000020:00200000:1.0:1769074836.082427:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 490 items remaining. 00000020:00200000:1.0:1769074836.082429:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 489 items remaining. 00000020:00200000:1.0:1769074836.082431:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 488 items remaining. 00000020:00200000:1.0:1769074836.082432:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 487 items remaining. 00000020:00200000:1.0:1769074836.082435:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 486 items remaining. 00000020:00200000:1.0:1769074836.082437:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 485 items remaining. 00000020:00200000:1.0:1769074836.082438:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 484 items remaining. 00000020:00200000:1.0:1769074836.082439:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 483 items remaining. 00000020:00200000:1.0:1769074836.082441:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 482 items remaining. 00000020:00200000:1.0:1769074836.082443:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 481 items remaining. 00000020:00200000:1.0:1769074836.082445:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 480 items remaining. 00000020:00200000:1.0:1769074836.082446:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 479 items remaining. 00000020:00200000:1.0:1769074836.082448:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 478 items remaining. 00000020:00200000:1.0:1769074836.082450:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 477 items remaining. 00000020:00200000:1.0:1769074836.082452:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 476 items remaining. 00000020:00200000:1.0:1769074836.082454:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 475 items remaining. 00000020:00200000:1.0:1769074836.082455:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 474 items remaining. 00000020:00200000:1.0:1769074836.082457:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 473 items remaining. 00000020:00200000:1.0:1769074836.082459:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 472 items remaining. 00000020:00200000:1.0:1769074836.082460:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 471 items remaining. 00000020:00200000:1.0:1769074836.082462:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 470 items remaining. 00000020:00200000:1.0:1769074836.082464:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 469 items remaining. 00000020:00200000:1.0:1769074836.082466:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 468 items remaining. 00000020:00200000:1.0:1769074836.082467:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 467 items remaining. 00000020:00200000:1.0:1769074836.082468:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 466 items remaining. 00000020:00200000:1.0:1769074836.082470:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 465 items remaining. 00000020:00200000:1.0:1769074836.082471:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 464 items remaining. 00000020:00200000:1.0:1769074836.082473:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 463 items remaining. 00000020:00200000:1.0:1769074836.082483:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 462 items remaining. 00000020:00200000:1.0:1769074836.082485:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 461 items remaining. 00000020:00200000:1.0:1769074836.082487:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 460 items remaining. 00000020:00200000:1.0:1769074836.082488:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 459 items remaining. 00000020:00200000:1.0:1769074836.082490:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 458 items remaining. 00000020:00200000:1.0:1769074836.082492:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 457 items remaining. 00000020:00200000:1.0:1769074836.082493:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 456 items remaining. 00000020:00200000:1.0:1769074836.082495:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 455 items remaining. 00000020:00200000:1.0:1769074836.082497:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 454 items remaining. 00000020:00200000:1.0:1769074836.082499:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 453 items remaining. 00000020:00200000:1.0:1769074836.082500:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 452 items remaining. 00000020:00200000:1.0:1769074836.082502:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 451 items remaining. 00000020:00200000:1.0:1769074836.082504:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 450 items remaining. 00000020:00200000:1.0:1769074836.082505:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 449 items remaining. 00000020:00200000:1.0:1769074836.082507:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 448 items remaining. 00000020:00200000:1.0:1769074836.082508:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 447 items remaining. 00000020:00200000:1.0:1769074836.082510:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 446 items remaining. 00000020:00200000:1.0:1769074836.082511:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 445 items remaining. 00000020:00200000:1.0:1769074836.082513:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 444 items remaining. 00000020:00200000:1.0:1769074836.082515:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 443 items remaining. 00000020:00200000:1.0:1769074836.082517:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 442 items remaining. 00000020:00200000:1.0:1769074836.082519:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 441 items remaining. 00000020:00200000:1.0:1769074836.082520:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 440 items remaining. 00000020:00200000:1.0:1769074836.082522:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 439 items remaining. 00000020:00200000:1.0:1769074836.082524:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 438 items remaining. 00000020:00200000:1.0:1769074836.082526:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 437 items remaining. 00000020:00200000:1.0:1769074836.082527:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 436 items remaining. 00000020:00200000:1.0:1769074836.082529:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 435 items remaining. 00000020:00200000:1.0:1769074836.082531:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 434 items remaining. 00000020:00200000:1.0:1769074836.082533:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 433 items remaining. 00000020:00200000:1.0:1769074836.082534:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 432 items remaining. 00000020:00200000:1.0:1769074836.082536:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 431 items remaining. 00000020:00200000:1.0:1769074836.082538:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 430 items remaining. 00000020:00200000:1.0:1769074836.082539:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 429 items remaining. 00000020:00200000:1.0:1769074836.082541:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 428 items remaining. 00000020:00200000:1.0:1769074836.082543:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 427 items remaining. 00000020:00200000:1.0:1769074836.082545:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 426 items remaining. 00000020:00200000:1.0:1769074836.082547:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 425 items remaining. 00000020:00200000:1.0:1769074836.082549:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 424 items remaining. 00000020:00200000:1.0:1769074836.082551:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 423 items remaining. 00000020:00200000:1.0:1769074836.082552:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 422 items remaining. 00000020:00200000:1.0:1769074836.082554:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 421 items remaining. 00000020:00200000:1.0:1769074836.082556:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 420 items remaining. 00000020:00200000:1.0:1769074836.082558:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 419 items remaining. 00000020:00200000:1.0:1769074836.082560:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 418 items remaining. 00000020:00200000:1.0:1769074836.082562:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 417 items remaining. 00000020:00200000:1.0:1769074836.082564:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 416 items remaining. 00000020:00200000:1.0:1769074836.082566:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 415 items remaining. 00000020:00200000:1.0:1769074836.082567:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 414 items remaining. 00000020:00200000:1.0:1769074836.082569:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 413 items remaining. 00000020:00200000:1.0:1769074836.082570:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 412 items remaining. 00000020:00200000:1.0:1769074836.082572:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 411 items remaining. 00000020:00200000:1.0:1769074836.082573:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 410 items remaining. 00000020:00200000:1.0:1769074836.082575:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 409 items remaining. 00000020:00200000:1.0:1769074836.082577:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 408 items remaining. 00000020:00200000:1.0:1769074836.082578:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 407 items remaining. 00000020:00200000:1.0:1769074836.082580:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 406 items remaining. 00000020:00200000:1.0:1769074836.082581:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 405 items remaining. 00000020:00200000:1.0:1769074836.082583:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 404 items remaining. 00000020:00200000:1.0:1769074836.082584:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 403 items remaining. 00000020:00200000:1.0:1769074836.082586:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 402 items remaining. 00000020:00200000:1.0:1769074836.082587:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 401 items remaining. 00000020:00200000:1.0:1769074836.082589:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 400 items remaining. 00000020:00200000:1.0:1769074836.082591:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 399 items remaining. 00000020:00200000:1.0:1769074836.082592:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 398 items remaining. 00000020:00200000:1.0:1769074836.082594:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 397 items remaining. 00000020:00200000:1.0:1769074836.082595:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 396 items remaining. 00000020:00200000:1.0:1769074836.082597:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 395 items remaining. 00000020:00200000:1.0:1769074836.082598:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 394 items remaining. 00000020:00200000:1.0:1769074836.082600:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 393 items remaining. 00000020:00200000:1.0:1769074836.082602:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 392 items remaining. 00000020:00200000:1.0:1769074836.082604:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 391 items remaining. 00000020:00200000:1.0:1769074836.082606:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 390 items remaining. 00000020:00200000:1.0:1769074836.082607:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 389 items remaining. 00000020:00200000:1.0:1769074836.082609:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 388 items remaining. 00000020:00200000:1.0:1769074836.082611:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 387 items remaining. 00000020:00200000:1.0:1769074836.082613:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 386 items remaining. 00000020:00200000:1.0:1769074836.082614:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 385 items remaining. 00000020:00200000:1.0:1769074836.082616:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 384 items remaining. 00000020:00200000:1.0:1769074836.082617:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 383 items remaining. 00000020:00200000:1.0:1769074836.082618:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 382 items remaining. 00000020:00200000:1.0:1769074836.082620:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 381 items remaining. 00000020:00200000:1.0:1769074836.082622:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 380 items remaining. 00000020:00200000:1.0:1769074836.082623:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 379 items remaining. 00000020:00200000:1.0:1769074836.082625:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 378 items remaining. 00000020:00200000:1.0:1769074836.082626:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 377 items remaining. 00000020:00200000:1.0:1769074836.082628:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 376 items remaining. 00000020:00200000:1.0:1769074836.082629:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 375 items remaining. 00000020:00200000:1.0:1769074836.082631:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 374 items remaining. 00000020:00200000:1.0:1769074836.082632:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 373 items remaining. 00000020:00200000:1.0:1769074836.082634:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 372 items remaining. 00000020:00200000:1.0:1769074836.082635:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 371 items remaining. 00000020:00200000:1.0:1769074836.082637:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 370 items remaining. 00000020:00200000:1.0:1769074836.082639:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 369 items remaining. 00000020:00200000:1.0:1769074836.082641:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 368 items remaining. 00000020:00200000:1.0:1769074836.082642:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 367 items remaining. 00000020:00200000:1.0:1769074836.082644:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 366 items remaining. 00000020:00200000:1.0:1769074836.082645:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 365 items remaining. 00000020:00200000:1.0:1769074836.082646:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 364 items remaining. 00000020:00200000:1.0:1769074836.082648:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 363 items remaining. 00000020:00200000:1.0:1769074836.082649:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 362 items remaining. 00000020:00200000:1.0:1769074836.082652:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 361 items remaining. 00000020:00200000:1.0:1769074836.082653:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 360 items remaining. 00000020:00200000:1.0:1769074836.082655:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 359 items remaining. 00000020:00200000:1.0:1769074836.082657:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 358 items remaining. 00000020:00200000:1.0:1769074836.082659:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 357 items remaining. 00000020:00200000:1.0:1769074836.082660:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 356 items remaining. 00000020:00200000:1.0:1769074836.082662:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 355 items remaining. 00000020:00200000:1.0:1769074836.082663:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 354 items remaining. 00000020:00200000:1.0:1769074836.082665:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 353 items remaining. 00000020:00200000:1.0:1769074836.082666:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 352 items remaining. 00000020:00200000:1.0:1769074836.082668:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 351 items remaining. 00000020:00200000:1.0:1769074836.082670:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 350 items remaining. 00000020:00200000:1.0:1769074836.082671:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 349 items remaining. 00000020:00200000:1.0:1769074836.082673:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 348 items remaining. 00000020:00200000:1.0:1769074836.082674:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 347 items remaining. 00000020:00200000:1.0:1769074836.082676:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 346 items remaining. 00000020:00200000:1.0:1769074836.082677:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 345 items remaining. 00000020:00200000:1.0:1769074836.082679:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 344 items remaining. 00000020:00200000:1.0:1769074836.082680:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 343 items remaining. 00000020:00200000:1.0:1769074836.082682:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 342 items remaining. 00000020:00200000:1.0:1769074836.082683:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 341 items remaining. 00000020:00200000:1.0:1769074836.082685:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 340 items remaining. 00000020:00200000:1.0:1769074836.082686:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 339 items remaining. 00000020:00200000:1.0:1769074836.082688:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 338 items remaining. 00000020:00200000:1.0:1769074836.082689:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 337 items remaining. 00000020:00200000:1.0:1769074836.082691:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 336 items remaining. 00000020:00200000:1.0:1769074836.082692:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 335 items remaining. 00000020:00200000:1.0:1769074836.082694:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 334 items remaining. 00000020:00200000:1.0:1769074836.082696:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 333 items remaining. 00000020:00200000:1.0:1769074836.082697:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 332 items remaining. 00000020:00200000:1.0:1769074836.082699:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 331 items remaining. 00000020:00200000:1.0:1769074836.082700:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 330 items remaining. 00000020:00200000:1.0:1769074836.082702:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 329 items remaining. 00000020:00200000:1.0:1769074836.082704:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 328 items remaining. 00000020:00200000:1.0:1769074836.082706:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 327 items remaining. 00000020:00200000:1.0:1769074836.082709:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 326 items remaining. 00000020:00200000:1.0:1769074836.082710:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 325 items remaining. 00000020:00200000:1.0:1769074836.082712:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 324 items remaining. 00000020:00200000:1.0:1769074836.082714:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 323 items remaining. 00000020:00200000:1.0:1769074836.082715:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 322 items remaining. 00000020:00200000:1.0:1769074836.082717:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 321 items remaining. 00000020:00200000:1.0:1769074836.082718:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 320 items remaining. 00000020:00200000:1.0:1769074836.082720:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 319 items remaining. 00000020:00200000:1.0:1769074836.082721:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 318 items remaining. 00000020:00200000:1.0:1769074836.082723:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 317 items remaining. 00000020:00200000:1.0:1769074836.082725:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 316 items remaining. 00000020:00200000:1.0:1769074836.082726:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 315 items remaining. 00000020:00200000:1.0:1769074836.082728:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 314 items remaining. 00000020:00200000:1.0:1769074836.082730:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 313 items remaining. 00000020:00200000:1.0:1769074836.082731:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 312 items remaining. 00000020:00200000:1.0:1769074836.082733:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 311 items remaining. 00000020:00200000:1.0:1769074836.082734:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 310 items remaining. 00000020:00200000:1.0:1769074836.082735:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 309 items remaining. 00000020:00200000:1.0:1769074836.082737:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 308 items remaining. 00000020:00200000:1.0:1769074836.082739:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 307 items remaining. 00000020:00200000:1.0:1769074836.082740:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 306 items remaining. 00000020:00200000:1.0:1769074836.082742:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 305 items remaining. 00000020:00200000:1.0:1769074836.082743:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 304 items remaining. 00000020:00200000:1.0:1769074836.082745:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 303 items remaining. 00000020:00200000:1.0:1769074836.082746:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 302 items remaining. 00000020:00200000:1.0:1769074836.082748:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 301 items remaining. 00000020:00200000:1.0:1769074836.082749:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 300 items remaining. 00000020:00200000:1.0:1769074836.082751:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 299 items remaining. 00000020:00200000:1.0:1769074836.082752:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 298 items remaining. 00000020:00200000:1.0:1769074836.082755:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 297 items remaining. 00000020:00200000:1.0:1769074836.082757:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 296 items remaining. 00000020:00200000:1.0:1769074836.082759:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 295 items remaining. 00000020:00200000:1.0:1769074836.082761:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 294 items remaining. 00000020:00200000:1.0:1769074836.082762:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 293 items remaining. 00000020:00200000:1.0:1769074836.082764:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 292 items remaining. 00000020:00200000:1.0:1769074836.082765:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 291 items remaining. 00000020:00200000:1.0:1769074836.082767:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 290 items remaining. 00000020:00200000:1.0:1769074836.082769:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 289 items remaining. 00000020:00200000:1.0:1769074836.082770:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 288 items remaining. 00000020:00200000:1.0:1769074836.082772:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 287 items remaining. 00000020:00200000:1.0:1769074836.083055:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 286 items remaining. 00000020:00200000:1.0:1769074836.083060:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 285 items remaining. 00000020:00200000:1.0:1769074836.083061:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 284 items remaining. 00000020:00200000:1.0:1769074836.083063:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 283 items remaining. 00000020:00200000:1.0:1769074836.083064:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 282 items remaining. 00000020:00200000:1.0:1769074836.083065:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 281 items remaining. 00000020:00200000:1.0:1769074836.083067:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 280 items remaining. 00000020:00200000:1.0:1769074836.083068:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 279 items remaining. 00000020:00200000:1.0:1769074836.083070:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 278 items remaining. 00000020:00200000:1.0:1769074836.083072:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 277 items remaining. 00000020:00200000:1.0:1769074836.083074:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 276 items remaining. 00000020:00200000:1.0:1769074836.083076:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 275 items remaining. 00000020:00200000:1.0:1769074836.083078:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 274 items remaining. 00000020:00200000:1.0:1769074836.083080:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 273 items remaining. 00000020:00200000:1.0:1769074836.083081:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 272 items remaining. 00000020:00200000:1.0:1769074836.083083:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 271 items remaining. 00000020:00200000:1.0:1769074836.083085:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 270 items remaining. 00000020:00200000:1.0:1769074836.083087:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 269 items remaining. 00000020:00200000:1.0:1769074836.083089:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 268 items remaining. 00000020:00200000:1.0:1769074836.083090:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 267 items remaining. 00000020:00200000:1.0:1769074836.083092:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 266 items remaining. 00000020:00200000:1.0:1769074836.083094:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 265 items remaining. 00000020:00200000:1.0:1769074836.083096:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 264 items remaining. 00000020:00200000:1.0:1769074836.083098:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 263 items remaining. 00000020:00200000:1.0:1769074836.083100:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 262 items remaining. 00000020:00200000:1.0:1769074836.083102:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 261 items remaining. 00000020:00200000:1.0:1769074836.083103:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 260 items remaining. 00000020:00200000:1.0:1769074836.083104:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 259 items remaining. 00000020:00200000:1.0:1769074836.083106:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 258 items remaining. 00000020:00200000:1.0:1769074836.083108:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 257 items remaining. 00000020:00200000:1.0:1769074836.083110:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000008:00010000:1.0:1769074836.083117:0:2370:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc650fdce40 00000100:00100000:1.0:1769074836.083163:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612859264:192.168.204.139@tcp:4:dd.0 00000008:00010000:0.0:1769074836.083180:0:2371:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc64db666c0 00000020:00200000:0.0:1769074836.083184:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1769074836.083186:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1769074836.083188:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1769074836.083189:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1769074836.083191:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1769074836.083192:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1769074836.083194:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1769074836.083195:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1769074836.083197:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1769074836.083198:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1769074836.083200:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1769074836.083202:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1769074836.083203:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1769074836.083205:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1769074836.083206:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1769074836.083208:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1769074836.083209:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1769074836.083211:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1769074836.083213:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1769074836.083214:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1769074836.083216:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1769074836.083218:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1769074836.083220:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1769074836.083221:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1769074836.083223:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1769074836.083225:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1769074836.083226:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1769074836.083228:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1769074836.083229:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1769074836.083231:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1769074836.083232:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1769074836.083234:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1769074836.083236:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1769074836.083237:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1769074836.083239:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1769074836.083241:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1769074836.083243:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1769074836.083244:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1769074836.083246:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1769074836.083248:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1769074836.083249:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1769074836.083251:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1769074836.083252:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1769074836.083723:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1769074836.083731:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1769074836.083733:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1769074836.083735:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1769074836.083737:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1769074836.083739:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1769074836.083740:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1769074836.083742:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1769074836.083743:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1769074836.083745:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1769074836.083746:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1769074836.083747:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1769074836.083749:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1769074836.083750:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1769074836.083751:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1769074836.083753:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1769074836.083754:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1769074836.083755:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1769074836.083757:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1769074836.083758:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1769074836.083759:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1769074836.083761:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1769074836.083763:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1769074836.083765:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1769074836.083766:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1769074836.083768:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1769074836.083769:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1769074836.083771:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1769074836.083772:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1769074836.083816:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1769074836.083818:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1769074836.083819:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1769074836.083821:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1769074836.083822:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1769074836.083823:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1769074836.083825:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1769074836.083826:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1769074836.083828:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1769074836.083830:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1769074836.083831:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1769074836.083833:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1769074836.083835:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1769074836.083837:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1769074836.083838:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1769074836.083839:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1769074836.083841:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1769074836.083842:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1769074836.083844:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1769074836.083845:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1769074836.083846:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1769074836.083848:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1769074836.083849:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1769074836.083850:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1769074836.083852:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1769074836.083854:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1769074836.083856:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1769074836.083858:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1769074836.083860:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1769074836.083861:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1769074836.083863:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1769074836.083864:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1769074836.083866:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1769074836.083867:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1769074836.083869:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1769074836.083870:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1769074836.083871:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1769074836.083873:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1769074836.083874:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1769074836.083875:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1769074836.083876:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1769074836.083878:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1769074836.083879:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1769074836.083880:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1769074836.083881:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1769074836.083883:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1769074836.083884:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1769074836.083886:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1769074836.083888:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1769074836.083893:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1769074836.083894:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1769074836.083896:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1769074836.083897:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1769074836.083899:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1769074836.083900:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1769074836.083902:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1769074836.083904:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1769074836.083906:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1769074836.083908:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1769074836.083909:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1769074836.083911:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1769074836.083913:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1769074836.083915:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1769074836.083916:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1769074836.083917:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1769074836.083919:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1769074836.083920:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1769074836.083922:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1769074836.083923:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1769074836.083924:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1769074836.083926:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1769074836.083927:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1769074836.083928:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1769074836.083930:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1769074836.083931:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1769074836.083932:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1769074836.083934:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1769074836.083935:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1769074836.083937:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1769074836.083938:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1769074836.083939:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1769074836.083941:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1769074836.083942:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1769074836.083944:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1769074836.083945:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1769074836.083946:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1769074836.083948:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1769074836.083949:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1769074836.083951:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1769074836.083953:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1769074836.083955:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1769074836.083957:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1769074836.083958:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1769074836.083960:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1769074836.083961:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1769074836.083962:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1769074836.083963:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1769074836.083965:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1769074836.083966:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1769074836.083967:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1769074836.083969:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1769074836.083970:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1769074836.083972:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1769074836.083973:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1769074836.083974:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1769074836.083976:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1769074836.083977:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1769074836.083978:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1769074836.083980:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1769074836.083981:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1769074836.083983:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1769074836.083984:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1769074836.083985:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1769074836.083987:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1769074836.083988:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1769074836.083989:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1769074836.083990:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1769074836.083992:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1769074836.083994:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1769074836.083995:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1769074836.083997:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1769074836.083999:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1769074836.084000:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1769074836.084005:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1769074836.084007:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1769074836.084008:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1769074836.084009:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1769074836.084011:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1769074836.084012:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1769074836.084014:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1769074836.084015:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1769074836.084016:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1769074836.084018:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1769074836.084019:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1769074836.084020:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1769074836.084022:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1769074836.084023:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1769074836.084025:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1769074836.084026:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1769074836.084027:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1769074836.084029:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1769074836.084030:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1769074836.084031:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1769074836.084032:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1769074836.084034:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1769074836.084035:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1769074836.084037:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1769074836.084038:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1769074836.084039:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1769074836.084041:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1769074836.084042:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1769074836.084043:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1769074836.084045:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1769074836.084047:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1769074836.084048:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1769074836.084050:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1769074836.084051:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1769074836.084053:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1769074836.084054:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1769074836.084055:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1769074836.084056:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1769074836.084058:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1769074836.084059:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1769074836.084061:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1769074836.084062:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1769074836.084063:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1769074836.084065:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1769074836.084066:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1769074836.084067:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1769074836.084069:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1769074836.084070:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1769074836.084072:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1769074836.084073:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1769074836.084074:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1769074836.084076:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1769074836.084077:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1769074836.084079:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1769074836.084080:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1769074836.084081:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1769074836.084083:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1769074836.084084:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1769074836.084085:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1769074836.084087:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1769074836.084088:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1769074836.085053:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1769074836.085175:0:2371:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc64db666c0 00000100:00100000:0.0:1769074836.085207:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612859392:192.168.204.139@tcp:4:dd.0 00000080:00200000:1.0:1769074836.092525:0:60925:0:(file.c:2109:ll_file_io_generic()) Range unlock [0, 511] 00000080:00200000:1.0:1769074836.092563:0:60925:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b2:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1769074836.092571:0:60925:0:(file.c:2142:ll_file_io_generic()) f204a.sanity-flr: 2 io complete with rc: 0, result: 2097152, restart: 0 00000080:00200000:1.0:1769074836.092596:0:60925:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b2:0x0] updating i_size 2097152 i_blocks 1 00000020:00200000:1.0:1769074836.092603:0:60925:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1769074836.092623:0:60925:0:(file.c:2228:ll_file_io_generic()) iot: 2, result: 2097152 00000080:00200008:1.0:1769074836.092680:0:60925:0:(file.c:424:ll_file_release()) START file f204a.sanity-flr:[0x200000404:0x1b2:0x0](ffff9bc649b663c8), flags 100001 00000002:00100000:1.0:1769074836.092922:0:60925:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff9bc67afda680 x1855007612858880/t8589941450(8589941450) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 1088/1160 e 0 to 0 dl 1769074890 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074836.092937:0:60925:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074836.092944:0:60925:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac92680 x1855007612859648/t0(0) o35->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:23/10 lens 392/2128 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1769074836.092976:0:60925:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job dd:8e818347-4d21-45d1-a323-b359656f3fdd:60925:1855007612859648:192.168.204.139@tcp:35:dd.0 00000100:00100000:1.0:1769074836.093117:0:60925:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6413706c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074836.097369:0:60925:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bc646483800: committing for last_committed 8589941451 gen 1 00000100:00100000:1.0:1769074836.097506:0:60925:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9bc64ac92680 x1855007612859648/t8589941452(8589941452) o35->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074852 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074836.097526:0:60925:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job dd:8e818347-4d21-45d1-a323-b359656f3fdd:60925:1855007612859648:192.168.204.139@tcp:35:dd.0 00000002:00100000:1.0:1769074836.097565:0:60925:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9bc67afda680 x1855007612858880/t8589941450(8589941450) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 1088/1160 e 0 to 0 dl 1769074890 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074836.119111:0:60926:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074836.120530:0:60926:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074836.120564:0:60926:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.120587:0:60926:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.120597:0:60926:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074836.120609:0:60926:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074836.120613:0:60926:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b805 00000080:00010000:0.0:1769074836.120622:0:60926:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b805 from it ffffa7f981577bf8 00010000:00010000:0.0:1769074836.120626:0:60926:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.120635:0:60926:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.120656:0:60926:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.120671:0:60926:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204a.sanity-flr, flags=27 00000080:00200000:0.0:1769074836.120682:0:60926:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.120702:0:60926:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204a.sanity-flr, dir=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), file ffff9bc6481be900, open_flags 18800, mode 0 opened 0 00000080:00200000:0.0:1769074836.120711:0:60926:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204a.sanity-flr, dir=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), intent=open 00000002:00010000:0.0:1769074836.120730:0:60926:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204a.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b1:0x0], intent: open flags 0304001 00010000:00010000:0.0:1769074836.121728:0:60926:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943200/0x21fa6d252c11b84b lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 60926 initiator: MDT0 00010000:00010000:0.0:1769074836.121745:0:60926:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943200/0x21fa6d252c11b84b lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60926 initiator: MDT0 00000020:00100000:0.0:1769074836.121763:0:60926:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074836.121882:0:60926:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07ce00 x1855007612859904/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074836.121893:0:60926:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943200/0x21fa6d252c11b84b lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60926 initiator: MDT0 00000100:00100000:0.0:1769074836.121930:0:60926:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60926:1855007612859904:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074836.122590:0:60926:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513ea780 going to sleep for 50 seconds 00000100:00100000:0.0:1769074836.133098:0:60926:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60926:1855007612859904:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074836.133137:0:60926:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943200/0x21fa6d252c11b84b lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60926 initiator: MDT0 00010000:00010000:0.0:1769074836.133159:0:60926:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943200/0x21fa6d252c11b84b lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 60926 initiator: MDT0 00010000:00010000:0.0:1769074836.133168:0:60926:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943200/0x21fa6d252c11b84b lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 60926 initiator: MDT0 00010000:00010000:0.0:1769074836.133176:0:60926:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943200/0x21fa6d252c11b84b lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 60926 initiator: MDT0 00010000:00010000:0.0:1769074836.133184:0:60926:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943200/0x21fa6d252c11b84b lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 60926 initiator: MDT0 00010000:00010000:0.0:1769074836.133191:0:60926:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f943200 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:0.0:1769074836.133198:0:60926:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943200/0x21fa6d252c11b84b lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 60926 initiator: MDT0 00010000:00010000:0.0:1769074836.133206:0:60926:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943200/0x21fa6d252c11b84b lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 60926 initiator: MDT0 00010000:00010000:0.0:1769074836.133214:0:60926:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943200/0x21fa6d252c11b84b lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 60926 initiator: MDT0 00010000:00010000:0.0:1769074836.133222:0:60926:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074836.133229:0:60926:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943200/0x21fa6d252c11b84b lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 60926 initiator: MDT0 00010000:00010000:0.0:1769074836.133236:0:60926:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943200/0x21fa6d252c11b84b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 60926 initiator: MDT0 00000002:00100000:0.0:1769074836.133258:0:60926:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64f07ce00 x1855007612859904/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/608 e 0 to 0 dl 1769074891 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074836.133277:0:60926:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1b1:0x0] suppgids 0 -1: rc -20 00000080:00200000:0.0:1769074836.133483:0:60926:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074836.133510:0:60926:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074836.133527:0:60926:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.133540:0:60926:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.133547:0:60926:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074836.133552:0:60926:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074836.133557:0:60926:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b805 00000080:00010000:0.0:1769074836.133562:0:60926:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b805 from it ffffa7f981577bf8 00010000:00010000:0.0:1769074836.133566:0:60926:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.133575:0:60926:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.133591:0:60926:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.133599:0:60926:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204a.sanity-flr, flags=267 00000080:00200000:0.0:1769074836.133607:0:60926:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), inode mode 41ed mask 44 00000080:00200008:0.0:1769074836.133617:0:60926:0:(file.c:1001:ll_file_open()) START file d204a.sanity-flr:[0x200000404:0x1b1:0x0](ffff9bc65158ba88), flags 304000 00000002:00010000:0.0:1769074836.133632:0:60926:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b1:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240304001 00010000:00010000:0.0:1769074836.133684:0:60926:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b852 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 60926 initiator: MDT0 00010000:00010000:0.0:1769074836.133692:0:60926:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b852 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60926 initiator: MDT0 00000020:00100000:0.0:1769074836.133704:0:60926:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074836.133710:0:60926:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07ce00 x1855007612860160/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074836.133720:0:60926:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b852 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60926 initiator: MDT0 00000100:00100000:0.0:1769074836.133743:0:60926:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60926:1855007612860160:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074836.134020:0:60926:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513ea780 going to sleep for 50 seconds 00000100:00100000:0.0:1769074836.140141:0:60926:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60926:1855007612860160:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074836.140180:0:60926:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b852 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60926 initiator: MDT0 00010000:00010000:0.0:1769074836.140198:0:60926:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b852 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 60926 initiator: MDT0 00010000:00010000:0.0:1769074836.140210:0:60926:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b852 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 60926 initiator: MDT0 00010000:00010000:0.0:1769074836.140219:0:60926:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b852 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 60926 initiator: MDT0 00010000:00010000:0.0:1769074836.140228:0:60926:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b852 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 60926 initiator: MDT0 00010000:00010000:0.0:1769074836.140235:0:60926:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f942600 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:0.0:1769074836.140241:0:60926:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b852 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 60926 initiator: MDT0 00010000:00010000:0.0:1769074836.140248:0:60926:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b852 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 60926 initiator: MDT0 00010000:00010000:0.0:1769074836.140255:0:60926:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b852 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 60926 initiator: MDT0 00010000:00010000:0.0:1769074836.140263:0:60926:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074836.140271:0:60926:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b852 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 60926 initiator: MDT0 00010000:00010000:0.0:1769074836.140277:0:60926:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b852 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 60926 initiator: MDT0 00000002:00100000:0.0:1769074836.140560:0:60926:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff9bc64f07ce00 x1855007612860160/t8589941453(8589941453) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074891 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1769074836.140577:0:60926:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64f07ce00 x1855007612860160/t8589941453(8589941453) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074891 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074836.140595:0:60926:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074836.140626:0:60926:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000404:0x1b1:0x0], updating i_size 11776 00000002:00100000:0.0:1769074836.140650:0:60926:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64f07ce00 x1855007612860160/t8589941453(8589941453) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074891 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200080:0.0:1769074836.140844:0:60926:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x1b1:0x0](ffff9bc65158ba88) cmd=c0086915 arg=1f273d0 00000100:00100000:0.0:1769074836.140938:0:60926:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ea00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60926:1855007612860288:192.168.204.139@tcp:34:lfs.0 00000100:00100000:0.0:1769074836.141043:0:60926:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513ea780 going to sleep for 50 seconds 00000100:00100000:0.0:1769074836.147025:0:60926:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ea00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60926:1855007612860288:192.168.204.139@tcp:34:lfs.0 00000080:00200008:0.0:1769074836.147436:0:60926:0:(file.c:424:ll_file_release()) START file d204a.sanity-flr:[0x200000404:0x1b1:0x0](ffff9bc65158ba88), flags 304000 00000002:00100000:0.0:1769074836.147533:0:60926:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff9bc64f07ce00 x1855007612860160/t8589941453(8589941453) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074891 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074836.147549:0:60926:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074836.147556:0:60926:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07ea00 x1855007612860544/t0(0) o35->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:23/10 lens 392/2128 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1769074836.147584:0:60926:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ea00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60926:1855007612860544:192.168.204.139@tcp:35:lfs.0 00000100:00100000:0.0:1769074836.147692:0:60926:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513ea780 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.152030:0:60926:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ea00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60926:1855007612860544:192.168.204.139@tcp:35:lfs.0 00000002:00100000:0.0:1769074836.152077:0:60926:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9bc64f07ce00 x1855007612860160/t8589941453(8589941453) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074891 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200008:1.0:1769074836.181439:0:60928:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1769074836.181455:0:60928:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074836.181526:0:60928:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074836.181552:0:60928:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.181573:0:60928:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074836.181583:0:60928:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074836.181593:0:60928:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074836.181598:0:60928:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b805 00000080:00010000:1.0:1769074836.181608:0:60928:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b805 from it ffffa7f981d07cb8 00010000:00010000:1.0:1769074836.181614:0:60928:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.181624:0:60928:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074836.181838:0:60928:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074836.181848:0:60928:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074836.181856:0:60928:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.181872:0:60928:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074836.181878:0:60928:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074836.181882:0:60928:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074836.181885:0:60928:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b805 00000080:00010000:1.0:1769074836.181889:0:60928:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b805 from it ffffa7f981d07bb0 00010000:00010000:1.0:1769074836.181893:0:60928:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.181900:0:60928:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074836.181911:0:60928:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 44 00000080:00200008:1.0:1769074836.181921:0:60928:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200080:1.0:1769074836.181942:0:60928:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=800866a8 arg=7ffe757a732c 00000080:00200008:1.0:1769074836.181958:0:60928:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200000:0.0:1769074836.188571:0:60931:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074836.188611:0:60931:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074836.188633:0:60931:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.188653:0:60931:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.188663:0:60931:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074836.188673:0:60931:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074836.188678:0:60931:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b805 00000080:00010000:0.0:1769074836.188687:0:60931:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b805 from it ffffa7f981933bf8 00010000:00010000:0.0:1769074836.188692:0:60931:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.188702:0:60931:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.188720:0:60931:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.188729:0:60931:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204a.sanity-flr, flags=27 00000080:00200000:0.0:1769074836.188736:0:60931:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.188752:0:60931:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204a.sanity-flr, dir=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), file ffff9bc6481bf200, open_flags 18800, mode 0 opened 0 00000080:00200000:0.0:1769074836.188760:0:60931:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204a.sanity-flr, dir=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), intent=open 00000002:00010000:0.0:1769074836.188795:0:60931:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204a.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b1:0x0], intent: open flags 0304001 00010000:00010000:0.0:1769074836.188867:0:60931:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b859 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 60931 initiator: MDT0 00010000:00010000:0.0:1769074836.188875:0:60931:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b859 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60931 initiator: MDT0 00000020:00100000:0.0:1769074836.188889:0:60931:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074836.188905:0:60931:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07ea00 x1855007612860800/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074836.188915:0:60931:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b859 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60931 initiator: MDT0 00000100:00100000:0.0:1769074836.188947:0:60931:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ea00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60931:1855007612860800:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074836.197725:0:60931:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513ea780 going to sleep for 50 seconds 00000100:00100000:0.0:1769074836.206170:0:60931:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ea00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60931:1855007612860800:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074836.206205:0:60931:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b859 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60931 initiator: MDT0 00010000:00010000:0.0:1769074836.206221:0:60931:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b859 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 60931 initiator: MDT0 00010000:00010000:0.0:1769074836.206227:0:60931:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b859 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 60931 initiator: MDT0 00010000:00010000:0.0:1769074836.206234:0:60931:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b859 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 60931 initiator: MDT0 00010000:00010000:0.0:1769074836.206242:0:60931:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b859 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 60931 initiator: MDT0 00010000:00010000:0.0:1769074836.206249:0:60931:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f942600 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:0.0:1769074836.206254:0:60931:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b859 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 60931 initiator: MDT0 00010000:00010000:0.0:1769074836.206262:0:60931:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b859 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 60931 initiator: MDT0 00010000:00010000:0.0:1769074836.206271:0:60931:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b859 lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 60931 initiator: MDT0 00010000:00010000:0.0:1769074836.206280:0:60931:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074836.206288:0:60931:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b859 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 60931 initiator: MDT0 00010000:00010000:0.0:1769074836.206309:0:60931:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b859 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 60931 initiator: MDT0 00000002:00100000:0.0:1769074836.206336:0:60931:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64f07ea00 x1855007612860800/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/608 e 0 to 0 dl 1769074891 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074836.206362:0:60931:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1b1:0x0] suppgids 0 -1: rc -20 00000080:00200000:0.0:1769074836.206752:0:60931:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074836.206843:0:60931:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074836.206865:0:60931:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.206881:0:60931:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.206888:0:60931:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074836.206894:0:60931:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074836.206899:0:60931:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b805 00000080:00010000:0.0:1769074836.206906:0:60931:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b805 from it ffffa7f981933bf8 00010000:00010000:0.0:1769074836.206909:0:60931:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.206918:0:60931:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.206937:0:60931:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.206947:0:60931:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204a.sanity-flr, flags=267 00000080:00200000:0.0:1769074836.206956:0:60931:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), inode mode 41ed mask 44 00000080:00200008:0.0:1769074836.206968:0:60931:0:(file.c:1001:ll_file_open()) START file d204a.sanity-flr:[0x200000404:0x1b1:0x0](ffff9bc65158ba88), flags 304000 00000002:00010000:0.0:1769074836.206987:0:60931:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b1:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240304001 00010000:00010000:0.0:1769074836.207056:0:60931:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943200/0x21fa6d252c11b860 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 60931 initiator: MDT0 00010000:00010000:0.0:1769074836.207063:0:60931:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943200/0x21fa6d252c11b860 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60931 initiator: MDT0 00000020:00100000:0.0:1769074836.207077:0:60931:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074836.207087:0:60931:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07ea00 x1855007612861056/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074836.207097:0:60931:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943200/0x21fa6d252c11b860 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60931 initiator: MDT0 00000100:00100000:0.0:1769074836.207123:0:60931:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ea00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60931:1855007612861056:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074836.207391:0:60931:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513ea780 going to sleep for 50 seconds 00000100:00100000:0.0:1769074836.214883:0:60931:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ea00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60931:1855007612861056:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074836.214933:0:60931:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943200/0x21fa6d252c11b860 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b57c expref: -99 pid: 60931 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.214946:0:60931:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943200/0x21fa6d252c11b860 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b57c expref: -99 pid: 60931 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.214962:0:60931:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943200/0x21fa6d252c11b860 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b57c expref: -99 pid: 60931 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.214976:0:60931:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943200/0x21fa6d252c11b860 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b57c expref: -99 pid: 60931 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074836.214994:0:60931:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff9bc64f07ea00 x1855007612861056/t8589941455(8589941455) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074891 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1769074836.215010:0:60931:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64f07ea00 x1855007612861056/t8589941455(8589941455) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074891 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074836.215024:0:60931:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943200/0x21fa6d252c11b860 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b57c expref: -99 pid: 60931 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.215036:0:60931:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 16 res 8589935620/433 (0 0) 00000080:00200000:0.0:1769074836.215045:0:60931:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074836.215076:0:60931:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000404:0x1b1:0x0], updating i_size 11776 00000080:00010000:0.0:1769074836.215082:0:60931:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b1:0x0](ffff9bc65158ba88) for lock 0x21fa6d252c11b860 00000080:00010000:0.0:1769074836.215093:0:60931:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b860 from it ffffa7f981933bd0 00010000:00010000:0.0:1769074836.215098:0:60931:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943200/0x21fa6d252c11b860 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b57c expref: -99 pid: 60931 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.215110:0:60931:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943200/0x21fa6d252c11b860 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b57c expref: -99 pid: 60931 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074836.215856:0:60931:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64f07ea00 x1855007612861056/t8589941455(8589941455) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074891 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200080:0.0:1769074836.216038:0:60931:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x1b1:0x0](ffff9bc65158ba88) cmd=c1406916 arg=a1ca10 00000100:00100000:0.0:1769074836.216140:0:60931:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60931:1855007612861184:192.168.204.139@tcp:34:lfs.0 00000100:00100000:0.0:1769074836.217192:0:60931:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513ea780 going to sleep for 50 seconds 00000100:00100000:0.0:1769074836.235159:0:60931:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60931:1855007612861184:192.168.204.139@tcp:34:lfs.0 00000080:00200008:0.0:1769074836.235420:0:60931:0:(file.c:424:ll_file_release()) START file d204a.sanity-flr:[0x200000404:0x1b1:0x0](ffff9bc65158ba88), flags 304000 00010000:00010000:0.0:1769074836.235462:0:60931:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943200/0x21fa6d252c11b860 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b57c expref: -99 pid: 60931 timeout: 0 lvb_type: 0 00000080:00200008:0.0:1769074836.267197:0:60935:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1769074836.267214:0:60935:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074836.267246:0:60935:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074836.267456:0:60935:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.267485:0:60935:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.267495:0:60935:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074836.267504:0:60935:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074836.267508:0:60935:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b805 00000080:00010000:0.0:1769074836.267517:0:60935:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b805 from it ffffa7f98193bcb8 00010000:00010000:0.0:1769074836.267522:0:60935:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.267532:0:60935:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.267685:0:60935:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074836.267695:0:60935:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074836.267702:0:60935:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.267711:0:60935:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.267718:0:60935:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074836.267722:0:60935:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074836.267725:0:60935:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b805 00000080:00010000:0.0:1769074836.267729:0:60935:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b805 from it ffffa7f98193bbb0 00010000:00010000:0.0:1769074836.267732:0:60935:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.267739:0:60935:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.267746:0:60935:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 44 00000080:00200008:0.0:1769074836.267756:0:60935:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200080:0.0:1769074836.267870:0:60935:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=800866a8 arg=7ffc807b576c 00000080:00200008:0.0:1769074836.267887:0:60935:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200000:0.0:1769074836.322754:0:60941:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074836.322827:0:60941:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074836.322850:0:60941:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.322868:0:60941:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.322875:0:60941:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074836.322887:0:60941:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074836.322891:0:60941:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b805 00000080:00010000:0.0:1769074836.322899:0:60941:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b805 from it ffffa7f98193bb58 00010000:00010000:0.0:1769074836.322904:0:60941:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.322912:0:60941:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.322934:0:60941:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.322947:0:60941:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204a.sanity-flr, flags=25 00000080:00200000:0.0:1769074836.322955:0:60941:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.322969:0:60941:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f204a.sanity-flr, dir=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), flags=9 00000080:00200000:0.0:1769074836.322974:0:60941:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204a.sanity-flr, dir=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), intent=getattr 00000002:00010000:0.0:1769074836.322989:0:60941:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204a.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074836.323057:0:60941:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b86e lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 60941 initiator: MDT0 00010000:00010000:0.0:1769074836.323066:0:60941:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b86e lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 60941 initiator: MDT0 00010000:00010000:0.0:1769074836.323077:0:60941:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b86e lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 60941 initiator: MDT0 00000100:00100000:0.0:1769074836.323114:0:60941:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60941:1855007612861696:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074836.323287:0:60941:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513ea780 going to sleep for 50 seconds 00000100:00100000:0.0:1769074836.328522:0:60941:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60941:1855007612861696:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074836.328557:0:60941:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b86e lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b5de expref: -99 pid: 60941 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.328580:0:60941:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b86e lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b5de expref: -99 pid: 60941 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.328589:0:60941:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b86e lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b5de expref: -99 pid: 60941 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.328603:0:60941:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b86e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b5de expref: -99 pid: 60941 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.328617:0:60941:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b86e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b5de expref: -99 pid: 60941 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.328631:0:60941:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b86e lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b5de expref: -99 pid: 60941 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.328639:0:60941:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b86e lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b5de expref: -99 pid: 60941 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.328647:0:60941:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b86e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b5de expref: -99 pid: 60941 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074836.328660:0:60941:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9bc64f07ce00 x1855007612861696/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 592/1136 e 0 to 0 dl 1769074891 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074836.328673:0:60941:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 552 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b86e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b5de expref: -99 pid: 60941 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1769074836.328691:0:60941:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b86e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b5de expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074836.328701:0:60941:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589935620/434 (0 0) 00000080:00200000:0.0:1769074836.328709:0:60941:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b1:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1769074836.328812:0:60941:0:(namei.c:151:ll_iget()) got inode: [0x200000404:0x1b2:0x0](ffff9bc649b663c8): rc = 0 00000080:00200000:0.0:1769074836.328832:0:60941:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1b2:0x0]: layout version change: 6 -> 6 00000080:00010000:0.0:1769074836.328838:0:60941:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b2:0x0](ffff9bc649b663c8) for lock 0x21fa6d252c11b86e 00000080:00010000:0.0:1769074836.328851:0:60941:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b2:0x0](ffff9bc649b663c8) 00000080:00010000:0.0:1769074836.328855:0:60941:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b86e from it ffffa7f98193bb20 00010000:00010000:0.0:1769074836.328859:0:60941:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b86e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8b5de expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074836.328868:0:60941:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b86e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b5de expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00000080:00200008:0.0:1769074836.328915:0:60941:0:(file.c:6252:ll_getattr_dentry()) START file f204a.sanity-flr:[0x200000404:0x1b2:0x0](ffff9bc649b663c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074836.328923:0:60941:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1b2:0x0](ffff9bc649b663c8),name=f204a.sanity-flr 00000002:00010000:0.0:1769074836.328947:0:60941:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b2:0x0]) in obj [0x200000404:0x1b1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074836.328956:0:60941:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b86e lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b5de expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074836.328967:0:60941:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b86e lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b5de expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074836.328974:0:60941:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074836.328979:0:60941:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b2:0x0](ffff9bc649b663c8) 00000080:00010000:0.0:1769074836.328982:0:60941:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b2:0x0](ffff9bc649b663c8) for lock 0x21fa6d252c11b86e 00000080:00010000:0.0:1769074836.328986:0:60941:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b86e from it ffffa7f98193bcb8 00010000:00010000:0.0:1769074836.328990:0:60941:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b86e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8b5de expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074836.328998:0:60941:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b86e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b5de expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074836.329018:0:60941:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b2:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1769074836.329031:0:60941:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b2:0x0]: flr state: 2, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:0.0:1769074836.329034:0:60941:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:0.0:1769074836.329039:0:60941:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1b2:0x0] 00000008:00010000:0.0:1769074836.329060:0:60941:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1769074836.329064:0:60941:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc646282ab0, osc lock ffff9bc64a6df7c0, flags 0x400000400001002 00010000:00010000:0.0:1769074836.329123:0:60941:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b875 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074836.329132:0:60941:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400000400001000 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b875 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->10485759] (req 0->10485759) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074836.329144:0:60941:0:(ldlm_request.c:1054:ldlm_cli_enqueue()) @@@ enqueue lock with no delay req@ffff9bc64f07ce00 x1855007612861824/t0(0) o101->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000020:00200000:0.0:1769074836.329200:0:60941:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1769074836.329219:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074836.329241:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612861824:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074836.336848:0:2371:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b875 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->10485759] (req 0->10485759) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074836.336888:0:2371:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b875 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b5e5 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074836.336907:0:2371:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b875 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b5e5 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074836.336920:0:2371:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b875 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b5e5 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1769074836.336939:0:2371:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 2097152, setting rss=2097152; kms=2097152, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b875 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8b5e5 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00000020:00200000:0.0:1769074836.336958:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1769074836.336987:0:2371:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b875 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8b5e5 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074836.336996:0:2371:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b875 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8b5e5 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074836.337003:0:2371:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b875 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8b5e5 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074836.337012:0:2371:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b875 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b5e5 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1769074836.337037:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612861824:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074836.353154:0:60941:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60941:1855007612862080:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074836.353190:0:60941:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc6511f7c00/0x21fa6d252c11b87c lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b5f3 expref: -99 pid: 60941 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.353214:0:60941:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc6511f7c00/0x21fa6d252c11b87c lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b5f3 expref: -99 pid: 60941 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.353223:0:60941:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc6511f7c00/0x21fa6d252c11b87c lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b5f3 expref: -99 pid: 60941 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.353238:0:60941:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc6511f7c00/0x21fa6d252c11b87c lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b5f3 expref: -99 pid: 60941 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.353252:0:60941:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc6511f7c00/0x21fa6d252c11b87c lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b5f3 expref: -99 pid: 60941 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.353267:0:60941:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc6511f7c00/0x21fa6d252c11b87c lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b5f3 expref: -99 pid: 60941 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.353462:0:60941:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc6511f7c00/0x21fa6d252c11b87c lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b5f3 expref: -99 pid: 60941 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.353480:0:60941:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc6511f7c00/0x21fa6d252c11b87c lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b5f3 expref: -99 pid: 60941 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074836.353496:0:60941:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff9bc67afd9500 x1855007612862080/t8589941456(8589941456) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/1160 e 0 to 0 dl 1769074891 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1769074836.353512:0:60941:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc67afd9500 x1855007612862080/t8589941456(8589941456) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/1160 e 0 to 0 dl 1769074891 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074836.353530:0:60941:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 552 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc6511f7c00/0x21fa6d252c11b87c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b5f3 expref: -99 pid: 60941 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1769074836.353547:0:60941:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc6511f7c00/0x21fa6d252c11b87c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b5f3 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074836.353560:0:60941:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b86e lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b5de expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074836.353573:0:60941:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b86e lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b5de expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074836.353586:0:60941:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc6511f7c00/0x21fa6d252c11b87c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b5f3 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074836.353592:0:60941:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc6511f7c00/0x21fa6d252c11b87c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x8b5959a9a0e8b5f3 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074836.353599:0:60941:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc6511f7c00/0x21fa6d252c11b87c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x8b5959a9a0e8b5f3 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074836.353630:0:60941:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00200000:0.0:1769074836.353639:0:60941:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1b1:0x0] suppgids 0 0: rc 0 00010000:00010000:3.0:1769074836.353675:0:37586:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074836.353684:0:37586:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc6511f7c00/0x21fa6d252c11b87c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x8b5959a9a0e8b5f3 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074836.353692:0:37586:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc6511f7c00 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:3.0:1769074836.353697:0:37586:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc6511f7c00/0x21fa6d252c11b87c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x8b5959a9a0e8b5f3 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074836.353705:0:37586:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc6511f7c00/0x21fa6d252c11b87c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x8b5959a9a0e8b5f3 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074836.353714:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc6511f7c00/0x21fa6d252c11b87c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e8b5f3 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074836.353720:0:60941:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1b2:0x0]: layout version change: 6 -> 6 00000080:00010000:0.0:1769074836.353726:0:60941:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b2:0x0](ffff9bc649b663c8) for lock 0x21fa6d252c11b86e 00010000:00010000:3.0:1769074836.353732:0:37586:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b86e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b5de expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1769074836.353734:0:60941:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b86e from it ffffa7f98193bbf0 00010000:00010000:0.0:1769074836.353738:0:60941:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b86e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8b5de expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074836.353747:0:60941:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b86e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b5de expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00000002:00100000:0.0:1769074836.353771:0:60941:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc67afd9500 x1855007612862080/t8589941456(8589941456) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 1072/1160 e 0 to 0 dl 1769074891 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00010000:3.0:1769074836.353822:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc6511f7c00/0x21fa6d252c11b87c lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8b5f3 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074836.353829:0:37586:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074836.353870:0:37586:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc6511f7c00/0x21fa6d252c11b87c lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8b5f3 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074836.353876:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc6511f7c00/0x21fa6d252c11b87c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8b5f3 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074836.353897:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074836.353899:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074836.353900:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074836.353912:0:2373:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074836.353934:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612862208:192.168.204.139@tcp:103:ldlm_bl.0 00000080:00200000:0.0:1769074836.354113:0:60941:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b2:0x0](ffff9bc649b663c8), inode mode 81a4 mask 4 00000080:00200000:0.0:1769074836.354125:0:60941:0:(xattr.c:725:ll_xattr_get()) VFS Op:inode=[0x200000404:0x1b2:0x0](ffff9bc649b663c8), xattr lov 00000080:00200008:0.0:1769074836.354460:0:60941:0:(file.c:6252:ll_getattr_dentry()) START file f204a.sanity-flr:[0x200000404:0x1b2:0x0](ffff9bc649b663c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074836.354478:0:60941:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1b2:0x0](ffff9bc649b663c8),name=f204a.sanity-flr 00000002:00010000:0.0:1769074836.354504:0:60941:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b2:0x0]) in obj [0x200000404:0x1b1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074836.354516:0:60941:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b86e lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b5de expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074836.354525:0:60941:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b86e lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b5de expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074836.354532:0:60941:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074836.354539:0:60941:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b2:0x0](ffff9bc649b663c8) 00000080:00010000:0.0:1769074836.354544:0:60941:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b2:0x0](ffff9bc649b663c8) for lock 0x21fa6d252c11b86e 00000080:00010000:0.0:1769074836.354549:0:60941:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b86e from it ffffa7f98193bcd8 00010000:00010000:0.0:1769074836.354552:0:60941:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b86e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8b5de expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074836.354560:0:60941:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b86e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b5de expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074836.354583:0:60941:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b2:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1769074836.354599:0:60941:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b2:0x0]: flr state: 2, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:0.0:1769074836.354602:0:60941:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:0.0:1769074836.354606:0:60941:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1b2:0x0] 00000008:00010000:0.0:1769074836.354661:0:60941:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1769074836.354666:0:60941:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc646282430, osc lock ffff9bc64a6df7c0, flags 0x400000400001002 00010000:00010000:0.0:1769074836.354687:0:60941:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b875 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b5e5 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074836.354698:0:60941:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 10485759) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b875 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b5e5 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00000020:00200000:0.0:1769074836.354711:0:60941:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1769074836.354714:0:60941:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b875 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8b5e5 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074836.354722:0:60941:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b875 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b5e5 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00000020:00200000:0.0:1769074836.354733:0:60941:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1769074836.354746:0:60941:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b2:0x0] updating i_size 2097152 i_blocks 4103 00000020:00010000:0.0:1769074836.354751:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc643bb76c0 (ffff9bc64f158128/0) at cl_lock_release():245 00000020:00010000:0.0:1769074836.354754:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643bb76c0 (ffff9bc64f158128/0) at cl_lock_cancel():142 00000020:00010000:0.0:1769074836.354757:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc646282430 (ffff9bc64f1585a8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1769074836.354761:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643bb76c0 (ffff9bc64f158128/0) at cl_lock_fini():72 00000020:00010000:0.0:1769074836.354765:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc646282430 (ffff9bc64f158128/1) at cl_lock_fini():72 00000080:00200000:0.0:1769074836.354803:0:60941:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b2:0x0] ignore/verify layout 0/1, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200080:0.0:1769074836.354853:0:60941:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1b2:0x0](ffff9bc649b663c8) cmd=c00c66f3 arg=14a42a0 00000002:00010000:0.0:1769074836.354870:0:60941:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b2:0x0]) in obj [0x200000404:0x1b2:0x0], intent: open flags 05004040000002 00010000:00010000:0.0:1769074836.354926:0:60941:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b883 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 60941 initiator: MDT0 00010000:00010000:0.0:1769074836.354935:0:60941:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x81000000001000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b883 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 60941 initiator: MDT0 00000020:00100000:0.0:1769074836.354947:0:60941:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074836.354959:0:60941:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07ce00 x1855007612862464/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074836.355262:0:60941:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b883 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x81000000000000 pid: 60941 initiator: MDT0 00000100:00100000:3.0:1769074836.358019:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612862208:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074836.371058:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612862592:192.168.204.139@tcp:1:lfs.0 00000100:00100000:3.0:1769074836.377108:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00010000:00010000:0.0:1769074836.378112:0:55495:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074836.378122:0:55495:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b875 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8b5e5 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074836.378137:0:55495:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f942a00 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:0.0:1769074836.378153:0:55495:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b875 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800428400000000 nid: local remote: 0x8b5959a9a0e8b5e5 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1769074836.378180:0:55495:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b2:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1769074836.378197:0:55495:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b2:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1769074836.378255:0:55495:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b875 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8b5e5 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074836.378263:0:55495:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074836.378326:0:55495:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b875 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8b5e5 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074836.378336:0:55495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b875 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8b5e5 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074836.378373:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074836.378376:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074836.378378:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074836.378395:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074836.378856:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612862720:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074836.394449:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612862592:192.168.204.139@tcp:1:lfs.0 00000100:00100000:0.0:1769074836.394842:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612862720:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1769074836.481161:0:60941:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60941:1855007612862976:192.168.204.139@tcp:36:lfs.0 00010000:00010000:0.0:1769074836.481216:0:60941:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 31 res 8589935620/434 (0 0) 00000080:00010000:0.0:1769074836.481235:0:60941:0:(file.c:7031:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000404:0x1b2:0x0](ffff9bc649b663c8) 00000002:00010000:0.0:1769074836.481249:0:60941:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b2:0x0]) in obj [0x200000404:0x1b2:0x0], intent: layout flags 0 00010000:00010000:0.0:1769074836.481310:0:60941:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b88a lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 60941 initiator: MDT0 00010000:00010000:0.0:1769074836.481322:0:60941:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b88a lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60941 initiator: MDT0 00010000:00010000:0.0:1769074836.481334:0:60941:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b88a lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x0 pid: 60941 initiator: MDT0 00000100:00100000:0.0:1769074836.481369:0:60941:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60941:1855007612863104:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074836.481489:0:60941:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513ea3c0 going to sleep for 50 seconds 00000100:00100000:0.0:1769074836.487010:0:60941:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bc646483800: committing for last_committed 8589941458 gen 1 00000100:00100000:0.0:1769074836.487038:0:60941:0:(client.c:3130:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9bc64f07ea00 x1855007612861056/t8589941455(8589941455) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074891 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074836.487053:0:60941:0:(client.c:3130:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9bc67afd9500 x1855007612862080/t8589941456(8589941456) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 1072/1160 e 0 to 0 dl 1769074891 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074836.487062:0:60941:0:(client.c:3130:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9bc64f07ce00 x1855007612862464/t8589941457(8589941457) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 1072/1160 e 0 to 0 dl 1769074891 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074836.487090:0:60941:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60941:1855007612863104:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074836.487121:0:60941:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b88a lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b624 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074836.487150:0:60941:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b88a lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b624 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00000002:00100000:0.0:1769074836.487165:0:60941:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff9bc64f07f100 x1855007612863104/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 376/896 e 0 to 0 dl 1769074891 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074836.487178:0:60941:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 552 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b88a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b624 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00000002:00010000:0.0:1769074836.487193:0:60941:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b88a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b624 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074836.487210:0:60941:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 16 res 8589935620/434 (0 0) 00000080:00200000:0.0:1769074836.487217:0:60941:0:(namei.c:955:ll_intent_lock()) intent lock 1024 on i1 [0x200000404:0x1b2:0x0] suppgids 0 0: rc 0 00000080:00010000:0.0:1769074836.487232:0:60941:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b2:0x0](ffff9bc649b663c8) for lock 0x21fa6d252c11b88a 00000080:00010000:0.0:1769074836.487242:0:60941:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b88a from it ffffa7f98193bc70 00010000:00010000:0.0:1769074836.487247:0:60941:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b88a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b624 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074836.487257:0:60941:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b88a lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b624 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074836.487286:0:60941:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b88a lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b624 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074836.487299:0:60941:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b88a lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b624 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1769074836.487308:0:60941:0:(file.c:6914:ll_layout_lock_set()) ### file [0x200000404:0x1b2:0x0](0000000019c6de69) being reconfigured ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b88a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b624 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074836.487947:0:60941:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b88a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b624 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074836.487961:0:60941:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b88a lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b624 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074836.487981:0:60941:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b2:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1769074836.487995:0:60941:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b2:0x0]: flr state: 2, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:0.0:1769074836.487999:0:60941:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:0.0:1769074836.488008:0:60941:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:0.0:1769074836.488057:0:60941:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x0 00000080:00200000:0.0:1769074836.488082:0:60941:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b2:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1769074836.488101:0:60941:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b88a lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b624 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074836.488113:0:60941:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b88a lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b624 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1769074836.488129:0:60941:0:(file.c:6914:ll_layout_lock_set()) ### file [0x200000404:0x1b2:0x0](0000000019c6de69) being reconfigured ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b88a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b624 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074836.488153:0:60941:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b2:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1769074836.488157:0:60941:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b2:0x0]: flr state: 2, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:0.0:1769074836.488160:0:60941:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:0.0:1769074836.488162:0:60941:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:0.0:1769074836.488186:0:60941:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x0 00000080:00200000:0.0:1769074836.488193:0:60941:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b2:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1769074836.488282:0:60941:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1b2:0x0]: layout version change: 4294967294 -> 7 00010000:00010000:0.0:1769074836.488288:0:60941:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b88a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8b624 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074836.488297:0:60941:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b88a lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b624 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00000080:00200080:0.0:1769074836.488329:0:60941:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1b2:0x0](ffff9bc649b663c8) cmd=66f4 arg=4100000 00000080:00200008:0.0:1769074836.488345:0:60941:0:(file.c:6252:ll_getattr_dentry()) START file f204a.sanity-flr:[0x200000404:0x1b2:0x0](ffff9bc649b663c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074836.488367:0:60941:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1b2:0x0](ffff9bc649b663c8),name=f204a.sanity-flr 00000002:00010000:0.0:1769074836.488388:0:60941:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b2:0x0]) in obj [0x200000404:0x1b2:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074836.488397:0:60941:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 30 res 8589935620/434 (0 0) 00010000:00010000:0.0:1769074836.488450:0:60941:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b891 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 60941 initiator: MDT0 00010000:00010000:0.0:1769074836.488459:0:60941:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b891 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 60941 initiator: MDT0 00010000:00010000:0.0:1769074836.488479:0:60941:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b891 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 60941 initiator: MDT0 00000100:00100000:0.0:1769074836.488507:0:60941:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60941:1855007612863232:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074836.493537:0:60941:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513ea3c0 going to sleep for 50 seconds 00010000:00010000:1.0:1769074836.496234:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074836.504033:0:60941:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60941:1855007612863232:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074836.504073:0:60941:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b891 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b632 expref: -99 pid: 60941 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.504091:0:60941:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b891 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b632 expref: -99 pid: 60941 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.504107:0:60941:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b891 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b632 expref: -99 pid: 60941 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.504120:0:60941:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b891 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b632 expref: -99 pid: 60941 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.506020:0:60941:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b891 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b632 expref: -99 pid: 60941 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.506031:0:60941:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b891 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b632 expref: -99 pid: 60941 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.506039:0:60941:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b891 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b632 expref: -99 pid: 60941 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074836.506057:0:60941:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9bc64f07f100 x1855007612863232/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 576/1136 e 0 to 0 dl 1769074891 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074836.506069:0:60941:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 552 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b891 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b632 expref: -99 pid: 60941 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074836.508691:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612863360:192.168.204.139@tcp:101:lfs.0 00000080:00200000:0.0:1769074836.520103:0:60941:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b2:0x0] updating i_size 2097152 i_blocks 4103 00000020:00010000:0.0:1769074836.520113:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc643bb6238 (ffff9bc64f158008/0) at cl_lock_release():245 00000020:00010000:0.0:1769074836.520117:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643bb6238 (ffff9bc64f158008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1769074836.520125:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc6453251b0 (ffff9bc64f1586c8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1769074836.520131:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643bb6238 (ffff9bc64f158008/0) at cl_lock_fini():72 00000020:00010000:0.0:1769074836.520135:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc6453251b0 (ffff9bc64f158008/1) at cl_lock_fini():72 00000080:00200000:0.0:1769074836.520150:0:60941:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b2:0x0] ignore/verify layout 0/1, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000020:00200000:3.0:1769074836.652276:0:60941:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 512 items remaining. 00000080:00200000:3.0:1769074836.652284:0:60941:0:(rw26.c:570:ll_direct_IO_impl()) result 0 tot_bytes 2097152 count 2097152 file_offset 2097152 00000020:00010000:3.0:1769074836.652297:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc67aff66c8 (ffff9bc64f158248/0) at cl_lock_release():245 00000020:00010000:3.0:1769074836.652301:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc67aff66c8 (ffff9bc64f158248/0) at cl_lock_cancel():142 00000020:00010000:3.0:1769074836.652306:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc645325fb0 (ffff9bc64f158e18/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074836.652311:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc67aff66c8 (ffff9bc64f158248/0) at cl_lock_fini():72 00000020:00010000:3.0:1769074836.652314:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc645325fb0 (ffff9bc64f158248/1) at cl_lock_fini():72 00000080:00200000:3.0:1769074836.652329:0:60941:0:(vvp_io.c:518:vvp_io_advance()) advancing 2097152 bytes 00000020:00200000:3.0:1769074836.652338:0:60941:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1769074836.652363:0:44646:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9bc64979f240 00000008:00100000:3.0:1769074836.652493:0:44646:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc64d9afb80 - object 0x280000400:542 offset 1048576<>2097152 00000100:00100000:3.0:1769074836.652516:0:2373:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074836.652528:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612863616:192.168.204.139@tcp:3:lfs.0 00000008:00010000:3.0:1769074836.731081:0:2373:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc64979f240 00000020:00200000:3.0:1769074836.731096:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 511 items remaining. 00000020:00200000:3.0:1769074836.731100:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 510 items remaining. 00000020:00200000:3.0:1769074836.731101:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 509 items remaining. 00000020:00200000:3.0:1769074836.731102:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 508 items remaining. 00000020:00200000:3.0:1769074836.731103:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 507 items remaining. 00000020:00200000:3.0:1769074836.731105:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 506 items remaining. 00000020:00200000:3.0:1769074836.731106:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 505 items remaining. 00000020:00200000:3.0:1769074836.731107:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 504 items remaining. 00000020:00200000:3.0:1769074836.731108:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 503 items remaining. 00000020:00200000:3.0:1769074836.731108:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 502 items remaining. 00000020:00200000:3.0:1769074836.731109:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 501 items remaining. 00000020:00200000:3.0:1769074836.731110:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 500 items remaining. 00000020:00200000:3.0:1769074836.731111:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 499 items remaining. 00000020:00200000:3.0:1769074836.731112:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 498 items remaining. 00000020:00200000:3.0:1769074836.731113:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 497 items remaining. 00000020:00200000:3.0:1769074836.731114:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 496 items remaining. 00000020:00200000:3.0:1769074836.731115:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 495 items remaining. 00000020:00200000:3.0:1769074836.731116:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 494 items remaining. 00000020:00200000:3.0:1769074836.731117:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 493 items remaining. 00000020:00200000:3.0:1769074836.731118:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 492 items remaining. 00000020:00200000:3.0:1769074836.731119:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 491 items remaining. 00000020:00200000:3.0:1769074836.731120:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 490 items remaining. 00000020:00200000:3.0:1769074836.731122:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 489 items remaining. 00000020:00200000:3.0:1769074836.731123:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 488 items remaining. 00000020:00200000:3.0:1769074836.731124:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 487 items remaining. 00000020:00200000:3.0:1769074836.731126:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 486 items remaining. 00000020:00200000:3.0:1769074836.731127:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 485 items remaining. 00000020:00200000:3.0:1769074836.731129:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 484 items remaining. 00000020:00200000:3.0:1769074836.731130:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 483 items remaining. 00000020:00200000:3.0:1769074836.731132:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 482 items remaining. 00000020:00200000:3.0:1769074836.731135:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 481 items remaining. 00000020:00200000:3.0:1769074836.731137:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 480 items remaining. 00000020:00200000:3.0:1769074836.731138:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 479 items remaining. 00000020:00200000:3.0:1769074836.731140:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 478 items remaining. 00000020:00200000:3.0:1769074836.731142:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 477 items remaining. 00000020:00200000:3.0:1769074836.731143:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 476 items remaining. 00000020:00200000:3.0:1769074836.731145:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 475 items remaining. 00000020:00200000:3.0:1769074836.731147:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 474 items remaining. 00000020:00200000:3.0:1769074836.731148:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 473 items remaining. 00000020:00200000:3.0:1769074836.731150:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 472 items remaining. 00000020:00200000:3.0:1769074836.731151:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 471 items remaining. 00000020:00200000:3.0:1769074836.731153:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 470 items remaining. 00000020:00200000:3.0:1769074836.731155:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 469 items remaining. 00000020:00200000:3.0:1769074836.731157:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 468 items remaining. 00000020:00200000:3.0:1769074836.731159:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 467 items remaining. 00000020:00200000:3.0:1769074836.731161:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 466 items remaining. 00000020:00200000:3.0:1769074836.731162:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 465 items remaining. 00000020:00200000:3.0:1769074836.731164:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 464 items remaining. 00000020:00200000:3.0:1769074836.731166:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 463 items remaining. 00000020:00200000:3.0:1769074836.731168:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 462 items remaining. 00000020:00200000:3.0:1769074836.731169:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 461 items remaining. 00000020:00200000:3.0:1769074836.731171:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 460 items remaining. 00000020:00200000:3.0:1769074836.731173:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 459 items remaining. 00000020:00200000:3.0:1769074836.731175:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 458 items remaining. 00000020:00200000:3.0:1769074836.731177:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 457 items remaining. 00000020:00200000:3.0:1769074836.731179:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 456 items remaining. 00000020:00200000:3.0:1769074836.731181:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 455 items remaining. 00000020:00200000:3.0:1769074836.731182:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 454 items remaining. 00000020:00200000:3.0:1769074836.731185:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 453 items remaining. 00000020:00200000:3.0:1769074836.731186:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 452 items remaining. 00000020:00200000:3.0:1769074836.731188:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 451 items remaining. 00000020:00200000:3.0:1769074836.731190:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 450 items remaining. 00000020:00200000:3.0:1769074836.731192:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 449 items remaining. 00000020:00200000:3.0:1769074836.731193:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 448 items remaining. 00000020:00200000:3.0:1769074836.731194:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 447 items remaining. 00000020:00200000:3.0:1769074836.731196:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 446 items remaining. 00000020:00200000:3.0:1769074836.731197:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 445 items remaining. 00000020:00200000:3.0:1769074836.731198:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 444 items remaining. 00000020:00200000:3.0:1769074836.731199:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 443 items remaining. 00000020:00200000:3.0:1769074836.731199:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 442 items remaining. 00000020:00200000:3.0:1769074836.731200:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 441 items remaining. 00000020:00200000:3.0:1769074836.731201:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 440 items remaining. 00000020:00200000:3.0:1769074836.731202:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 439 items remaining. 00000020:00200000:3.0:1769074836.731203:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 438 items remaining. 00000020:00200000:3.0:1769074836.731204:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 437 items remaining. 00000020:00200000:3.0:1769074836.731205:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 436 items remaining. 00000020:00200000:3.0:1769074836.731206:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 435 items remaining. 00000020:00200000:3.0:1769074836.731206:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 434 items remaining. 00000020:00200000:3.0:1769074836.731207:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 433 items remaining. 00000020:00200000:3.0:1769074836.731208:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 432 items remaining. 00000020:00200000:3.0:1769074836.731209:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 431 items remaining. 00000020:00200000:3.0:1769074836.731210:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 430 items remaining. 00000020:00200000:3.0:1769074836.731211:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 429 items remaining. 00000020:00200000:3.0:1769074836.731212:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 428 items remaining. 00000020:00200000:3.0:1769074836.731213:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 427 items remaining. 00000020:00200000:3.0:1769074836.731213:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 426 items remaining. 00000020:00200000:3.0:1769074836.731214:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 425 items remaining. 00000020:00200000:3.0:1769074836.731215:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 424 items remaining. 00000020:00200000:3.0:1769074836.731216:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 423 items remaining. 00000020:00200000:3.0:1769074836.731217:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 422 items remaining. 00000020:00200000:3.0:1769074836.731218:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 421 items remaining. 00000020:00200000:3.0:1769074836.731219:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 420 items remaining. 00000020:00200000:3.0:1769074836.731219:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 419 items remaining. 00000020:00200000:3.0:1769074836.731220:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 418 items remaining. 00000020:00200000:3.0:1769074836.731222:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 417 items remaining. 00000020:00200000:3.0:1769074836.731224:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 416 items remaining. 00000020:00200000:3.0:1769074836.731225:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 415 items remaining. 00000020:00200000:3.0:1769074836.731226:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 414 items remaining. 00000020:00200000:3.0:1769074836.731227:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 413 items remaining. 00000020:00200000:3.0:1769074836.731228:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 412 items remaining. 00000020:00200000:3.0:1769074836.731229:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 411 items remaining. 00000020:00200000:3.0:1769074836.731230:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 410 items remaining. 00000020:00200000:3.0:1769074836.731231:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 409 items remaining. 00000020:00200000:3.0:1769074836.731232:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 408 items remaining. 00000020:00200000:3.0:1769074836.731233:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 407 items remaining. 00000020:00200000:3.0:1769074836.731233:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 406 items remaining. 00000020:00200000:3.0:1769074836.731234:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 405 items remaining. 00000020:00200000:3.0:1769074836.731235:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 404 items remaining. 00000020:00200000:3.0:1769074836.731236:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 403 items remaining. 00000020:00200000:3.0:1769074836.731237:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 402 items remaining. 00000020:00200000:3.0:1769074836.731238:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 401 items remaining. 00000020:00200000:3.0:1769074836.731239:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 400 items remaining. 00000020:00200000:3.0:1769074836.731239:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 399 items remaining. 00000020:00200000:3.0:1769074836.731240:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 398 items remaining. 00000020:00200000:3.0:1769074836.731241:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 397 items remaining. 00000020:00200000:3.0:1769074836.731242:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 396 items remaining. 00000020:00200000:3.0:1769074836.731243:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 395 items remaining. 00000020:00200000:3.0:1769074836.731244:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 394 items remaining. 00000020:00200000:3.0:1769074836.731245:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 393 items remaining. 00000020:00200000:3.0:1769074836.731245:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 392 items remaining. 00000020:00200000:3.0:1769074836.731246:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 391 items remaining. 00000020:00200000:3.0:1769074836.731247:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 390 items remaining. 00000020:00200000:3.0:1769074836.731248:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 389 items remaining. 00000020:00200000:3.0:1769074836.731249:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 388 items remaining. 00000020:00200000:3.0:1769074836.731250:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 387 items remaining. 00000020:00200000:3.0:1769074836.731251:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 386 items remaining. 00000020:00200000:3.0:1769074836.731263:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 385 items remaining. 00000020:00200000:3.0:1769074836.731264:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 384 items remaining. 00000020:00200000:3.0:1769074836.731266:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 383 items remaining. 00000020:00200000:3.0:1769074836.731267:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 382 items remaining. 00000020:00200000:3.0:1769074836.731268:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 381 items remaining. 00000020:00200000:3.0:1769074836.731269:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 380 items remaining. 00000020:00200000:3.0:1769074836.731270:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 379 items remaining. 00000020:00200000:3.0:1769074836.731271:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 378 items remaining. 00000020:00200000:3.0:1769074836.731272:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 377 items remaining. 00000020:00200000:3.0:1769074836.731273:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 376 items remaining. 00000020:00200000:3.0:1769074836.731274:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 375 items remaining. 00000020:00200000:3.0:1769074836.731275:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 374 items remaining. 00000020:00200000:3.0:1769074836.731275:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 373 items remaining. 00000020:00200000:3.0:1769074836.731276:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 372 items remaining. 00000020:00200000:3.0:1769074836.731277:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 371 items remaining. 00000020:00200000:3.0:1769074836.731278:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 370 items remaining. 00000020:00200000:3.0:1769074836.731279:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 369 items remaining. 00000020:00200000:3.0:1769074836.731280:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 368 items remaining. 00000020:00200000:3.0:1769074836.731281:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 367 items remaining. 00000020:00200000:3.0:1769074836.731282:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 366 items remaining. 00000020:00200000:3.0:1769074836.731282:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 365 items remaining. 00000020:00200000:3.0:1769074836.731284:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 364 items remaining. 00000020:00200000:3.0:1769074836.731285:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 363 items remaining. 00000020:00200000:3.0:1769074836.731287:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 362 items remaining. 00000020:00200000:3.0:1769074836.731288:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 361 items remaining. 00000020:00200000:3.0:1769074836.731289:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 360 items remaining. 00000020:00200000:3.0:1769074836.731291:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 359 items remaining. 00000020:00200000:3.0:1769074836.731292:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 358 items remaining. 00000020:00200000:3.0:1769074836.731294:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 357 items remaining. 00000020:00200000:3.0:1769074836.731295:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 356 items remaining. 00000020:00200000:3.0:1769074836.731296:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 355 items remaining. 00000020:00200000:3.0:1769074836.731297:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 354 items remaining. 00000020:00200000:3.0:1769074836.731299:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 353 items remaining. 00000020:00200000:3.0:1769074836.731301:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 352 items remaining. 00000020:00200000:3.0:1769074836.731303:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 351 items remaining. 00000020:00200000:3.0:1769074836.731304:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 350 items remaining. 00000020:00200000:3.0:1769074836.731306:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 349 items remaining. 00000020:00200000:3.0:1769074836.731307:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 348 items remaining. 00000020:00200000:3.0:1769074836.731308:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 347 items remaining. 00000020:00200000:3.0:1769074836.731310:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 346 items remaining. 00000020:00200000:3.0:1769074836.731311:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 345 items remaining. 00000020:00200000:3.0:1769074836.731313:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 344 items remaining. 00000020:00200000:3.0:1769074836.731314:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 343 items remaining. 00000020:00200000:3.0:1769074836.731316:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 342 items remaining. 00000020:00200000:3.0:1769074836.731318:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 341 items remaining. 00000020:00200000:3.0:1769074836.731320:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 340 items remaining. 00000020:00200000:3.0:1769074836.731322:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 339 items remaining. 00000020:00200000:3.0:1769074836.731324:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 338 items remaining. 00000020:00200000:3.0:1769074836.731326:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 337 items remaining. 00000020:00200000:3.0:1769074836.731328:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 336 items remaining. 00000020:00200000:3.0:1769074836.731330:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 335 items remaining. 00000020:00200000:3.0:1769074836.731332:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 334 items remaining. 00000020:00200000:3.0:1769074836.731334:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 333 items remaining. 00000020:00200000:3.0:1769074836.731335:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 332 items remaining. 00000020:00200000:3.0:1769074836.731337:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 331 items remaining. 00000020:00200000:3.0:1769074836.731339:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 330 items remaining. 00000020:00200000:3.0:1769074836.731341:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 329 items remaining. 00000020:00200000:3.0:1769074836.731343:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 328 items remaining. 00000020:00200000:3.0:1769074836.731344:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 327 items remaining. 00000020:00200000:3.0:1769074836.731346:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 326 items remaining. 00000020:00200000:3.0:1769074836.731348:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 325 items remaining. 00000020:00200000:3.0:1769074836.731349:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 324 items remaining. 00000020:00200000:3.0:1769074836.731351:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 323 items remaining. 00000020:00200000:3.0:1769074836.731353:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 322 items remaining. 00000020:00200000:3.0:1769074836.731355:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 321 items remaining. 00000020:00200000:3.0:1769074836.731357:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 320 items remaining. 00000020:00200000:3.0:1769074836.731359:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 319 items remaining. 00000020:00200000:3.0:1769074836.731360:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 318 items remaining. 00000020:00200000:3.0:1769074836.731362:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 317 items remaining. 00000020:00200000:3.0:1769074836.731363:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 316 items remaining. 00000020:00200000:3.0:1769074836.731365:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 315 items remaining. 00000020:00200000:3.0:1769074836.731366:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 314 items remaining. 00000020:00200000:3.0:1769074836.731368:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 313 items remaining. 00000020:00200000:3.0:1769074836.731369:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 312 items remaining. 00000020:00200000:3.0:1769074836.731371:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 311 items remaining. 00000020:00200000:3.0:1769074836.731373:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 310 items remaining. 00000020:00200000:3.0:1769074836.731374:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 309 items remaining. 00000020:00200000:3.0:1769074836.731376:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 308 items remaining. 00000020:00200000:3.0:1769074836.731378:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 307 items remaining. 00000020:00200000:3.0:1769074836.731379:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 306 items remaining. 00000020:00200000:3.0:1769074836.731381:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 305 items remaining. 00000020:00200000:3.0:1769074836.731383:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 304 items remaining. 00000020:00200000:3.0:1769074836.731385:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 303 items remaining. 00000020:00200000:3.0:1769074836.731387:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 302 items remaining. 00000020:00200000:3.0:1769074836.731389:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 301 items remaining. 00000020:00200000:3.0:1769074836.731391:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 300 items remaining. 00000020:00200000:3.0:1769074836.731393:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 299 items remaining. 00000020:00200000:3.0:1769074836.731394:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 298 items remaining. 00000020:00200000:3.0:1769074836.731396:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 297 items remaining. 00000020:00200000:3.0:1769074836.731398:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 296 items remaining. 00000020:00200000:3.0:1769074836.731400:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 295 items remaining. 00000020:00200000:3.0:1769074836.731402:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 294 items remaining. 00000020:00200000:3.0:1769074836.731404:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 293 items remaining. 00000020:00200000:3.0:1769074836.731405:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 292 items remaining. 00000020:00200000:3.0:1769074836.731407:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 291 items remaining. 00000020:00200000:3.0:1769074836.731409:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 290 items remaining. 00000020:00200000:3.0:1769074836.731411:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 289 items remaining. 00000020:00200000:3.0:1769074836.731414:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 288 items remaining. 00000020:00200000:3.0:1769074836.731415:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 287 items remaining. 00000020:00200000:3.0:1769074836.731418:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 286 items remaining. 00000020:00200000:3.0:1769074836.731420:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 285 items remaining. 00000020:00200000:3.0:1769074836.731422:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 284 items remaining. 00000020:00200000:3.0:1769074836.731424:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 283 items remaining. 00000020:00200000:3.0:1769074836.731425:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 282 items remaining. 00000020:00200000:3.0:1769074836.731427:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 281 items remaining. 00000020:00200000:3.0:1769074836.731428:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 280 items remaining. 00000020:00200000:3.0:1769074836.731429:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 279 items remaining. 00000020:00200000:3.0:1769074836.731431:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 278 items remaining. 00000020:00200000:3.0:1769074836.731433:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 277 items remaining. 00000020:00200000:3.0:1769074836.731434:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 276 items remaining. 00000020:00200000:3.0:1769074836.731436:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 275 items remaining. 00000020:00200000:3.0:1769074836.731438:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 274 items remaining. 00000020:00200000:3.0:1769074836.731440:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 273 items remaining. 00000020:00200000:3.0:1769074836.731442:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 272 items remaining. 00000020:00200000:3.0:1769074836.731444:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 271 items remaining. 00000020:00200000:3.0:1769074836.731446:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 270 items remaining. 00000020:00200000:3.0:1769074836.731447:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 269 items remaining. 00000020:00200000:3.0:1769074836.731449:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 268 items remaining. 00000020:00200000:3.0:1769074836.731451:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 267 items remaining. 00000020:00200000:3.0:1769074836.731453:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 266 items remaining. 00000020:00200000:3.0:1769074836.731455:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 265 items remaining. 00000020:00200000:3.0:1769074836.731456:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 264 items remaining. 00000020:00200000:3.0:1769074836.731458:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 263 items remaining. 00000020:00200000:3.0:1769074836.731460:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 262 items remaining. 00000020:00200000:3.0:1769074836.731462:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 261 items remaining. 00000020:00200000:3.0:1769074836.731473:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 260 items remaining. 00000020:00200000:3.0:1769074836.731475:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 259 items remaining. 00000020:00200000:3.0:1769074836.731477:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 258 items remaining. 00000020:00200000:3.0:1769074836.731479:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 257 items remaining. 00000020:00200000:3.0:1769074836.731481:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000008:00010000:3.0:1769074836.731486:0:2373:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc64979f240 00000100:00100000:3.0:1769074836.731529:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612863616:192.168.204.139@tcp:3:lfs.0 00000020:00200000:2.0:1769074836.733825:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:2.0:1769074836.733828:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:2.0:1769074836.733830:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:2.0:1769074836.733831:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:2.0:1769074836.733833:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:2.0:1769074836.733835:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:2.0:1769074836.733837:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:2.0:1769074836.733839:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:2.0:1769074836.733840:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:2.0:1769074836.733841:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:2.0:1769074836.733843:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:2.0:1769074836.733844:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:2.0:1769074836.733846:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:2.0:1769074836.733848:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:2.0:1769074836.733849:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:2.0:1769074836.733851:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:2.0:1769074836.733853:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:2.0:1769074836.733855:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:2.0:1769074836.733857:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:2.0:1769074836.733858:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:2.0:1769074836.733860:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:2.0:1769074836.733863:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:2.0:1769074836.733864:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:2.0:1769074836.733866:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:2.0:1769074836.733867:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:2.0:1769074836.733869:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:2.0:1769074836.733871:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:2.0:1769074836.733872:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:2.0:1769074836.733874:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:2.0:1769074836.733875:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:2.0:1769074836.733877:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:2.0:1769074836.733878:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:2.0:1769074836.733880:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:2.0:1769074836.733882:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:2.0:1769074836.733884:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:2.0:1769074836.733886:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:2.0:1769074836.733888:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:2.0:1769074836.733889:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:2.0:1769074836.733890:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:2.0:1769074836.733892:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:2.0:1769074836.733894:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:2.0:1769074836.733895:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:2.0:1769074836.733897:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:2.0:1769074836.733899:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:2.0:1769074836.733900:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:2.0:1769074836.733902:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:2.0:1769074836.733904:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:2.0:1769074836.733906:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:2.0:1769074836.733908:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:2.0:1769074836.733909:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:2.0:1769074836.733911:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:2.0:1769074836.733913:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:2.0:1769074836.733915:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:2.0:1769074836.733916:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:2.0:1769074836.733918:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:2.0:1769074836.733920:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:2.0:1769074836.733922:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:2.0:1769074836.733923:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:2.0:1769074836.733925:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:2.0:1769074836.733927:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:2.0:1769074836.733929:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:2.0:1769074836.733931:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:2.0:1769074836.733933:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:2.0:1769074836.733935:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:2.0:1769074836.733937:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:2.0:1769074836.733939:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:2.0:1769074836.733942:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:2.0:1769074836.733944:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:2.0:1769074836.733945:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:2.0:1769074836.733947:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:2.0:1769074836.733949:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:2.0:1769074836.733951:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:2.0:1769074836.733952:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:2.0:1769074836.733954:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:2.0:1769074836.733955:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:2.0:1769074836.733957:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:2.0:1769074836.733959:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:2.0:1769074836.733960:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:2.0:1769074836.733963:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:2.0:1769074836.733964:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:2.0:1769074836.733966:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:2.0:1769074836.733968:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:2.0:1769074836.733970:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:2.0:1769074836.733973:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:2.0:1769074836.733975:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:2.0:1769074836.733977:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:2.0:1769074836.733978:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:2.0:1769074836.733980:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:2.0:1769074836.733982:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:2.0:1769074836.733983:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:2.0:1769074836.733986:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:2.0:1769074836.733987:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:2.0:1769074836.733989:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:2.0:1769074836.733990:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:2.0:1769074836.733993:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:2.0:1769074836.733995:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:2.0:1769074836.733997:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:2.0:1769074836.733999:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:2.0:1769074836.734001:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:2.0:1769074836.734003:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:2.0:1769074836.734004:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:2.0:1769074836.734006:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:2.0:1769074836.734008:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:2.0:1769074836.734009:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:2.0:1769074836.734011:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:2.0:1769074836.734013:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:2.0:1769074836.734015:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1769074836.734284:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1769074836.734313:0:2372:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc6485b1540 00000080:00200000:3.0:1769074836.734387:0:60941:0:(file.c:2109:ll_file_io_generic()) Range unlock [0, 511] 00000080:00200000:3.0:1769074836.734408:0:60941:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b2:0x0] ignore/verify layout 0/0, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1769074836.734415:0:60941:0:(file.c:2142:ll_file_io_generic()) f204a.sanity-flr: 1 io complete with rc: 0, result: 2097152, restart: 0 00000020:00200000:3.0:1769074836.734419:0:60941:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1769074836.734431:0:60941:0:(file.c:2228:ll_file_io_generic()) iot: 1, result: 2097152 00000080:00200080:3.0:1769074836.734457:0:60941:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1b2:0x0](ffff9bc649b663c8) cmd=400866b1 arg=0 00000080:00200080:3.0:1769074836.734479:0:60941:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1b2:0x0](ffff9bc649b663c8) cmd=400866b1 arg=2 00000080:00200008:3.0:1769074836.734487:0:60941:0:(file.c:6252:ll_getattr_dentry()) START file f204a.sanity-flr:[0x200000404:0x1b2:0x0](ffff9bc649b663c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074836.734496:0:60941:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1b2:0x0](ffff9bc649b663c8),name=f204a.sanity-flr 00000002:00010000:3.0:1769074836.734523:0:60941:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b2:0x0]) in obj [0x200000404:0x1b2:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074836.734546:0:60941:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b891 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b632 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074836.734565:0:60941:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b891 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b632 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074836.734574:0:60941:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b2:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074836.734584:0:60941:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b2:0x0](ffff9bc649b663c8) 00000080:00010000:3.0:1769074836.734588:0:60941:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b2:0x0](ffff9bc649b663c8) for lock 0x21fa6d252c11b891 00000080:00010000:3.0:1769074836.734598:0:60941:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b891 from it ffffa7f98193bcd8 00010000:00010000:3.0:1769074836.734602:0:60941:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b891 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8b632 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074836.734611:0:60941:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b891 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b632 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074836.734644:0:60941:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b2:0x0] ignore/verify layout 0/1, layout version 7 restore needed 0 00020000:00200000:3.0:1769074836.734658:0:60941:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b2:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:3.0:1769074836.734662:0:60941:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:3.0:1769074836.734667:0:60941:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1b2:0x0] 00000008:00010000:3.0:1769074836.734692:0:60941:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074836.734697:0:60941:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64d1657b0, osc lock ffff9bc64a6dcf70, flags 0x400000400001002 00000100:00100000:2.0:1769074836.734821:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612863488:192.168.204.139@tcp:3:lfs.0 00010000:00010000:3.0:1769074836.735702:0:60941:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11b898 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b639 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074836.735826:0:60941:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 10485759) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11b898 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b639 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00000020:00200000:2.0:1769074836.735844:0:60941:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1769074836.735849:0:60941:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11b898 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8b639 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074836.735859:0:60941:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11b898 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b639 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00000020:00200000:2.0:1769074836.735873:0:60941:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1769074836.735888:0:60941:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b2:0x0] updating i_size 2097152 i_blocks 4103 00000020:00010000:2.0:1769074836.735894:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc643bb46d8 (ffff9bc64f158248/0) at cl_lock_release():245 00000020:00010000:2.0:1769074836.735898:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643bb46d8 (ffff9bc64f158248/0) at cl_lock_cancel():142 00000020:00010000:2.0:1769074836.735902:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d1657b0 (ffff9bc64f158e18/1) at cl_lock_cancel():142 00000020:00010000:2.0:1769074836.735906:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643bb46d8 (ffff9bc64f158248/0) at cl_lock_fini():72 00000020:00010000:2.0:1769074836.735911:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d1657b0 (ffff9bc64f158248/1) at cl_lock_fini():72 00000080:00200000:2.0:1769074836.735928:0:60941:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b2:0x0] ignore/verify layout 0/1, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1769074836.735965:0:60941:0:(file.c:2648:do_file_write_iter()) START file f204a.sanity-flr:[0x200000404:0x1b2:0x0], ppos: 0, count: 1048576 00000080:00200000:2.0:1769074836.735974:0:60941:0:(file.c:1994:ll_file_io_generic()) f204a.sanity-flr: write ppos: 0, bytes: 1048576 00000080:00200000:2.0:1769074836.735987:0:60941:0:(file.c:1759:ll_io_set_mirror()) f204a.sanity-flr: desiginated mirror: 2 00000020:00200000:2.0:1769074836.735996:0:60941:0:(cl_io.c:214:cl_io_rw_init()) header@00000000464f1daa[0x4, 2, [0x200000404:0x1b2:0x0] hash] 00000020:00200000:2.0:1769074836.735999:0:60941:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 1048576) 2048 0 00000080:00200000:2.0:1769074836.736003:0:60941:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b2:0x0] ignore/verify layout 0/0, layout version 7 restore needed 0 00000080:00200000:2.0:1769074836.736018:0:60941:0:(file.c:2072:ll_file_io_generic()) Range lock [0, 255] 00020000:00200000:2.0:1769074836.736028:0:60941:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1048576) 1048576, 1048576 00020000:00200000:2.0:1769074836.736033:0:60941:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x11 00000080:00200000:2.0:1769074836.736053:0:60941:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 1 [0, 255] 00000008:00010000:2.0:1769074836.736067:0:60941:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 11 00000008:00010000:2.0:1769074836.736071:0:60941:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc645325130, osc lock ffff9bc64a723430, flags 0x40000 00000080:00200000:2.0:1769074836.736081:0:60941:0:(vvp_io.c:1312:vvp_io_write_start()) f204a.sanity-flr: write [0, 1048576) append 0 append lockpos 0 00000080:00200000:2.0:1769074836.736098:0:60941:0:(rw26.c:439:ll_direct_IO_impl()) VFS Op:inode=[0x200000404:0x1b2:0x0](ffff9bc649b663c8), size=1048576 (max 603979776), offset=0=0x0, pages 256 (max 147456), lockless, parallel 00000020:00200000:2.0:1769074836.736939:0:60941:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:2.0:1769074836.736949:0:60941:0:(rw26.c:570:ll_direct_IO_impl()) result 0 tot_bytes 1048576 count 1048576 file_offset 1048576 00000080:00200000:2.0:1769074836.736964:0:60941:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b2:0x0] updating i_size 2097152 i_blocks 4103 00000020:00010000:2.0:1769074836.736970:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc67aff66c8 (ffff9bc64f158248/0) at cl_lock_release():245 00000020:00010000:2.0:1769074836.736974:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc67aff66c8 (ffff9bc64f158248/0) at cl_lock_cancel():142 00000020:00010000:2.0:1769074836.736978:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc645325130 (ffff9bc64f158e18/1) at cl_lock_cancel():142 00000020:00010000:2.0:1769074836.736981:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc67aff66c8 (ffff9bc64f158248/0) at cl_lock_fini():72 00000020:00010000:2.0:1769074836.736984:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc645325130 (ffff9bc64f158248/1) at cl_lock_fini():72 00000080:00200000:2.0:1769074836.736996:0:60941:0:(vvp_io.c:518:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:2.0:1769074836.737002:0:60941:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1769074836.737030:0:35568:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9bc6485b1540 00000008:00100000:2.0:1769074836.741308:0:35568:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc67afd8380 - object 0x240000400:537 offset 0<>1048576 00000100:00100000:3.0:1769074836.741498:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612863744:192.168.204.139@tcp:4:lfs.0 00000100:00100000:2.0:1769074836.843868:0:2373:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9bc646483800: committing for last_committed 21474839611 gen 5 00000008:00010000:2.0:1769074836.843970:0:2373:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc6485b1540 00000020:00200000:2.0:1769074836.843979:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:2.0:1769074836.843982:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:2.0:1769074836.843984:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:2.0:1769074836.843986:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:2.0:1769074836.843987:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:2.0:1769074836.843989:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:2.0:1769074836.843991:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:2.0:1769074836.843992:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:2.0:1769074836.843994:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:2.0:1769074836.843996:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:2.0:1769074836.843997:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:2.0:1769074836.843999:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:2.0:1769074836.844001:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:2.0:1769074836.844003:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:2.0:1769074836.844005:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:2.0:1769074836.844006:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:2.0:1769074836.844008:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:2.0:1769074836.844010:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:2.0:1769074836.844011:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:2.0:1769074836.844013:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:2.0:1769074836.844014:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:2.0:1769074836.844016:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:2.0:1769074836.844018:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:2.0:1769074836.844019:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:2.0:1769074836.844021:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:2.0:1769074836.844022:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:2.0:1769074836.844024:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:2.0:1769074836.844025:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:2.0:1769074836.844027:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:2.0:1769074836.844028:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:2.0:1769074836.844030:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:2.0:1769074836.844032:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:2.0:1769074836.844034:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:2.0:1769074836.844036:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:2.0:1769074836.844038:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:2.0:1769074836.844040:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:2.0:1769074836.844041:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:2.0:1769074836.844043:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:2.0:1769074836.844045:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:2.0:1769074836.844046:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:2.0:1769074836.844048:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:2.0:1769074836.844049:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:2.0:1769074836.844050:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:2.0:1769074836.844051:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:2.0:1769074836.844053:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:2.0:1769074836.844054:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:2.0:1769074836.844056:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:2.0:1769074836.844057:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:2.0:1769074836.844059:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:2.0:1769074836.844061:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:2.0:1769074836.844063:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:2.0:1769074836.844064:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:2.0:1769074836.844065:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:2.0:1769074836.844066:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:2.0:1769074836.844068:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:2.0:1769074836.844069:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:2.0:1769074836.844071:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:2.0:1769074836.844073:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:2.0:1769074836.844075:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:2.0:1769074836.844077:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:2.0:1769074836.844079:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:2.0:1769074836.844080:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:2.0:1769074836.844082:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:2.0:1769074836.844084:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:2.0:1769074836.844086:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:2.0:1769074836.844089:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:2.0:1769074836.844090:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:2.0:1769074836.844092:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:2.0:1769074836.844094:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:2.0:1769074836.844095:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:2.0:1769074836.844097:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:2.0:1769074836.844098:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:2.0:1769074836.844100:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:2.0:1769074836.844101:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:2.0:1769074836.844102:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:2.0:1769074836.844104:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:2.0:1769074836.844105:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:2.0:1769074836.844107:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:2.0:1769074836.844108:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:2.0:1769074836.844110:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:2.0:1769074836.844111:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:2.0:1769074836.844112:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:2.0:1769074836.844113:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:2.0:1769074836.844115:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:2.0:1769074836.844118:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:2.0:1769074836.844120:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:2.0:1769074836.844121:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:2.0:1769074836.844124:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:2.0:1769074836.844127:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:2.0:1769074836.844129:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:2.0:1769074836.844131:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:2.0:1769074836.844133:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:2.0:1769074836.844135:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:2.0:1769074836.844137:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:2.0:1769074836.844139:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:2.0:1769074836.844140:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:2.0:1769074836.844142:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:2.0:1769074836.844145:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:2.0:1769074836.844147:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:2.0:1769074836.844149:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:2.0:1769074836.844150:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:2.0:1769074836.844153:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:2.0:1769074836.844154:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:2.0:1769074836.844156:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:2.0:1769074836.844157:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:2.0:1769074836.844160:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:2.0:1769074836.844161:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:2.0:1769074836.844162:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:2.0:1769074836.844164:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:2.0:1769074836.844166:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:2.0:1769074836.844168:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:2.0:1769074836.844170:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:2.0:1769074836.844172:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:2.0:1769074836.844173:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:2.0:1769074836.844175:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:2.0:1769074836.844177:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:2.0:1769074836.844178:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:2.0:1769074836.844179:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:2.0:1769074836.844181:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:2.0:1769074836.844183:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:2.0:1769074836.844185:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:2.0:1769074836.844187:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:2.0:1769074836.844189:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:2.0:1769074836.844191:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:2.0:1769074836.844193:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:2.0:1769074836.844195:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:2.0:1769074836.844196:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:2.0:1769074836.844198:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:2.0:1769074836.844201:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:2.0:1769074836.844203:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:2.0:1769074836.844205:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:2.0:1769074836.844207:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:2.0:1769074836.844209:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:2.0:1769074836.844211:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:2.0:1769074836.844213:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:2.0:1769074836.844214:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:2.0:1769074836.844216:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:2.0:1769074836.844217:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:2.0:1769074836.844219:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:2.0:1769074836.844220:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:2.0:1769074836.844222:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:2.0:1769074836.844224:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:2.0:1769074836.844226:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:2.0:1769074836.844227:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:2.0:1769074836.844229:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:2.0:1769074836.844231:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:2.0:1769074836.844232:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:2.0:1769074836.844234:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:2.0:1769074836.844236:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:2.0:1769074836.844237:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:2.0:1769074836.844239:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:2.0:1769074836.844240:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:2.0:1769074836.844242:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:2.0:1769074836.844243:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:2.0:1769074836.844245:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:2.0:1769074836.844246:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:2.0:1769074836.844248:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:2.0:1769074836.844250:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:2.0:1769074836.844251:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:2.0:1769074836.844253:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:2.0:1769074836.844255:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:2.0:1769074836.844257:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:2.0:1769074836.844258:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:2.0:1769074836.844260:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:2.0:1769074836.844262:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:2.0:1769074836.844264:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:2.0:1769074836.844266:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:2.0:1769074836.844268:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:2.0:1769074836.844270:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:2.0:1769074836.844272:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:2.0:1769074836.844274:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:2.0:1769074836.844276:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:2.0:1769074836.844278:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:2.0:1769074836.844280:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:2.0:1769074836.844282:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:2.0:1769074836.844284:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:2.0:1769074836.844286:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:2.0:1769074836.844287:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:2.0:1769074836.844289:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:2.0:1769074836.844290:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:2.0:1769074836.844292:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:2.0:1769074836.844294:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:2.0:1769074836.844296:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:2.0:1769074836.844297:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:2.0:1769074836.844299:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:2.0:1769074836.844301:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:2.0:1769074836.844303:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:2.0:1769074836.844304:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:2.0:1769074836.844307:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:2.0:1769074836.844309:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:2.0:1769074836.844310:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:2.0:1769074836.844312:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:2.0:1769074836.844315:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:2.0:1769074836.844317:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:2.0:1769074836.844319:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:2.0:1769074836.844321:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:2.0:1769074836.844322:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:2.0:1769074836.844324:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:2.0:1769074836.844325:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:2.0:1769074836.844327:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:2.0:1769074836.844329:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:2.0:1769074836.844330:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:2.0:1769074836.844332:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:2.0:1769074836.844335:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:2.0:1769074836.844336:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:2.0:1769074836.844338:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:2.0:1769074836.844340:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:2.0:1769074836.844342:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:2.0:1769074836.844344:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:2.0:1769074836.844346:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:2.0:1769074836.844347:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:2.0:1769074836.844349:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:2.0:1769074836.844350:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:2.0:1769074836.844352:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:2.0:1769074836.844354:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:2.0:1769074836.844356:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:2.0:1769074836.844358:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:2.0:1769074836.844359:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:2.0:1769074836.844361:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:2.0:1769074836.844363:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:2.0:1769074836.844366:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:2.0:1769074836.844368:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:2.0:1769074836.844369:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:2.0:1769074836.844371:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:2.0:1769074836.844374:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:2.0:1769074836.844376:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:2.0:1769074836.844378:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:2.0:1769074836.844380:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:2.0:1769074836.844381:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:2.0:1769074836.844383:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:2.0:1769074836.844385:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:2.0:1769074836.844386:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:2.0:1769074836.844388:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:2.0:1769074836.844389:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:2.0:1769074836.844391:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:2.0:1769074836.844392:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:2.0:1769074836.844394:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:2.0:1769074836.844395:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:2.0:1769074836.844396:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:2.0:1769074836.844398:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:2.0:1769074836.844399:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:2.0:1769074836.844401:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:2.0:1769074836.844402:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:2.0:1769074836.844404:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:2.0:1769074836.844405:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:2.0:1769074836.844407:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:2.0:1769074836.844409:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:2.0:1769074836.844410:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:2.0:1769074836.844412:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:2.0:1769074836.844413:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:2.0:1769074836.844415:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:2.0:1769074836.844417:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:2.0:1769074836.844419:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:2.0:1769074836.844421:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:2.0:1769074836.844423:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:2.0:1769074836.844424:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1769074836.844539:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1769074836.844566:0:2373:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc6485b1540 00000100:00100000:2.0:1769074836.844605:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612863744:192.168.204.139@tcp:4:lfs.0 00000080:00200000:3.0:1769074836.845172:0:60941:0:(file.c:2109:ll_file_io_generic()) Range unlock [0, 255] 00000080:00200000:3.0:1769074836.845193:0:60941:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b2:0x0] ignore/verify layout 0/0, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1769074836.845199:0:60941:0:(file.c:2142:ll_file_io_generic()) f204a.sanity-flr: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:3.0:1769074836.845216:0:60941:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b2:0x0] updating i_size 2097152 i_blocks 4103 00000020:00200000:3.0:1769074836.845221:0:60941:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1769074836.845234:0:60941:0:(file.c:2228:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200080:3.0:1769074836.845263:0:60941:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1b2:0x0](ffff9bc649b663c8) cmd=400866b1 arg=0 00000080:00200080:3.0:1769074836.845277:0:60941:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1b2:0x0](ffff9bc649b663c8) cmd=400866b1 arg=2 00000080:00200008:3.0:1769074836.845286:0:60941:0:(file.c:6252:ll_getattr_dentry()) START file f204a.sanity-flr:[0x200000404:0x1b2:0x0](ffff9bc649b663c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074836.845296:0:60941:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1b2:0x0](ffff9bc649b663c8),name=f204a.sanity-flr 00000002:00010000:3.0:1769074836.845328:0:60941:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b2:0x0]) in obj [0x200000404:0x1b2:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074836.845363:0:60941:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b891 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b632 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074836.845382:0:60941:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b891 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b632 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074836.845397:0:60941:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b2:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074836.845407:0:60941:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b2:0x0](ffff9bc649b663c8) 00000080:00010000:3.0:1769074836.845411:0:60941:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b2:0x0](ffff9bc649b663c8) for lock 0x21fa6d252c11b891 00000080:00010000:3.0:1769074836.845420:0:60941:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b891 from it ffffa7f98193bcd8 00010000:00010000:3.0:1769074836.845425:0:60941:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b891 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8b632 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074836.845435:0:60941:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b891 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b632 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074836.845472:0:60941:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b2:0x0] ignore/verify layout 0/1, layout version 7 restore needed 0 00020000:00200000:3.0:1769074836.845486:0:60941:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b2:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:3.0:1769074836.845489:0:60941:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:3.0:1769074836.845495:0:60941:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1b2:0x0] 00000008:00010000:3.0:1769074836.845523:0:60941:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074836.845527:0:60941:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64d165330, osc lock ffff9bc64a6dc980, flags 0x400000400001002 00010000:00010000:3.0:1769074836.845551:0:60941:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11b898 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b639 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074836.845562:0:60941:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 10485759) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11b898 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b639 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074836.845573:0:60941:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074836.845576:0:60941:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11b898 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8b639 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074836.845583:0:60941:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11b898 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b639 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074836.845596:0:60941:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1769074836.845601:0:60941:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b2:0x0] updating i_size 2097152 i_blocks 4103 00000020:00010000:3.0:1769074836.845606:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc643bb46d8 (ffff9bc64f158248/0) at cl_lock_release():245 00000020:00010000:3.0:1769074836.845610:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643bb46d8 (ffff9bc64f158248/0) at cl_lock_cancel():142 00000020:00010000:3.0:1769074836.845613:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d165330 (ffff9bc64f158e18/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074836.845617:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643bb46d8 (ffff9bc64f158248/0) at cl_lock_fini():72 00000020:00010000:3.0:1769074836.845620:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d165330 (ffff9bc64f158248/1) at cl_lock_fini():72 00000080:00200000:3.0:1769074836.845630:0:60941:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b2:0x0] ignore/verify layout 0/1, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1769074836.845646:0:60941:0:(file.c:2648:do_file_write_iter()) START file f204a.sanity-flr:[0x200000404:0x1b2:0x0], ppos: 1048576, count: 1048576 00000080:00200000:3.0:1769074836.845652:0:60941:0:(file.c:1994:ll_file_io_generic()) f204a.sanity-flr: write ppos: 1048576, bytes: 1048576 00000080:00200000:3.0:1769074836.845661:0:60941:0:(file.c:1759:ll_io_set_mirror()) f204a.sanity-flr: desiginated mirror: 2 00000020:00200000:3.0:1769074836.845671:0:60941:0:(cl_io.c:214:cl_io_rw_init()) header@00000000464f1daa[0x4, 2, [0x200000404:0x1b2:0x0] hash] 00000020:00200000:3.0:1769074836.845673:0:60941:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [1048576, 2097152) 2048 0 00000080:00200000:3.0:1769074836.845676:0:60941:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b2:0x0] ignore/verify layout 0/0, layout version 7 restore needed 0 00000080:00200000:3.0:1769074836.845688:0:60941:0:(file.c:2072:ll_file_io_generic()) Range lock [256, 511] 00020000:00200000:3.0:1769074836.845697:0:60941:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 1048576 chunk: [1048576, 2097152) 2097152, 1048576 00020000:00200000:3.0:1769074836.845702:0:60941:0:(lov_io.c:860:lov_io_iter_init()) component[3] flags 0x11 00000080:00200000:3.0:1769074836.845721:0:60941:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 1 [256, 511] 00000008:00010000:3.0:1769074836.845730:0:60941:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 11 00000008:00010000:3.0:1769074836.845734:0:60941:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64d165330, osc lock ffff9bc64a6dc980, flags 0x40000 00000080:00200000:3.0:1769074836.845745:0:60941:0:(vvp_io.c:1312:vvp_io_write_start()) f204a.sanity-flr: write [1048576, 2097152) append 0 append lockpos 0 00000080:00200000:3.0:1769074836.845764:0:60941:0:(rw26.c:439:ll_direct_IO_impl()) VFS Op:inode=[0x200000404:0x1b2:0x0](ffff9bc649b663c8), size=1048576 (max 603979776), offset=1048576=0x100000, pages 256 (max 147456), lockless, parallel 00000020:00200000:3.0:1769074836.846147:0:60941:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:3.0:1769074836.846151:0:60941:0:(rw26.c:570:ll_direct_IO_impl()) result 0 tot_bytes 1048576 count 1048576 file_offset 2097152 00000080:00200000:3.0:1769074836.846160:0:60941:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b2:0x0] updating i_size 2097152 i_blocks 4103 00000020:00010000:3.0:1769074836.846165:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc67aff66c8 (ffff9bc64f158248/0) at cl_lock_release():245 00000020:00010000:3.0:1769074836.846168:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc67aff66c8 (ffff9bc64f158248/0) at cl_lock_cancel():142 00000020:00010000:3.0:1769074836.846172:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d165330 (ffff9bc64f158e18/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074836.846175:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc67aff66c8 (ffff9bc64f158248/0) at cl_lock_fini():72 00000020:00010000:3.0:1769074836.846177:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d165330 (ffff9bc64f158248/1) at cl_lock_fini():72 00000080:00200000:3.0:1769074836.846184:0:60941:0:(vvp_io.c:518:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:3.0:1769074836.846191:0:60941:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1769074836.846217:0:44646:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9bc64979f240 00000008:00100000:3.0:1769074836.846983:0:44646:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc64d9afb80 - object 0x240000400:538 offset 1048576<>2097152 00000100:00100000:2.0:1769074836.847846:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612863872:192.168.204.139@tcp:4:lfs.0 00000100:00100000:2.0:1769074836.987509:0:2372:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9bc646483800: committing for last_committed 21474839612 gen 5 00000008:00010000:2.0:1769074836.987605:0:2372:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc64979f240 00000020:00200000:2.0:1769074836.987616:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:2.0:1769074836.987619:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:2.0:1769074836.987621:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:2.0:1769074836.987623:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:2.0:1769074836.987625:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:2.0:1769074836.987627:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:2.0:1769074836.987628:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:2.0:1769074836.987631:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:2.0:1769074836.987632:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:2.0:1769074836.987634:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:2.0:1769074836.987636:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:2.0:1769074836.987638:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:2.0:1769074836.987640:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:2.0:1769074836.987642:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:2.0:1769074836.987644:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:2.0:1769074836.987646:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:2.0:1769074836.987648:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:2.0:1769074836.987649:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:2.0:1769074836.987651:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:2.0:1769074836.987653:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:2.0:1769074836.987655:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:2.0:1769074836.987657:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:2.0:1769074836.987658:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:2.0:1769074836.987659:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:2.0:1769074836.987661:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:2.0:1769074836.987663:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:2.0:1769074836.987665:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:2.0:1769074836.987666:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:2.0:1769074836.987668:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:2.0:1769074836.987669:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:2.0:1769074836.987670:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:2.0:1769074836.987672:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:2.0:1769074836.987673:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:2.0:1769074836.987674:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:2.0:1769074836.987675:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:2.0:1769074836.987676:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:2.0:1769074836.987677:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:2.0:1769074836.987679:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:2.0:1769074836.987681:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:2.0:1769074836.987682:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:2.0:1769074836.987684:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:2.0:1769074836.987685:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:2.0:1769074836.987687:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:2.0:1769074836.987689:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:2.0:1769074836.987690:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:2.0:1769074836.987691:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:2.0:1769074836.987693:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:2.0:1769074836.987695:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:2.0:1769074836.987696:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:2.0:1769074836.987697:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:2.0:1769074836.987699:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:2.0:1769074836.987700:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:2.0:1769074836.987702:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:2.0:1769074836.987703:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:2.0:1769074836.987705:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:2.0:1769074836.987706:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:2.0:1769074836.987708:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:2.0:1769074836.987710:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:2.0:1769074836.987711:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:2.0:1769074836.987713:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:2.0:1769074836.987714:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:2.0:1769074836.987716:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:2.0:1769074836.987717:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:2.0:1769074836.987719:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:2.0:1769074836.987720:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:2.0:1769074836.987722:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:2.0:1769074836.987724:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:2.0:1769074836.987725:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:2.0:1769074836.987727:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:2.0:1769074836.987729:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:2.0:1769074836.987730:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:2.0:1769074836.987732:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:2.0:1769074836.987734:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:2.0:1769074836.987736:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:2.0:1769074836.987737:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:2.0:1769074836.987739:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:2.0:1769074836.987740:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:2.0:1769074836.987741:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:2.0:1769074836.987742:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:2.0:1769074836.987744:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:2.0:1769074836.987746:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:2.0:1769074836.987748:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:2.0:1769074836.987750:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:2.0:1769074836.987752:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:2.0:1769074836.987754:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:2.0:1769074836.987755:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:2.0:1769074836.987757:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:2.0:1769074836.987758:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:2.0:1769074836.987761:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:2.0:1769074836.987762:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:2.0:1769074836.987764:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:2.0:1769074836.987765:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:2.0:1769074836.987767:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:2.0:1769074836.987768:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:2.0:1769074836.987770:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:2.0:1769074836.987771:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:2.0:1769074836.987825:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:2.0:1769074836.987827:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:2.0:1769074836.987828:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:2.0:1769074836.987829:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:2.0:1769074836.987831:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:2.0:1769074836.987833:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:2.0:1769074836.987835:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:2.0:1769074836.987837:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:2.0:1769074836.987838:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:2.0:1769074836.987840:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:2.0:1769074836.987842:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:2.0:1769074836.987844:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:2.0:1769074836.987845:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:2.0:1769074836.987847:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:2.0:1769074836.987849:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:2.0:1769074836.987851:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:2.0:1769074836.987852:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:2.0:1769074836.987853:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:2.0:1769074836.987855:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:2.0:1769074836.987856:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:2.0:1769074836.987858:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:2.0:1769074836.987859:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:2.0:1769074836.987861:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:2.0:1769074836.987862:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:2.0:1769074836.987864:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:2.0:1769074836.987866:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:2.0:1769074836.987868:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:2.0:1769074836.987869:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:2.0:1769074836.987871:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:2.0:1769074836.987872:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:2.0:1769074836.987874:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:2.0:1769074836.987876:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:2.0:1769074836.987877:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:2.0:1769074836.987879:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:2.0:1769074836.987880:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:2.0:1769074836.987882:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:2.0:1769074836.987883:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:2.0:1769074836.987885:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:2.0:1769074836.987886:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:2.0:1769074836.987888:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:2.0:1769074836.987891:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:2.0:1769074836.987892:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:2.0:1769074836.987894:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:2.0:1769074836.987896:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:2.0:1769074836.987898:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:2.0:1769074836.987911:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:2.0:1769074836.987913:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:2.0:1769074836.987916:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:2.0:1769074836.987918:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:2.0:1769074836.987920:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:2.0:1769074836.987922:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:2.0:1769074836.987924:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:2.0:1769074836.987926:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:2.0:1769074836.987929:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:2.0:1769074836.987931:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:2.0:1769074836.987932:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:2.0:1769074836.987935:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:2.0:1769074836.987937:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:2.0:1769074836.987939:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:2.0:1769074836.987940:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:2.0:1769074836.987942:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:2.0:1769074836.987943:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:2.0:1769074836.987945:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:2.0:1769074836.987946:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:2.0:1769074836.987948:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:2.0:1769074836.987949:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:2.0:1769074836.987951:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:2.0:1769074836.987952:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:2.0:1769074836.987953:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:2.0:1769074836.987955:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:2.0:1769074836.987956:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:2.0:1769074836.987958:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:2.0:1769074836.987960:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:2.0:1769074836.987962:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:2.0:1769074836.987963:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:2.0:1769074836.987965:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:2.0:1769074836.987966:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:2.0:1769074836.987968:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:2.0:1769074836.987969:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:2.0:1769074836.987971:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:2.0:1769074836.987972:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:2.0:1769074836.987973:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:2.0:1769074836.987974:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:2.0:1769074836.987976:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:2.0:1769074836.987977:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:2.0:1769074836.987978:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:2.0:1769074836.987980:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:2.0:1769074836.987982:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:2.0:1769074836.987985:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:2.0:1769074836.987986:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:2.0:1769074836.987988:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:2.0:1769074836.987990:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:2.0:1769074836.987991:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:2.0:1769074836.987992:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:2.0:1769074836.987994:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:2.0:1769074836.987995:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:2.0:1769074836.987996:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:2.0:1769074836.987998:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:2.0:1769074836.988000:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:2.0:1769074836.988002:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:2.0:1769074836.988003:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:2.0:1769074836.988005:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:2.0:1769074836.988007:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:2.0:1769074836.988009:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:2.0:1769074836.988011:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:2.0:1769074836.988012:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:2.0:1769074836.988014:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:2.0:1769074836.988016:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:2.0:1769074836.988017:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:2.0:1769074836.988019:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:2.0:1769074836.988020:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:2.0:1769074836.988022:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:2.0:1769074836.988023:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:2.0:1769074836.988024:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:2.0:1769074836.988025:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:2.0:1769074836.988027:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:2.0:1769074836.988028:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:2.0:1769074836.988029:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:2.0:1769074836.988031:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:2.0:1769074836.988032:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:2.0:1769074836.988034:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:2.0:1769074836.988036:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:2.0:1769074836.988038:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:2.0:1769074836.988039:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:2.0:1769074836.988041:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:2.0:1769074836.988042:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:2.0:1769074836.988044:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:2.0:1769074836.988045:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:2.0:1769074836.988047:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:2.0:1769074836.988049:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:2.0:1769074836.988051:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:2.0:1769074836.988053:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:2.0:1769074836.988054:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:2.0:1769074836.988056:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:2.0:1769074836.988058:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:2.0:1769074836.988059:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:2.0:1769074836.988061:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:2.0:1769074836.988062:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:2.0:1769074836.988064:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:2.0:1769074836.988066:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:2.0:1769074836.988068:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:2.0:1769074836.988069:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:2.0:1769074836.988071:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:2.0:1769074836.988072:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:2.0:1769074836.988073:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:2.0:1769074836.988075:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:2.0:1769074836.988076:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:2.0:1769074836.988077:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:2.0:1769074836.988079:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:2.0:1769074836.988080:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:2.0:1769074836.988082:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:2.0:1769074836.988083:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:2.0:1769074836.988085:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:2.0:1769074836.988086:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:2.0:1769074836.988088:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:2.0:1769074836.988089:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:2.0:1769074836.988091:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:2.0:1769074836.988093:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:2.0:1769074836.988094:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:2.0:1769074836.988096:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1769074836.991408:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1769074836.991453:0:2372:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc64979f240 00000100:00100000:2.0:1769074836.991514:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612863872:192.168.204.139@tcp:4:lfs.0 00000080:00200000:3.0:1769074836.991534:0:60941:0:(file.c:2109:ll_file_io_generic()) Range unlock [256, 511] 00000080:00200000:3.0:1769074836.991558:0:60941:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b2:0x0] ignore/verify layout 0/0, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1769074836.991565:0:60941:0:(file.c:2142:ll_file_io_generic()) f204a.sanity-flr: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:3.0:1769074836.991586:0:60941:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b2:0x0] updating i_size 2097152 i_blocks 4103 00000020:00200000:3.0:1769074836.991590:0:60941:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1769074836.991602:0:60941:0:(file.c:2228:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200080:3.0:1769074836.991632:0:60941:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1b2:0x0](ffff9bc649b663c8) cmd=400866b1 arg=0 00000080:00200080:3.0:1769074836.991644:0:60941:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1b2:0x0](ffff9bc649b663c8) cmd=400866b1 arg=1 00000080:00200008:3.0:1769074836.991654:0:60941:0:(file.c:6252:ll_getattr_dentry()) START file f204a.sanity-flr:[0x200000404:0x1b2:0x0](ffff9bc649b663c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074836.991664:0:60941:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1b2:0x0](ffff9bc649b663c8),name=f204a.sanity-flr 00000002:00010000:3.0:1769074836.991695:0:60941:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b2:0x0]) in obj [0x200000404:0x1b2:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074836.991720:0:60941:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b891 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b632 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074836.991738:0:60941:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b891 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b632 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074836.991747:0:60941:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b2:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074836.991758:0:60941:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b2:0x0](ffff9bc649b663c8) 00000080:00010000:3.0:1769074836.991762:0:60941:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b2:0x0](ffff9bc649b663c8) for lock 0x21fa6d252c11b891 00000080:00010000:3.0:1769074836.991805:0:60941:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b891 from it ffffa7f98193bcd8 00010000:00010000:3.0:1769074836.991811:0:60941:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b891 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8b632 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074836.991822:0:60941:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b891 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b632 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074836.991854:0:60941:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b2:0x0] ignore/verify layout 0/1, layout version 7 restore needed 0 00020000:00200000:3.0:1769074836.991869:0:60941:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b2:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:3.0:1769074836.991872:0:60941:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:3.0:1769074836.991878:0:60941:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1b2:0x0] 00000008:00010000:3.0:1769074836.991906:0:60941:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074836.991911:0:60941:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64d165330, osc lock ffff9bc64a6dc980, flags 0x400000400001002 00010000:00010000:3.0:1769074836.991932:0:60941:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11b898 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b639 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074836.991943:0:60941:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 10485759) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11b898 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b639 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074836.991956:0:60941:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074836.991960:0:60941:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11b898 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8b639 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074836.991967:0:60941:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11b898 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b639 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074836.991979:0:60941:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1769074836.991985:0:60941:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b2:0x0] updating i_size 2097152 i_blocks 4103 00000020:00010000:3.0:1769074836.991989:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc643bb46d8 (ffff9bc64f158248/0) at cl_lock_release():245 00000020:00010000:3.0:1769074836.991991:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643bb46d8 (ffff9bc64f158248/0) at cl_lock_cancel():142 00000020:00010000:3.0:1769074836.991994:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d165330 (ffff9bc64f158e18/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074836.992000:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643bb46d8 (ffff9bc64f158248/0) at cl_lock_fini():72 00000020:00010000:3.0:1769074836.992004:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d165330 (ffff9bc64f158248/1) at cl_lock_fini():72 00000080:00200000:3.0:1769074836.992013:0:60941:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b2:0x0] ignore/verify layout 0/1, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1769074836.992029:0:60941:0:(file.c:5185:ll_file_seek()) START file f204a.sanity-flr:[0x200000404:0x1b2:0x0], offset: 2097152, type: SEEK_DATA 00000080:00200000:3.0:1769074836.992035:0:60941:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b2:0x0] ignore/verify layout 0/0, layout version 7 restore needed 0 00020000:00200000:3.0:1769074836.992039:0:60941:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b2:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:3.0:1769074836.992042:0:60941:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:3.0:1769074836.992048:0:60941:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:3.0:1769074836.992054:0:60941:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x0 00000080:00200000:3.0:1769074836.992075:0:60941:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b2:0x0] updating i_size 2097152 i_blocks 4103 00000080:00200000:3.0:1769074836.992088:0:60941:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b2:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1769074836.992093:0:60941:0:(file.c:1759:ll_io_set_mirror()) f204a.sanity-flr: desiginated mirror: 1 00000080:00200000:3.0:1769074836.992096:0:60941:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b2:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1769074836.992101:0:60941:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:3.0:1769074836.992104:0:60941:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x0 00000080:00200000:3.0:1769074836.992106:0:60941:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 0 [512, 18446744073709551615] 00000008:00010000:3.0:1769074836.995398:0:60941:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 8 00000008:00010000:3.0:1769074836.995412:0:60941:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64d165330, osc lock ffff9bc64a6dc980, flags 0x0 00010000:00010000:3.0:1769074836.995470:0:60941:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11b898 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b639 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074836.995493:0:60941:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (2097152 10485759) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11b898 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b639 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074836.995511:0:60941:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11b898 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8b639 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074836.995521:0:60941:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11b898 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8b639 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074836.995537:0:60941:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11b898 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8b639 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1769074836.995564:0:60941:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b2:0x0] updating i_size 2097152 i_blocks 4103 00000020:00010000:3.0:1769074836.995578:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc67aff66c8 (ffff9bc64f158248/0) at cl_lock_release():245 00000020:00010000:3.0:1769074836.995582:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc67aff66c8 (ffff9bc64f158248/0) at cl_lock_cancel():142 00000020:00010000:3.0:1769074836.995586:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d165330 (ffff9bc64f158e18/1) at cl_lock_cancel():142 00010000:00010000:3.0:1769074836.995591:0:60941:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11b898 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8b639 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074836.995600:0:60941:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11b898 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b639 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1769074836.995621:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc67aff66c8 (ffff9bc64f158248/0) at cl_lock_fini():72 00000020:00010000:3.0:1769074836.995625:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d165330 (ffff9bc64f158248/1) at cl_lock_fini():72 00000080:00200000:3.0:1769074836.995654:0:60941:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b2:0x0] ignore/verify layout 0/0, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1769074836.995673:0:60941:0:(file.c:5185:ll_file_seek()) START file f204a.sanity-flr:[0x200000404:0x1b2:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1769074836.995684:0:60941:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b2:0x0] ignore/verify layout 0/1, layout version 7 restore needed 0 00020000:00200000:3.0:1769074836.995695:0:60941:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b2:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:3.0:1769074836.995699:0:60941:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:3.0:1769074836.995705:0:60941:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1b2:0x0] 00000008:00010000:3.0:1769074836.995721:0:60941:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074836.995723:0:60941:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64d165330, osc lock ffff9bc64a6dc980, flags 0x400000400001002 00010000:00010000:3.0:1769074836.995734:0:60941:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11b898 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b639 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074836.995750:0:60941:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 10485759) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11b898 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b639 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074836.995760:0:60941:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074836.995763:0:60941:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11b898 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8b639 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074836.995771:0:60941:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11b898 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b639 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074836.995806:0:60941:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1769074836.995813:0:60941:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b2:0x0] updating i_size 2097152 i_blocks 4103 00000020:00010000:3.0:1769074836.995816:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc643bb46d8 (ffff9bc64f158248/0) at cl_lock_release():245 00000020:00010000:3.0:1769074836.995819:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643bb46d8 (ffff9bc64f158248/0) at cl_lock_cancel():142 00000020:00010000:3.0:1769074836.995822:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d165330 (ffff9bc64f158e18/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074836.995825:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643bb46d8 (ffff9bc64f158248/0) at cl_lock_fini():72 00000020:00010000:3.0:1769074836.995827:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d165330 (ffff9bc64f158248/1) at cl_lock_fini():72 00000080:00200000:3.0:1769074836.995835:0:60941:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b2:0x0] ignore/verify layout 0/1, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1769074836.995846:0:60941:0:(file.c:5216:ll_file_seek()) COMPLETED file f204a.sanity-flr:[0x200000404:0x1b2:0x0], offset: 0, type: (null), rc = 2097152 00000080:00200080:3.0:1769074836.995857:0:60941:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1b2:0x0](ffff9bc649b663c8) cmd=400866b1 arg=0 00000080:00200080:3.0:1769074837.021196:0:60941:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1b2:0x0](ffff9bc649b663c8) cmd=400866b1 arg=2 00000080:00200008:2.0:1769074837.021414:0:60941:0:(file.c:6252:ll_getattr_dentry()) START file f204a.sanity-flr:[0x200000404:0x1b2:0x0](ffff9bc649b663c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074837.021426:0:60941:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1b2:0x0](ffff9bc649b663c8),name=f204a.sanity-flr 00000002:00010000:2.0:1769074837.021477:0:60941:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b2:0x0]) in obj [0x200000404:0x1b2:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074837.021745:0:60941:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b891 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b632 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074837.021766:0:60941:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b891 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b632 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1769074837.021806:0:60941:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b2:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074837.021819:0:60941:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b2:0x0](ffff9bc649b663c8) 00000080:00010000:2.0:1769074837.021824:0:60941:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b2:0x0](ffff9bc649b663c8) for lock 0x21fa6d252c11b891 00000080:00010000:2.0:1769074837.021835:0:60941:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b891 from it ffffa7f98193bcd8 00010000:00010000:2.0:1769074837.021840:0:60941:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b891 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8b632 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074837.021851:0:60941:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b891 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b632 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1769074837.021898:0:60941:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b2:0x0] ignore/verify layout 0/1, layout version 2 restore needed 0 00020000:00200000:2.0:1769074837.021915:0:60941:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b2:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:2.0:1769074837.021919:0:60941:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:2.0:1769074837.021924:0:60941:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1b2:0x0] 00000008:00010000:2.0:1769074837.021950:0:60941:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1769074837.021953:0:60941:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc645325130, osc lock ffff9bc64a723430, flags 0x400000400001002 00010000:00010000:2.0:1769074837.021973:0:60941:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11b898 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b639 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074837.021981:0:60941:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 10485759) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11b898 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b639 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00000020:00200000:2.0:1769074837.021991:0:60941:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1769074837.021995:0:60941:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11b898 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8b639 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074837.022000:0:60941:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11b898 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b639 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00000020:00200000:2.0:1769074837.022010:0:60941:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1769074837.022025:0:60941:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b2:0x0] updating i_size 2097152 i_blocks 4103 00000020:00010000:2.0:1769074837.022030:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc643bb5b60 (ffff9bc64f158368/0) at cl_lock_release():245 00000020:00010000:2.0:1769074837.022033:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643bb5b60 (ffff9bc64f158368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1769074837.022036:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc645325130 (ffff9bc64f158488/1) at cl_lock_cancel():142 00000020:00010000:2.0:1769074837.022040:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643bb5b60 (ffff9bc64f158368/0) at cl_lock_fini():72 00000020:00010000:2.0:1769074837.022043:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc645325130 (ffff9bc64f158368/1) at cl_lock_fini():72 00000080:00200000:2.0:1769074837.022057:0:60941:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b2:0x0] ignore/verify layout 0/1, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1769074837.022100:0:60941:0:(llite_lib.c:2314:ll_setattr_raw()) START file f204a.sanity-flr:[0x200000404:0x1b2:0x0](ffff9bc649b663c8) current size 2097152, valid attrs 2068, mode 0, uid -1756520654, gid -1, new size 2097152, atime 1769074837.000000000, mtime 1769074837.000000000, ctime 1769074837.000000000 00010000:00010000:2.0:1769074837.022127:0:60941:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b891 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e8b632 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074837.022157:0:60941:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b88a lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b624 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074837.022213:0:60941:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b891 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8b632 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074837.022219:0:60941:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074837.022222:0:60941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b891 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8b632 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00000020:00100000:2.0:1769074837.022242:0:60941:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074837.022256:0:60941:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc67afd8380 x1855007612864128/t0(0) o36->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074837.022300:0:60941:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60941:1855007612864128:192.168.204.139@tcp:36:lfs.0 00000100:00100000:2.0:1769074837.022438:0:60941:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ec23c00 going to sleep for 50 seconds 00000100:00100000:2.0:1769074837.026626:0:60941:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60941:1855007612864128:192.168.204.139@tcp:36:lfs.0 00000080:00200000:2.0:1769074837.026688:0:60941:0:(file.c:1759:ll_io_set_mirror()) f204a.sanity-flr: desiginated mirror: 2 00000080:00200000:2.0:1769074837.026697:0:60941:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b2:0x0] ignore/verify layout 0/0, layout version 7 restore needed 0 00020000:00200000:2.0:1769074837.026727:0:60941:0:(lov_io.c:860:lov_io_iter_init()) component[3] flags 0x11 00020000:00200000:2.0:1769074837.026747:0:60941:0:(lov_io.c:860:lov_io_iter_init()) component[4] flags 0x40 00000080:00200000:2.0:1769074837.026752:0:60941:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:2.0:1769074837.026808:0:60941:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1769074837.026814:0:60941:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64ec23c30, osc lock ffff9bc64a723430, flags 0x0 00000008:00010000:2.0:1769074837.026820:0:60941:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1769074837.026822:0:60941:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64ec23c70, osc lock ffff9bc64a723690, flags 0x0 00010000:00010000:2.0:1769074837.026905:0:60941:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646224000/0x21fa6d252c11b89f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074837.026918:0:60941:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646224000/0x21fa6d252c11b89f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074837.026929:0:60941:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646224000/0x21fa6d252c11b89f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1769074837.026954:0:60941:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60941:1855007612864256:192.168.204.139@tcp:101:lfs.0 00000100:00100000:2.0:1769074837.027041:0:60941:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ec236c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074837.031687:0:60941:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60941:1855007612864256:192.168.204.139@tcp:101:lfs.0 00010000:00010000:2.0:1769074837.031730:0:60941:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646224000/0x21fa6d252c11b89f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b663 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074837.031754:0:60941:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646224000/0x21fa6d252c11b89f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b663 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074837.031770:0:60941:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646224000/0x21fa6d252c11b89f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b663 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074837.031806:0:60941:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646224000/0x21fa6d252c11b89f lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b663 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00000008:00010000:2.0:1769074837.031821:0:60941:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 1048576, setting rss=1048576; kms=1048576, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646224000/0x21fa6d252c11b89f lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8b663 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074837.031842:0:60941:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646224000/0x21fa6d252c11b89f lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8b663 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074837.031850:0:60941:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646224000/0x21fa6d252c11b89f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8b663 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074837.031948:0:60941:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646225800/0x21fa6d252c11b8a6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074837.031958:0:60941:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646225800/0x21fa6d252c11b8a6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 2 type: EXT [1048576->68157439] (req 1048576->68157439) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074837.031967:0:60941:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646225800/0x21fa6d252c11b8a6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 2 type: EXT [1048576->68157439] (req 1048576->68157439) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1769074837.031991:0:60941:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60941:1855007612864384:192.168.204.139@tcp:101:lfs.0 00000100:00100000:2.0:1769074837.032472:0:60941:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ec236c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074837.042944:0:60941:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60941:1855007612864384:192.168.204.139@tcp:101:lfs.0 00010000:00010000:2.0:1769074837.042985:0:60941:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646225800/0x21fa6d252c11b8a6 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b66a expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074837.043007:0:60941:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646225800/0x21fa6d252c11b8a6 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b66a expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074837.043024:0:60941:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646225800/0x21fa6d252c11b8a6 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b66a expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074837.043042:0:60941:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646225800/0x21fa6d252c11b8a6 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b66a expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00000008:00010000:2.0:1769074837.043057:0:60941:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 2097152, setting rss=2097152; kms=2097152, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646225800/0x21fa6d252c11b8a6 lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8b66a expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074837.043072:0:60941:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646225800/0x21fa6d252c11b8a6 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8b66a expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074837.043079:0:60941:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646225800/0x21fa6d252c11b8a6 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8b66a expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1769074837.043302:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074837.043324:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612864512:192.168.204.139@tcp:10:lfs.0 00000100:00100000:2.0:1769074837.053629:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612864512:192.168.204.139@tcp:10:lfs.0 00000080:00200000:0.0:1769074837.053904:0:60941:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b2:0x0] updating i_size 2097152 i_blocks 4103 00000020:00010000:0.0:1769074837.053916:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc67aff64e8 (ffff9bc64f158368/0) at cl_lock_release():245 00000020:00010000:0.0:1769074837.053920:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc67aff64e8 (ffff9bc64f158368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1769074837.053927:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64ec23c30 (ffff9bc648547368/1) at cl_lock_cancel():142 00010000:00010000:0.0:1769074837.053942:0:60941:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646224000/0x21fa6d252c11b89f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8b663 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074837.053958:0:60941:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646224000/0x21fa6d252c11b89f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b663 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1769074837.053978:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64ec23c70 (ffff9bc64f158488/1) at cl_lock_cancel():142 00010000:00010000:0.0:1769074837.053983:0:60941:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646225800/0x21fa6d252c11b8a6 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8b66a expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074837.053991:0:60941:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646225800/0x21fa6d252c11b8a6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b66a expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1769074837.053998:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc67aff64e8 (ffff9bc64f158368/0) at cl_lock_fini():72 00000020:00010000:0.0:1769074837.054002:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64ec23c30 (ffff9bc64f158368/1) at cl_lock_fini():72 00000020:00010000:0.0:1769074837.054009:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64ec23c70 (ffff9bc64f158368/1) at cl_lock_fini():72 00000080:00200000:0.0:1769074837.054035:0:60941:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b2:0x0] ignore/verify layout 0/0, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1769074837.054050:0:60941:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file f204a.sanity-flr:[0x200000404:0x1b2:0x0](ffff9bc649b663c8) current size 2097152, valid attrs 2168, mode 0, uid -1756520654, gid -1, new size 2097152, atime 1769074837.000000000, mtime 1769074837.000000000, ctime 1769074837.000000000, rc 0 00000080:00200080:0.0:1769074837.054077:0:60941:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1b2:0x0](ffff9bc649b663c8) cmd=400866b1 arg=0 00000080:00200008:0.0:1769074837.054130:0:60941:0:(llite_lib.c:2314:ll_setattr_raw()) START file f204a.sanity-flr:[0x200000404:0x1b2:0x0](ffff9bc649b663c8) current size 2097152, valid attrs 101f0, mode a7f9, uid 1226692936, gid -25658, new size 18446633874675360712, atime 1769074835.000000000, mtime 1769074835.000000000, ctime 1769074837.000000000 00000020:00100000:0.0:1769074837.054390:0:60941:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074837.054402:0:60941:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07fb80 x1855007612864768/t0(0) o36->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074837.054432:0:60941:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60941:1855007612864768:192.168.204.139@tcp:36:lfs.0 00000100:00100000:0.0:1769074837.054576:0:60941:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513ea3c0 going to sleep for 50 seconds 00000100:00100000:0.0:1769074837.064876:0:60941:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60941:1855007612864768:192.168.204.139@tcp:36:lfs.0 00000080:00200000:0.0:1769074837.064949:0:60941:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b2:0x0] ignore/verify layout 0/0, layout version 7 restore needed 0 00020000:00200000:0.0:1769074837.064971:0:60941:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b2:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:0.0:1769074837.064974:0:60941:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:0.0:1769074837.064988:0:60941:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:0.0:1769074837.065009:0:60941:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x0 00000080:00200000:0.0:1769074837.065014:0:60941:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:0.0:1769074837.065045:0:60941:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1769074837.065053:0:60941:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc6462824b0, osc lock ffff9bc64a6df7c0, flags 0x0 00010000:00010000:0.0:1769074837.065081:0:60941:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc651ea3800 type 11 mode 2 res 10737419264/542 (0 10485759) 00010000:00010000:0.0:1769074837.065150:0:60941:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b8ad lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074837.065163:0:60941:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b8ad lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->10485759] (req 0->10485759) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074837.065174:0:60941:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b8ad lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->10485759] (req 0->10485759) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1769074837.065207:0:60941:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60941:1855007612864896:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074837.065367:0:60941:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513ea3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074837.081859:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074837.082074:0:37578:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619948800 00000100:00100000:3.0:1769074837.082089:0:37578:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619948800 00000100:00100000:3.0:1769074837.082251:0:37578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6612 00000100:00100000:3.0:1769074837.082262:0:37578:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc67afd9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:26360:x1855007619948800:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074837.082285:0:37578:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11b898 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8b639 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074837.082395:0:37578:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074837.082402:0:37578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc67afd9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:26360:x1855007619948800:12345-192.168.204.139@tcp:104: Request processed in 142us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074837.082411:0:37578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6612 00010000:00010000:1.0:1769074837.082571:0:55496:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074837.082581:0:55496:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11b898 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8b639 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074837.082591:0:55496:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc6511f6e00 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:1.0:1769074837.082599:0:55496:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11b898 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800428400000000 nid: local remote: 0x8b5959a9a0e8b639 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1769074837.082626:0:55496:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b2:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1769074837.082646:0:55496:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b2:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1769074837.082704:0:55496:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11b898 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8b639 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074837.082712:0:55496:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074837.082748:0:55496:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11b898 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8b639 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074837.082757:0:55496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11b898 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8b639 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074837.082822:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074837.082824:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074837.082826:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074837.082836:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1769074837.082857:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612865024:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074837.101095:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:0.0:1769074837.101433:0:60941:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60941:1855007612864896:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074837.101482:0:60941:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b8ad lrc: 4/0,1 mode: --/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->10485759] (req 0->10485759) gid 0 flags: 0x10000000020000 nid: local remote: 0x8b5959a9a0e8b678 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074837.101497:0:60941:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b8ad lrc: 4/0,1 mode: --/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->10485759] (req 0->10485759) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8b678 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074837.101511:0:60941:0:(ldlm_request.c:303:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b8ad lrc: 4/0,1 mode: --/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->10485759] (req 0->10485759) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8b678 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1769074837.103312:0:45123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619948928 00000100:00100000:2.0:1769074837.103335:0:45123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619948928 00000100:00100000:2.0:1769074837.103437:0:45123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6613 00000100:00100000:2.0:1769074837.103448:0:45123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:5737:x1855007619948928:12345-192.168.204.139@tcp:105: 00010000:00010000:2.0:1769074837.103477:0:45123:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b8ad lrc: 5/0,1 mode: --/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->10485759] (req 0->10485759) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8b678 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074837.103490:0:45123:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b8ad lrc: 5/0,1 mode: --/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->10485759] (req 0->10485759) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8b678 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074837.103501:0:45123:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b8ad lrc: 5/0,1 mode: --/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x10000000020000 nid: local remote: 0x8b5959a9a0e8b678 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074837.103514:0:45123:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b8ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x10080000020000 nid: local remote: 0x8b5959a9a0e8b678 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074837.103526:0:45123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b8ad lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x10080000020000 nid: local remote: 0x8b5959a9a0e8b678 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074837.103538:0:45123:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b8ad lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x80000020000 nid: local remote: 0x8b5959a9a0e8b678 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074837.103577:0:45123:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9bc67f943a00) 00000100:00100000:2.0:1769074837.103687:0:45123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:5737:x1855007619948928:12345-192.168.204.139@tcp:105: Request processed in 240us (2609us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074837.103697:0:45123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6613 00010000:00010000:0.0:1769074837.103833:0:60941:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b8ad lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8b678 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074837.103846:0:60941:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b8ad lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8b678 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074837.103864:0:60941:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b8ad lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x10000000020000 nid: local remote: 0x8b5959a9a0e8b678 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1769074837.103880:0:60941:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 2097152, setting rss=2097152; kms=2097152, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b8ad lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x10020000020000 nid: local remote: 0x8b5959a9a0e8b678 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074837.103894:0:60941:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b8ad lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8b678 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074837.103902:0:60941:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b8ad lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8b678 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1769074837.104013:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074837.104034:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612865152:192.168.204.139@tcp:2:lfs.0 00000100:00100000:1.0:1769074837.109541:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612865024:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1769074837.110042:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612865152:192.168.204.139@tcp:2:lfs.0 00000020:00010000:2.0:1769074837.110129:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc67aff64e8 (ffff9bc64f158368/0) at cl_lock_release():245 00000020:00010000:2.0:1769074837.110137:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc67aff64e8 (ffff9bc64f158368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1769074837.110145:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc6462824b0 (ffff9bc648547368/1) at cl_lock_cancel():142 00010000:00010000:2.0:1769074837.110157:0:60941:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b8ad lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8b678 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074837.110174:0:60941:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b8ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8b678 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00000020:00010000:2.0:1769074837.110193:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc67aff64e8 (ffff9bc64f158368/0) at cl_lock_fini():72 00000020:00010000:2.0:1769074837.110197:0:60941:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc6462824b0 (ffff9bc64f158368/1) at cl_lock_fini():72 00000080:00200000:2.0:1769074837.110223:0:60941:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b2:0x0] ignore/verify layout 0/0, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1769074837.110242:0:60941:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file f204a.sanity-flr:[0x200000404:0x1b2:0x0](ffff9bc649b663c8) current size 2097152, valid attrs 101f0, mode a7f9, uid 1226692936, gid -25658, new size 18446633874675360712, atime 1769074835.000000000, mtime 1769074835.000000000, ctime 1769074837.000000000, rc 0 00000080:00200080:2.0:1769074837.110276:0:60941:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1b2:0x0](ffff9bc649b663c8) cmd=c00c66f3 arg=14a42a0 00010000:00010000:2.0:1769074837.110644:0:60941:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b883 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1b2:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x81008000000000 nid: local remote: 0x8b5959a9a0e8b608 expref: -99 pid: 60941 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074837.110667:0:60941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b883 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1b2:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x85809400000000 nid: local remote: 0x8b5959a9a0e8b608 expref: -99 pid: 60941 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074837.110696:0:60941:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff9bc64f07ce00 x1855007612862464/t8589941457(8589941457) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 1072/1160 e 0 to 0 dl 1769074891 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074837.110711:0:60941:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074837.110717:0:60941:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc67afda680 x1855007612865408/t0(0) o35->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:23/10 lens 504/2128 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074837.110748:0:60941:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60941:1855007612865408:192.168.204.139@tcp:35:lfs.0 00000100:00100000:2.0:1769074837.111244:0:60941:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ec236c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074837.114008:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074837.114125:0:37578:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619949056 00000100:00100000:3.0:1769074837.114143:0:37578:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619949056 00000100:00100000:3.0:1769074837.114250:0:37578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6614 00000100:00100000:3.0:1769074837.114263:0:37578:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc67afd9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:8e818347-4d21-45d1-a323-b359656f3fdd+5:29859:x1855007619949056:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074837.114296:0:37578:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b88a lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x8b5959a9a0e8b624 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074837.114569:0:37578:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074837.114577:0:37578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc67afd9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:8e818347-4d21-45d1-a323-b359656f3fdd+5:29859:x1855007619949056:12345-192.168.204.139@tcp:104: Request processed in 317us (588us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074837.114587:0:37578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6614 00010000:00010000:0.0:1769074837.115141:0:53572:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074837.115156:0:53572:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b88a lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x8b5959a9a0e8b624 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074837.115167:0:53572:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f942a00 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:0.0:1769074837.115175:0:53572:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b88a lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x8 rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x8b5959a9a0e8b624 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074837.115186:0:53572:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b88a lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x8 rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x8b5959a9a0e8b624 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074837.115196:0:53572:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b88a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x8 rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x8b5959a9a0e8b624 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074837.115236:0:53572:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x1b2:0x0]: losing layout lock 00010000:00010000:1.0:1769074837.117633:0:53572:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b88a lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x8 rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8b5959a9a0e8b624 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074837.117663:0:53572:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1769074837.117759:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612865536:192.168.204.139@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074837.118056:0:53572:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b88a lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x8 rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8b5959a9a0e8b624 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074837.118064:0:53572:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b88a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x8 rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8b5959a9a0e8b624 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074837.118095:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074837.118098:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074837.118101:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074837.121738:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612865536:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074837.133193:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074837.133228:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1136430d-88ea-4de2-9954-69c484e5445f:2370:1855007612865664:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074837.139377:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1136430d-88ea-4de2-9954-69c484e5445f:2370:1855007612865664:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074837.163690:0:60941:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60941:1855007612865408:192.168.204.139@tcp:35:lfs.0 00000002:00100000:0.0:1769074837.163741:0:60941:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9bc64f07ce00 x1855007612862464/t8589941457(8589941457) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 1072/1160 e 0 to 0 dl 1769074891 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00010000:0.0:1769074837.163865:0:60941:0:(file.c:7031:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000404:0x1b2:0x0](ffff9bc649b663c8) 00000002:00010000:0.0:1769074837.163880:0:60941:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b2:0x0]) in obj [0x200000404:0x1b2:0x0], intent: layout flags 0 00010000:00010000:0.0:1769074837.163945:0:60941:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b8b4 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 60941 initiator: MDT0 00010000:00010000:0.0:1769074837.163956:0:60941:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b8b4 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 60941 initiator: MDT0 00010000:00010000:0.0:1769074837.163968:0:60941:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b8b4 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 60941 initiator: MDT0 00000100:00100000:0.0:1769074837.163998:0:60941:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60941:1855007612865792:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074837.164107:0:60941:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513ea3c0 going to sleep for 50 seconds 00000100:00100000:0.0:1769074837.168708:0:60941:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bc646483800: committing for last_committed 8589941462 gen 1 00000100:00100000:0.0:1769074837.168765:0:60941:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60941:1855007612865792:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074837.168930:0:60941:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b8b4 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b686 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074837.168949:0:60941:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b8b4 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b686 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00000002:00100000:0.0:1769074837.168967:0:60941:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff9bc64f07ce00 x1855007612865792/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 376/896 e 0 to 0 dl 1769074892 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074837.168980:0:60941:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 552 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b8b4 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b686 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00000002:00010000:0.0:1769074837.168996:0:60941:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b8b4 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b686 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074837.169011:0:60941:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 16 res 8589935620/434 (0 0) 00000080:00200000:0.0:1769074837.169020:0:60941:0:(namei.c:955:ll_intent_lock()) intent lock 1024 on i1 [0x200000404:0x1b2:0x0] suppgids 0 0: rc 0 00000080:00010000:0.0:1769074837.169035:0:60941:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b2:0x0](ffff9bc649b663c8) for lock 0x21fa6d252c11b8b4 00000080:00010000:0.0:1769074837.169045:0:60941:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8b4 from it ffffa7f98193bbc8 00010000:00010000:0.0:1769074837.169051:0:60941:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b8b4 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b686 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074837.169061:0:60941:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b8b4 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b686 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074837.169087:0:60941:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b8b4 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b686 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074837.169101:0:60941:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b8b4 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b686 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1769074837.169179:0:60941:0:(file.c:6914:ll_layout_lock_set()) ### file [0x200000404:0x1b2:0x0](0000000019c6de69) being reconfigured ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b8b4 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b686 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074837.169243:0:60941:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b8b4 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b686 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074837.169252:0:60941:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b8b4 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b686 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074837.169273:0:60941:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b2:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1769074837.169567:0:60941:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b2:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:0.0:1769074837.169571:0:60941:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:0.0:1769074837.169580:0:60941:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:0.0:1769074837.169592:0:60941:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x0 00000080:00200000:0.0:1769074837.169617:0:60941:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b2:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1769074837.169634:0:60941:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b8b4 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b686 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074837.169645:0:60941:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b8b4 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b686 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1769074837.169652:0:60941:0:(file.c:6914:ll_layout_lock_set()) ### file [0x200000404:0x1b2:0x0](0000000019c6de69) being reconfigured ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b8b4 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b686 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074837.169678:0:60941:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b2:0x0] ignore/verify layout 1/0, layout version 6 restore needed 0 00020000:00200000:0.0:1769074837.169683:0:60941:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b2:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:0.0:1769074837.169686:0:60941:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:0.0:1769074837.169688:0:60941:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:0.0:1769074837.169693:0:60941:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x0 00000080:00200000:0.0:1769074837.169699:0:60941:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b2:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000008:00010000:0.0:1769074837.169716:0:60941:0:(osc_object.c:209:osc_object_ast_clear()) ### update lock size 2097152 blocks 4103 [cma]time: 1769074835 1769074835 0 by oinfo size 2097152 blocks 4103 [cma]time 1769074837 1769074835 1769074835 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b8ad lrc: 1/0,0 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8b678 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1769074837.169750:0:60941:0:(osc_object.c:209:osc_object_ast_clear()) ### update lock size 1048576 blocks 2051 [cma]time: 1769074836 1769074836 0 by oinfo size 1048576 blocks 2051 [cma]time 1769074836 1769074836 0 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646224000/0x21fa6d252c11b89f lrc: 1/0,0 mode: PW/PW res: [0x240000400:0x219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b663 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1769074837.169769:0:60941:0:(osc_object.c:209:osc_object_ast_clear()) ### update lock size 2097152 blocks 2059 [cma]time: 1769074836 1769074836 0 by oinfo size 2097152 blocks 2059 [cma]time 1769074837 1769074837 0 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646225800/0x21fa6d252c11b8a6 lrc: 1/0,0 mode: PW/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b66a expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1769074837.169974:0:60941:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1b2:0x0]: layout version change: 4294967294 -> 8 00010000:00010000:0.0:1769074837.169981:0:60941:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b8b4 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8b686 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074837.169989:0:60941:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b8b4 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b686 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00000080:00200008:0.0:1769074837.170040:0:60941:0:(file.c:424:ll_file_release()) START file f204a.sanity-flr:[0x200000404:0x1b2:0x0](ffff9bc649b663c8), flags 154002 00000002:00100000:0.0:1769074837.170108:0:60941:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff9bc67afd9500 x1855007612862080/t8589941456(8589941456) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 1072/1160 e 0 to 0 dl 1769074891 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074837.170136:0:60941:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074837.170143:0:60941:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07ce00 x1855007612866048/t0(0) o35->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:23/10 lens 392/2128 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1769074837.170177:0:60941:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60941:1855007612866048:192.168.204.139@tcp:35:lfs.0 00000100:00100000:0.0:1769074837.170309:0:60941:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513ea3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074837.174232:0:60941:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60941:1855007612866048:192.168.204.139@tcp:35:lfs.0 00000002:00100000:0.0:1769074837.174291:0:60941:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9bc67afd9500 x1855007612862080/t8589941456(8589941456) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 1072/1160 e 0 to 0 dl 1769074891 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200008:2.0:1769074837.199591:0:60943:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1769074837.199605:0:60943:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074837.199633:0:60943:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074837.199659:0:60943:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074837.199680:0:60943:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074837.199691:0:60943:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074837.199699:0:60943:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074837.199704:0:60943:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b805 00000080:00010000:2.0:1769074837.199714:0:60943:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b805 from it ffffa7f98193bcb8 00010000:00010000:2.0:1769074837.199719:0:60943:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074837.199728:0:60943:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074837.200067:0:60943:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074837.200075:0:60943:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074837.200082:0:60943:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074837.200092:0:60943:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074837.200098:0:60943:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074837.200101:0:60943:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074837.200104:0:60943:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b805 00000080:00010000:2.0:1769074837.200107:0:60943:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b805 from it ffffa7f98193bbb0 00010000:00010000:2.0:1769074837.200111:0:60943:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074837.200118:0:60943:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074837.200131:0:60943:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 44 00000080:00200008:2.0:1769074837.200141:0:60943:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200080:2.0:1769074837.200162:0:60943:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=800866a8 arg=7ffd20d5d6ec 00000080:00200008:2.0:1769074837.200178:0:60943:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200000:0.0:1769074837.202640:0:60946:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074837.202810:0:60946:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074837.202833:0:60946:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.202854:0:60946:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074837.202862:0:60946:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074837.202873:0:60946:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074837.202877:0:60946:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b805 00000080:00010000:0.0:1769074837.202885:0:60946:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b805 from it ffffa7f981c67bf8 00010000:00010000:0.0:1769074837.202889:0:60946:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.202898:0:60946:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074837.202922:0:60946:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.202932:0:60946:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204a.sanity-flr, flags=27 00000080:00200000:0.0:1769074837.202940:0:60946:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.202956:0:60946:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204a.sanity-flr, dir=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), file ffff9bc6481be000, open_flags 18800, mode 0 opened 0 00000080:00200000:0.0:1769074837.202965:0:60946:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204a.sanity-flr, dir=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), intent=open 00000002:00010000:0.0:1769074837.202985:0:60946:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204a.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b1:0x0], intent: open flags 0304001 00010000:00010000:0.0:1769074837.203064:0:60946:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b8bb lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 60946 initiator: MDT0 00010000:00010000:0.0:1769074837.203071:0:60946:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b8bb lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 60946 initiator: MDT0 00000020:00100000:0.0:1769074837.203086:0:60946:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074837.203104:0:60946:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07ce00 x1855007612866304/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074837.203115:0:60946:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b8bb lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 60946 initiator: MDT0 00000100:00100000:0.0:1769074837.203144:0:60946:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60946:1855007612866304:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074837.203444:0:60946:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513ead80 going to sleep for 50 seconds 00000100:00100000:0.0:1769074837.220722:0:60946:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60946:1855007612866304:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074837.220756:0:60946:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b8bb lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 60946 initiator: MDT0 00010000:00010000:0.0:1769074837.220790:0:60946:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b8bb lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 60946 initiator: MDT0 00010000:00010000:0.0:1769074837.220803:0:60946:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b8bb lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 60946 initiator: MDT0 00010000:00010000:0.0:1769074837.220811:0:60946:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b8bb lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 60946 initiator: MDT0 00010000:00010000:0.0:1769074837.220820:0:60946:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b8bb lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 60946 initiator: MDT0 00010000:00010000:0.0:1769074837.220827:0:60946:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f942c00 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:0.0:1769074837.220833:0:60946:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b8bb lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 60946 initiator: MDT0 00010000:00010000:0.0:1769074837.220841:0:60946:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b8bb lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 60946 initiator: MDT0 00010000:00010000:0.0:1769074837.220849:0:60946:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b8bb lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 60946 initiator: MDT0 00010000:00010000:0.0:1769074837.220856:0:60946:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074837.220864:0:60946:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b8bb lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 60946 initiator: MDT0 00010000:00010000:0.0:1769074837.220871:0:60946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b8bb lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 60946 initiator: MDT0 00000002:00100000:0.0:1769074837.220898:0:60946:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64f07ce00 x1855007612866304/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/608 e 0 to 0 dl 1769074892 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074837.220915:0:60946:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1b1:0x0] suppgids 0 -1: rc -20 00000080:00200000:0.0:1769074837.222904:0:60946:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074837.222943:0:60946:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074837.222965:0:60946:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.222984:0:60946:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074837.222992:0:60946:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074837.223001:0:60946:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074837.223005:0:60946:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b805 00000080:00010000:0.0:1769074837.223013:0:60946:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b805 from it ffffa7f981c67bf8 00010000:00010000:0.0:1769074837.223017:0:60946:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.223027:0:60946:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074837.223045:0:60946:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.223057:0:60946:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204a.sanity-flr, flags=267 00000080:00200000:0.0:1769074837.223066:0:60946:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), inode mode 41ed mask 44 00000080:00200008:0.0:1769074837.223078:0:60946:0:(file.c:1001:ll_file_open()) START file d204a.sanity-flr:[0x200000404:0x1b1:0x0](ffff9bc65158ba88), flags 304000 00000080:00200080:0.0:1769074837.224594:0:60946:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x1b1:0x0](ffff9bc65158ba88) cmd=c1406916 arg=2696a10 00000100:00100000:0.0:1769074837.224732:0:60946:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60946:1855007612866432:192.168.204.139@tcp:34:lfs.0 00000100:00100000:0.0:1769074837.224899:0:60946:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513ead80 going to sleep for 50 seconds 00000100:00100000:0.0:1769074837.235162:0:60946:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60946:1855007612866432:192.168.204.139@tcp:34:lfs.0 00000080:00200008:0.0:1769074837.235437:0:60946:0:(file.c:424:ll_file_release()) START file d204a.sanity-flr:[0x200000404:0x1b1:0x0](ffff9bc65158ba88), flags 304000 00010000:00010000:0.0:1769074837.235486:0:60946:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943200/0x21fa6d252c11b860 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b57c expref: -99 pid: 60931 timeout: 0 lvb_type: 0 00000080:00200008:0.0:1769074837.279010:0:60950:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1769074837.279026:0:60950:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074837.279059:0:60950:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074837.279084:0:60950:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.279102:0:60950:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074837.279194:0:60950:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074837.279206:0:60950:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074837.279211:0:60950:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b805 00000080:00010000:0.0:1769074837.279221:0:60950:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b805 from it ffffa7f981c67cb8 00010000:00010000:0.0:1769074837.279226:0:60950:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.279235:0:60950:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074837.279938:0:60950:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074837.279956:0:60950:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074837.279968:0:60950:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.279983:0:60950:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074837.279990:0:60950:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074837.279997:0:60950:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074837.280001:0:60950:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b805 00000080:00010000:0.0:1769074837.280006:0:60950:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b805 from it ffffa7f981c67bb0 00010000:00010000:0.0:1769074837.280009:0:60950:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.280018:0:60950:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074837.280030:0:60950:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 44 00000080:00200008:0.0:1769074837.280041:0:60950:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200080:0.0:1769074837.280067:0:60950:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=800866a8 arg=7ffd45524afc 00000080:00200008:0.0:1769074837.280083:0:60950:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200000:2.0:1769074837.283488:0:60954:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074837.283536:0:60954:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074837.283561:0:60954:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074837.283581:0:60954:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074837.283590:0:60954:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074837.283602:0:60954:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074837.283606:0:60954:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b805 00000080:00010000:2.0:1769074837.283615:0:60954:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b805 from it ffffa7f981d47bf8 00010000:00010000:2.0:1769074837.283619:0:60954:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074837.283630:0:60954:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074837.283651:0:60954:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.283661:0:60954:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204a.sanity-flr, flags=27 00000080:00200000:2.0:1769074837.283669:0:60954:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.283683:0:60954:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204a.sanity-flr, dir=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), file ffff9bc64f0a7800, open_flags 18800, mode 0 opened 0 00000080:00200000:2.0:1769074837.283692:0:60954:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204a.sanity-flr, dir=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), intent=open 00000002:00010000:2.0:1769074837.283711:0:60954:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204a.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b1:0x0], intent: open flags 0304001 00010000:00010000:2.0:1769074837.283807:0:60954:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224a00/0x21fa6d252c11b8c2 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 60954 initiator: MDT0 00010000:00010000:2.0:1769074837.283816:0:60954:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224a00/0x21fa6d252c11b8c2 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 60954 initiator: MDT0 00000020:00100000:2.0:1769074837.283834:0:60954:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074837.283851:0:60954:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc67afdad80 x1855007612866688/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074837.283861:0:60954:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224a00/0x21fa6d252c11b8c2 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 60954 initiator: MDT0 00000100:00100000:2.0:1769074837.283892:0:60954:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60954:1855007612866688:192.168.204.139@tcp:101:lfs.0 00000100:00100000:2.0:1769074837.284160:0:60954:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ec23f00 going to sleep for 50 seconds 00000100:00100000:2.0:1769074837.308091:0:60954:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60954:1855007612866688:192.168.204.139@tcp:101:lfs.0 00010000:00010000:2.0:1769074837.308133:0:60954:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224a00/0x21fa6d252c11b8c2 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 60954 initiator: MDT0 00010000:00010000:2.0:1769074837.308149:0:60954:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224a00/0x21fa6d252c11b8c2 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 60954 initiator: MDT0 00010000:00010000:2.0:1769074837.308156:0:60954:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224a00/0x21fa6d252c11b8c2 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 60954 initiator: MDT0 00010000:00010000:2.0:1769074837.308164:0:60954:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224a00/0x21fa6d252c11b8c2 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 60954 initiator: MDT0 00010000:00010000:2.0:1769074837.308172:0:60954:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224a00/0x21fa6d252c11b8c2 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 60954 initiator: MDT0 00010000:00010000:2.0:1769074837.308184:0:60954:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc646224a00 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:2.0:1769074837.308190:0:60954:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224a00/0x21fa6d252c11b8c2 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 60954 initiator: MDT0 00010000:00010000:2.0:1769074837.308198:0:60954:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224a00/0x21fa6d252c11b8c2 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 60954 initiator: MDT0 00010000:00010000:2.0:1769074837.308206:0:60954:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224a00/0x21fa6d252c11b8c2 lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 60954 initiator: MDT0 00010000:00010000:2.0:1769074837.308214:0:60954:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074837.308222:0:60954:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224a00/0x21fa6d252c11b8c2 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 60954 initiator: MDT0 00010000:00010000:2.0:1769074837.308228:0:60954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224a00/0x21fa6d252c11b8c2 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 60954 initiator: MDT0 00000002:00100000:2.0:1769074837.308252:0:60954:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc67afdad80 x1855007612866688/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/608 e 0 to 0 dl 1769074892 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074837.308269:0:60954:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1b1:0x0] suppgids 0 -1: rc -20 00000080:00200000:2.0:1769074837.308630:0:60954:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074837.308659:0:60954:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074837.308681:0:60954:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074837.308696:0:60954:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074837.308704:0:60954:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074837.308710:0:60954:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074837.308714:0:60954:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b805 00000080:00010000:2.0:1769074837.308721:0:60954:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b805 from it ffffa7f981d47bf8 00010000:00010000:2.0:1769074837.308725:0:60954:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074837.308733:0:60954:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074837.308751:0:60954:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.308760:0:60954:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204a.sanity-flr, flags=267 00000080:00200000:2.0:1769074837.308769:0:60954:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), inode mode 41ed mask 44 00000080:00200008:2.0:1769074837.308838:0:60954:0:(file.c:1001:ll_file_open()) START file d204a.sanity-flr:[0x200000404:0x1b1:0x0](ffff9bc65158ba88), flags 304000 00000080:00200080:2.0:1769074837.308905:0:60954:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x1b1:0x0](ffff9bc65158ba88) cmd=c1406916 arg=2119a10 00000100:00100000:2.0:1769074837.308985:0:60954:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60954:1855007612866816:192.168.204.139@tcp:34:lfs.0 00000100:00100000:2.0:1769074837.309255:0:60954:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ec23f00 going to sleep for 50 seconds 00000100:00100000:0.0:1769074837.324313:0:60954:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60954:1855007612866816:192.168.204.139@tcp:34:lfs.0 00000080:00200008:2.0:1769074837.325052:0:60954:0:(file.c:424:ll_file_release()) START file d204a.sanity-flr:[0x200000404:0x1b1:0x0](ffff9bc65158ba88), flags 304000 00010000:00010000:2.0:1769074837.325093:0:60954:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943200/0x21fa6d252c11b860 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b57c expref: -99 pid: 60931 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074837.352442:0:60957:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1769074837.352471:0:60957:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074837.352504:0:60957:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074837.352530:0:60957:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074837.352551:0:60957:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074837.352559:0:60957:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074837.352572:0:60957:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074837.352576:0:60957:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b805 00000080:00010000:3.0:1769074837.352586:0:60957:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b805 from it ffffa7f981d57cb8 00010000:00010000:3.0:1769074837.352591:0:60957:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074837.352599:0:60957:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074837.352715:0:60957:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074837.352723:0:60957:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074837.352730:0:60957:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074837.352738:0:60957:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074837.352745:0:60957:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074837.352749:0:60957:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074837.352752:0:60957:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b805 00000080:00010000:3.0:1769074837.352756:0:60957:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b805 from it ffffa7f981d57bb0 00010000:00010000:3.0:1769074837.352759:0:60957:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074837.352765:0:60957:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074837.352811:0:60957:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 44 00000080:00200008:3.0:1769074837.352822:0:60957:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200080:3.0:1769074837.352846:0:60957:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=800866a8 arg=7ffe9ffd496c 00000080:00200008:3.0:1769074837.352862:0:60957:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200000:0.0:1769074837.363549:0:60959:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074837.363588:0:60959:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074837.363612:0:60959:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.363633:0:60959:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074837.363642:0:60959:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074837.363654:0:60959:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074837.363658:0:60959:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b805 00000080:00010000:0.0:1769074837.363792:0:60959:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b805 from it ffffa7f981953bf8 00010000:00010000:0.0:1769074837.363798:0:60959:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.363815:0:60959:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074837.363834:0:60959:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.363844:0:60959:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204a.sanity-flr, flags=27 00000080:00200000:0.0:1769074837.363851:0:60959:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.363866:0:60959:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204a.sanity-flr, dir=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), file ffff9bc64385b080, open_flags 18800, mode 0 opened 0 00000080:00200000:0.0:1769074837.363874:0:60959:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204a.sanity-flr, dir=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), intent=open 00000002:00010000:0.0:1769074837.363890:0:60959:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204a.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b1:0x0], intent: open flags 0304001 00010000:00010000:0.0:1769074837.363960:0:60959:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b8c9 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 60959 initiator: MDT0 00010000:00010000:0.0:1769074837.363968:0:60959:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b8c9 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 60959 initiator: MDT0 00000020:00100000:0.0:1769074837.363982:0:60959:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074837.363997:0:60959:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07ce00 x1855007612867072/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074837.364008:0:60959:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b8c9 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 60959 initiator: MDT0 00000100:00100000:0.0:1769074837.364036:0:60959:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60959:1855007612867072:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074837.364302:0:60959:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513ea900 going to sleep for 50 seconds 00000100:00100000:1.0:1769074837.370883:0:60959:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60959:1855007612867072:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074837.370916:0:60959:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b8c9 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 60959 initiator: MDT0 00010000:00010000:1.0:1769074837.370932:0:60959:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b8c9 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 60959 initiator: MDT0 00010000:00010000:1.0:1769074837.370939:0:60959:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b8c9 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 60959 initiator: MDT0 00010000:00010000:1.0:1769074837.370946:0:60959:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b8c9 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 60959 initiator: MDT0 00010000:00010000:1.0:1769074837.370955:0:60959:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b8c9 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 60959 initiator: MDT0 00010000:00010000:1.0:1769074837.370962:0:60959:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f942c00 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074837.370968:0:60959:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b8c9 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 60959 initiator: MDT0 00010000:00010000:1.0:1769074837.370976:0:60959:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b8c9 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 60959 initiator: MDT0 00010000:00010000:1.0:1769074837.370983:0:60959:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b8c9 lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 60959 initiator: MDT0 00010000:00010000:1.0:1769074837.370992:0:60959:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074837.371001:0:60959:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b8c9 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 60959 initiator: MDT0 00010000:00010000:1.0:1769074837.371007:0:60959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b8c9 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 60959 initiator: MDT0 00000002:00100000:1.0:1769074837.371030:0:60959:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64f07ce00 x1855007612867072/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/608 e 0 to 0 dl 1769074892 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074837.371046:0:60959:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1b1:0x0] suppgids 0 -1: rc -20 00000080:00200000:1.0:1769074837.371541:0:60959:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074837.371572:0:60959:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074837.371593:0:60959:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074837.371606:0:60959:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074837.371613:0:60959:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074837.371619:0:60959:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074837.371624:0:60959:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b805 00000080:00010000:1.0:1769074837.371630:0:60959:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b805 from it ffffa7f981953bf8 00010000:00010000:1.0:1769074837.371634:0:60959:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074837.371642:0:60959:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074837.371658:0:60959:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074837.371667:0:60959:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204a.sanity-flr, flags=267 00000080:00200000:1.0:1769074837.371676:0:60959:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), inode mode 41ed mask 44 00000080:00200008:1.0:1769074837.371686:0:60959:0:(file.c:1001:ll_file_open()) START file d204a.sanity-flr:[0x200000404:0x1b1:0x0](ffff9bc65158ba88), flags 304000 00000080:00200080:1.0:1769074837.371754:0:60959:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x1b1:0x0](ffff9bc65158ba88) cmd=c1406916 arg=2281a10 00000100:00100000:1.0:1769074837.371892:0:60959:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60959:1855007612867200:192.168.204.139@tcp:34:lfs.0 00000100:00100000:1.0:1769074837.372005:0:60959:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6413706c0 going to sleep for 50 seconds 00000100:00100000:1.0:1769074837.377695:0:60959:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60959:1855007612867200:192.168.204.139@tcp:34:lfs.0 00000080:00200008:1.0:1769074837.377797:0:60959:0:(file.c:424:ll_file_release()) START file d204a.sanity-flr:[0x200000404:0x1b1:0x0](ffff9bc65158ba88), flags 304000 00010000:00010000:1.0:1769074837.377836:0:60959:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943200/0x21fa6d252c11b860 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b57c expref: -99 pid: 60931 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074837.396142:0:60964:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1769074837.396157:0:60964:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074837.396183:0:60964:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074837.396205:0:60964:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074837.396224:0:60964:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074837.396233:0:60964:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074837.396243:0:60964:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074837.396247:0:60964:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b805 00000080:00010000:2.0:1769074837.396256:0:60964:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b805 from it ffffa7f981933cb8 00010000:00010000:2.0:1769074837.396260:0:60964:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074837.396269:0:60964:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074837.396391:0:60964:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074837.396521:0:60964:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074837.396530:0:60964:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074837.396540:0:60964:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074837.396547:0:60964:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074837.396552:0:60964:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074837.396555:0:60964:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b805 00000080:00010000:2.0:1769074837.396560:0:60964:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b805 from it ffffa7f981933bb0 00010000:00010000:2.0:1769074837.396563:0:60964:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074837.396570:0:60964:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074837.396579:0:60964:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 44 00000080:00200008:2.0:1769074837.396590:0:60964:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200080:2.0:1769074837.396613:0:60964:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=800866a8 arg=7ffd7aa8305c 00000080:00200008:2.0:1769074837.396629:0:60964:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200000:0.0:1769074837.398699:0:60968:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074837.398729:0:60968:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074837.398749:0:60968:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.398805:0:60968:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074837.398813:0:60968:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074837.398822:0:60968:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074837.398826:0:60968:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b805 00000080:00010000:0.0:1769074837.398835:0:60968:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b805 from it ffffa7f981d8fbf8 00010000:00010000:0.0:1769074837.398839:0:60968:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.398848:0:60968:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074837.398866:0:60968:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.398875:0:60968:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204a.sanity-flr, flags=27 00000080:00200000:0.0:1769074837.398881:0:60968:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.398894:0:60968:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204a.sanity-flr, dir=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), file ffff9bc6465bb380, open_flags 18800, mode 0 opened 0 00000080:00200000:0.0:1769074837.398903:0:60968:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204a.sanity-flr, dir=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), intent=open 00000002:00010000:0.0:1769074837.398918:0:60968:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204a.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b1:0x0], intent: open flags 0304001 00010000:00010000:0.0:1769074837.398990:0:60968:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b8d0 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 60968 initiator: MDT0 00010000:00010000:0.0:1769074837.398998:0:60968:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b8d0 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 60968 initiator: MDT0 00000020:00100000:0.0:1769074837.399014:0:60968:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074837.399031:0:60968:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07fb80 x1855007612867456/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074837.399047:0:60968:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b8d0 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 60968 initiator: MDT0 00000100:00100000:0.0:1769074837.399075:0:60968:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60968:1855007612867456:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074837.400070:0:60968:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513eacc0 going to sleep for 50 seconds 00000100:00100000:0.0:1769074837.408484:0:60968:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60968:1855007612867456:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074837.408519:0:60968:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b8d0 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 60968 initiator: MDT0 00010000:00010000:0.0:1769074837.408536:0:60968:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b8d0 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 60968 initiator: MDT0 00010000:00010000:0.0:1769074837.408542:0:60968:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b8d0 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 60968 initiator: MDT0 00010000:00010000:0.0:1769074837.408548:0:60968:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b8d0 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 60968 initiator: MDT0 00010000:00010000:0.0:1769074837.408555:0:60968:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b8d0 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 60968 initiator: MDT0 00010000:00010000:0.0:1769074837.408559:0:60968:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f943000 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:0.0:1769074837.408564:0:60968:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b8d0 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 60968 initiator: MDT0 00010000:00010000:0.0:1769074837.408570:0:60968:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b8d0 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 60968 initiator: MDT0 00010000:00010000:0.0:1769074837.408578:0:60968:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b8d0 lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 60968 initiator: MDT0 00010000:00010000:0.0:1769074837.408589:0:60968:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074837.408598:0:60968:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b8d0 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 60968 initiator: MDT0 00010000:00010000:0.0:1769074837.408603:0:60968:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b8d0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 60968 initiator: MDT0 00000002:00100000:0.0:1769074837.408624:0:60968:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64f07fb80 x1855007612867456/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/608 e 0 to 0 dl 1769074892 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074837.408640:0:60968:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1b1:0x0] suppgids 0 -1: rc -20 00000080:00200000:0.0:1769074837.408986:0:60968:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074837.409008:0:60968:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074837.409022:0:60968:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.409034:0:60968:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074837.409039:0:60968:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074837.409044:0:60968:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074837.409047:0:60968:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b805 00000080:00010000:0.0:1769074837.409052:0:60968:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b805 from it ffffa7f981d8fbf8 00010000:00010000:0.0:1769074837.409055:0:60968:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.409060:0:60968:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074837.409072:0:60968:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.409081:0:60968:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204a.sanity-flr, flags=267 00000080:00200000:0.0:1769074837.409089:0:60968:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), inode mode 41ed mask 44 00000080:00200008:0.0:1769074837.409097:0:60968:0:(file.c:1001:ll_file_open()) START file d204a.sanity-flr:[0x200000404:0x1b1:0x0](ffff9bc65158ba88), flags 304000 00000080:00200080:0.0:1769074837.409166:0:60968:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x1b1:0x0](ffff9bc65158ba88) cmd=c1406916 arg=23eca10 00000100:00100000:0.0:1769074837.409236:0:60968:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60968:1855007612867584:192.168.204.139@tcp:34:lfs.0 00000100:00100000:0.0:1769074837.409354:0:60968:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513eacc0 going to sleep for 50 seconds 00000100:00100000:0.0:1769074837.421229:0:60968:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60968:1855007612867584:192.168.204.139@tcp:34:lfs.0 00000080:00200008:0.0:1769074837.421484:0:60968:0:(file.c:424:ll_file_release()) START file d204a.sanity-flr:[0x200000404:0x1b1:0x0](ffff9bc65158ba88), flags 304000 00010000:00010000:0.0:1769074837.421524:0:60968:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943200/0x21fa6d252c11b860 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b57c expref: -99 pid: 60931 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074837.436296:0:60970:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074837.436337:0:60970:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074837.436361:0:60970:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074837.436379:0:60970:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074837.436387:0:60970:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074837.436397:0:60970:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074837.436494:0:60970:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b805 00000080:00010000:1.0:1769074837.436503:0:60970:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b805 from it ffffa7f981da7bf8 00010000:00010000:1.0:1769074837.436506:0:60970:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074837.436515:0:60970:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074837.436535:0:60970:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074837.436544:0:60970:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204a.sanity-flr, flags=27 00000080:00200000:1.0:1769074837.436549:0:60970:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074837.436560:0:60970:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204a.sanity-flr, dir=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), file ffff9bc64d215800, open_flags 18800, mode 0 opened 0 00000080:00200000:1.0:1769074837.436567:0:60970:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204a.sanity-flr, dir=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), intent=open 00000002:00010000:1.0:1769074837.436581:0:60970:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204a.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b1:0x0], intent: open flags 0304001 00010000:00010000:1.0:1769074837.436641:0:60970:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c400/0x21fa6d252c11b8d7 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 60970 initiator: MDT0 00010000:00010000:1.0:1769074837.436648:0:60970:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c400/0x21fa6d252c11b8d7 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 60970 initiator: MDT0 00000020:00100000:1.0:1769074837.436660:0:60970:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074837.436672:0:60970:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac92680 x1855007612867840/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074837.436679:0:60970:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c400/0x21fa6d252c11b8d7 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 60970 initiator: MDT0 00000100:00100000:1.0:1769074837.436700:0:60970:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60970:1855007612867840:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074837.437062:0:60970:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6413706c0 going to sleep for 50 seconds 00000100:00100000:1.0:1769074837.440523:0:60970:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60970:1855007612867840:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074837.440556:0:60970:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c400/0x21fa6d252c11b8d7 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 60970 initiator: MDT0 00010000:00010000:1.0:1769074837.440572:0:60970:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c400/0x21fa6d252c11b8d7 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 60970 initiator: MDT0 00010000:00010000:1.0:1769074837.440584:0:60970:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c400/0x21fa6d252c11b8d7 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 60970 initiator: MDT0 00010000:00010000:1.0:1769074837.440592:0:60970:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c400/0x21fa6d252c11b8d7 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 60970 initiator: MDT0 00010000:00010000:1.0:1769074837.440600:0:60970:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c400/0x21fa6d252c11b8d7 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 60970 initiator: MDT0 00010000:00010000:1.0:1769074837.440607:0:60970:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f08c400 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074837.440613:0:60970:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c400/0x21fa6d252c11b8d7 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 60970 initiator: MDT0 00010000:00010000:1.0:1769074837.440619:0:60970:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c400/0x21fa6d252c11b8d7 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 60970 initiator: MDT0 00010000:00010000:1.0:1769074837.440627:0:60970:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c400/0x21fa6d252c11b8d7 lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 60970 initiator: MDT0 00010000:00010000:1.0:1769074837.440634:0:60970:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074837.440642:0:60970:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c400/0x21fa6d252c11b8d7 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 60970 initiator: MDT0 00010000:00010000:1.0:1769074837.440648:0:60970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c400/0x21fa6d252c11b8d7 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 60970 initiator: MDT0 00000002:00100000:1.0:1769074837.440669:0:60970:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64ac92680 x1855007612867840/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/608 e 0 to 0 dl 1769074892 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074837.440685:0:60970:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1b1:0x0] suppgids 0 -1: rc -20 00000080:00200000:1.0:1769074837.440896:0:60970:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074837.440921:0:60970:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074837.440942:0:60970:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074837.440956:0:60970:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074837.440963:0:60970:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074837.440969:0:60970:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074837.440974:0:60970:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b805 00000080:00010000:1.0:1769074837.440979:0:60970:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b805 from it ffffa7f981da7bf8 00010000:00010000:1.0:1769074837.440983:0:60970:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074837.440990:0:60970:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074837.441006:0:60970:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074837.441015:0:60970:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204a.sanity-flr, flags=267 00000080:00200000:1.0:1769074837.441023:0:60970:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), inode mode 41ed mask 44 00000080:00200008:1.0:1769074837.441033:0:60970:0:(file.c:1001:ll_file_open()) START file d204a.sanity-flr:[0x200000404:0x1b1:0x0](ffff9bc65158ba88), flags 304000 00000080:00200080:1.0:1769074837.441081:0:60970:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x1b1:0x0](ffff9bc65158ba88) cmd=c0086915 arg=20493d0 00000100:00100000:1.0:1769074837.441238:0:60970:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60970:1855007612867968:192.168.204.139@tcp:34:lfs.0 00000100:00100000:1.0:1769074837.441421:0:60970:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6413706c0 going to sleep for 50 seconds 00000100:00100000:1.0:1769074837.454291:0:60970:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:60970:1855007612867968:192.168.204.139@tcp:34:lfs.0 00000080:00200008:1.0:1769074837.454548:0:60970:0:(file.c:424:ll_file_release()) START file d204a.sanity-flr:[0x200000404:0x1b1:0x0](ffff9bc65158ba88), flags 304000 00010000:00010000:1.0:1769074837.454588:0:60970:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943200/0x21fa6d252c11b860 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b57c expref: -99 pid: 60931 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074837.517262:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074838.544302:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074839.568879:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074840.588991:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074841.641930:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074842.254821:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1136430d-88ea-4de2-9954-69c484e5445f:2372:1855007612868096:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074842.254955:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612868352:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074842.254995:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1769074842.255001:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612868224:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074842.255025:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612868480:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074842.258855:0:2372:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9bc646483800: committing for last_committed 17179872652 gen 1 00000100:00100000:3.0:1769074842.258902:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612868480:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074842.258922:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612868352:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074842.261655:0:2372:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bc646483800: committing for last_committed 8589941463 gen 1 00000100:00100000:3.0:1769074842.261684:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612868224:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074842.263508:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1136430d-88ea-4de2-9954-69c484e5445f:2372:1855007612868096:192.168.204.139@tcp:400:kworker.0 00010000:00010000:1.0:1769074842.701003:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074843.726119:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:2.0:1769074843.881147:0:61389:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074843.881187:0:61389:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074843.881208:0:61389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074843.881226:0:61389:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074843.881235:0:61389:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074843.881243:0:61389:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074843.881247:0:61389:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b805 00000080:00010000:2.0:1769074843.881256:0:61389:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b805 from it ffffa7f98146bb58 00010000:00010000:2.0:1769074843.881260:0:61389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074843.881268:0:61389:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074843.881286:0:61389:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074843.881294:0:61389:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204a.sanity-flr, flags=24 00000080:00200000:2.0:1769074843.881300:0:61389:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074843.881311:0:61389:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f204a.sanity-flr, dir=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), flags=8 00000080:00200000:2.0:1769074843.881316:0:61389:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204a.sanity-flr, dir=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), intent=getattr 00000002:00010000:2.0:1769074843.881332:0:61389:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204a.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074843.881606:0:61389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646225e00/0x21fa6d252c11b8de lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 61389 initiator: MDT0 00010000:00010000:2.0:1769074843.881618:0:61389:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646225e00/0x21fa6d252c11b8de lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61389 initiator: MDT0 00010000:00010000:2.0:1769074843.881627:0:61389:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646225e00/0x21fa6d252c11b8de lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61389 initiator: MDT0 00000100:00100000:2.0:1769074843.881652:0:61389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job rm:8e818347-4d21-45d1-a323-b359656f3fdd:61389:1855007612868608:192.168.204.139@tcp:101:rm.0 00000100:00100000:2.0:1769074843.885548:0:61389:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d9a8a80 going to sleep for 50 seconds 00000100:00100000:2.0:1769074843.890531:0:61389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job rm:8e818347-4d21-45d1-a323-b359656f3fdd:61389:1855007612868608:192.168.204.139@tcp:101:rm.0 00010000:00010000:2.0:1769074843.890560:0:61389:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646225e00/0x21fa6d252c11b8de lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b774 expref: -99 pid: 61389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074843.890579:0:61389:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646225e00/0x21fa6d252c11b8de lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b774 expref: -99 pid: 61389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074843.890586:0:61389:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646225e00/0x21fa6d252c11b8de lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b774 expref: -99 pid: 61389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074843.890597:0:61389:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646225e00/0x21fa6d252c11b8de lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b774 expref: -99 pid: 61389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074843.890606:0:61389:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646225e00/0x21fa6d252c11b8de lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b774 expref: -99 pid: 61389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074843.890617:0:61389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646225e00/0x21fa6d252c11b8de lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b774 expref: -99 pid: 61389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074843.890624:0:61389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646225e00/0x21fa6d252c11b8de lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b774 expref: -99 pid: 61389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074843.890631:0:61389:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646225e00/0x21fa6d252c11b8de lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b774 expref: -99 pid: 61389 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074843.890641:0:61389:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9bc67afd8700 x1855007612868608/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 592/1136 e 0 to 0 dl 1769074898 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074843.890652:0:61389:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 552 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646225e00/0x21fa6d252c11b8de lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b774 expref: -99 pid: 61389 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1769074843.890664:0:61389:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646225e00/0x21fa6d252c11b8de lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b774 expref: -99 pid: 61389 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074843.890673:0:61389:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589935620/434 (0 0) 00000080:00200000:2.0:1769074843.890680:0:61389:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b1:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074843.890735:0:61389:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000404:0x1b2:0x0], updating i_size 2097152 00000080:00200000:2.0:1769074843.890739:0:61389:0:(namei.c:151:ll_iget()) got inode: [0x200000404:0x1b2:0x0](ffff9bc649b663c8): rc = 0 00000080:00200000:2.0:1769074843.890755:0:61389:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1b2:0x0]: layout version change: 8 -> 8 00000080:00010000:2.0:1769074843.890761:0:61389:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b2:0x0](ffff9bc649b663c8) for lock 0x21fa6d252c11b8de 00000080:00010000:2.0:1769074843.891273:0:61389:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b2:0x0](ffff9bc649b663c8) 00000080:00010000:2.0:1769074843.891279:0:61389:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8de from it ffffa7f98146bb20 00010000:00010000:2.0:1769074843.891283:0:61389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646225e00/0x21fa6d252c11b8de lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8b774 expref: -99 pid: 61389 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074843.891293:0:61389:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646225e00/0x21fa6d252c11b8de lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b774 expref: -99 pid: 61389 timeout: 0 lvb_type: 3 00000080:00200008:2.0:1769074843.891330:0:61389:0:(file.c:6252:ll_getattr_dentry()) START file f204a.sanity-flr:[0x200000404:0x1b2:0x0](ffff9bc649b663c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074843.891539:0:61389:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1b2:0x0](ffff9bc649b663c8),name=f204a.sanity-flr 00000002:00010000:2.0:1769074843.891563:0:61389:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b2:0x0]) in obj [0x200000404:0x1b1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074843.891573:0:61389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646225e00/0x21fa6d252c11b8de lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b774 expref: -99 pid: 61389 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074843.891585:0:61389:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646225e00/0x21fa6d252c11b8de lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b774 expref: -99 pid: 61389 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1769074843.891592:0:61389:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074843.891597:0:61389:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b2:0x0](ffff9bc649b663c8) 00000080:00010000:2.0:1769074843.891600:0:61389:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b2:0x0](ffff9bc649b663c8) for lock 0x21fa6d252c11b8de 00000080:00010000:2.0:1769074843.891605:0:61389:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8de from it ffffa7f98146bcb8 00010000:00010000:2.0:1769074843.891608:0:61389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646225e00/0x21fa6d252c11b8de lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8b774 expref: -99 pid: 61389 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074843.891615:0:61389:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646225e00/0x21fa6d252c11b8de lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b774 expref: -99 pid: 61389 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1769074843.891673:0:61389:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074843.891682:0:61389:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074843.891690:0:61389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074843.891697:0:61389:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074843.891703:0:61389:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074843.891707:0:61389:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074843.891709:0:61389:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b805 00000080:00010000:2.0:1769074843.891713:0:61389:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b805 from it ffffa7f98146bc10 00010000:00010000:2.0:1769074843.891717:0:61389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074843.891723:0:61389:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074843.891732:0:61389:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074843.891740:0:61389:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204a.sanity-flr, flags=24 00000080:00200000:2.0:1769074843.891745:0:61389:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074843.891752:0:61389:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f204a.sanity-flr, flags=0 00000080:00200000:2.0:1769074843.891757:0:61389:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b1:0x0](ffff9bc65158ba88), inode mode 41ed mask 3 00000080:00200000:2.0:1769074843.891762:0:61389:0:(namei.c:2354:ll_unlink()) VFS Op:name=f204a.sanity-flr, dir=[0x200000404:0x1b1:0x0](ffff9bc65158ba88) 00010000:00010000:2.0:1769074843.892106:0:61389:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646225e00/0x21fa6d252c11b8de lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e8b774 expref: -99 pid: 61389 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1769074843.892124:0:61389:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x1b2:0x0]: losing layout lock 00010000:00010000:2.0:1769074843.892140:0:61389:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b8b4 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e8b686 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1769074843.892148:0:61389:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x1b2:0x0]: losing layout lock 00010000:00010000:2.0:1769074843.892289:0:61389:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646225e00/0x21fa6d252c11b8de lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8b774 expref: -99 pid: 61389 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074843.892297:0:61389:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b8b4 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8b686 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074843.892303:0:61389:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:2.0:1769074843.892306:0:61389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646225e00/0x21fa6d252c11b8de lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8b774 expref: -99 pid: 61389 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074843.892318:0:61389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b8b4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8b686 expref: -99 pid: 60941 timeout: 0 lvb_type: 3 00000020:00100000:2.0:1769074843.892939:0:61389:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074843.892953:0:61389:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc67afd8700 x1855007612868864/t0(0) o36->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 504/2128 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074843.892980:0:61389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job rm:8e818347-4d21-45d1-a323-b359656f3fdd:61389:1855007612868864:192.168.204.139@tcp:36:rm.0 00000100:00100000:2.0:1769074843.893363:0:61389:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d9a8a80 going to sleep for 50 seconds 00000100:00100000:2.0:1769074843.905026:0:61389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job rm:8e818347-4d21-45d1-a323-b359656f3fdd:61389:1855007612868864:192.168.204.139@tcp:36:rm.0 00000080:00200000:2.0:1769074843.905103:0:61389:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b2:0x0] ignore/verify layout 1/0, layout version 7 restore needed 0 00020000:00200000:2.0:1769074843.905116:0:61389:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b2:0x0]: flr state: 1, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:2.0:1769074843.905120:0:61389:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:2.0:1769074843.905128:0:61389:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:2.0:1769074843.905140:0:61389:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x0 00000080:00200000:2.0:1769074843.905178:0:61389:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b2:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1769074843.905187:0:61389:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000404:0x1b2:0x0](ffff9bc649b663c8) 00010000:00010000:3.0:1769074844.748997:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074845.774353:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1769074845.834636:0:61528:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 204b: FLR write/stale/resync tests with self-extending primary ========================================================== 04:40:44 (1769074844) 00000080:00200000:2.0:1769074846.356085:0:61547:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074846.356113:0:61547:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074846.356130:0:61547:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.356146:0:61547:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074846.356154:0:61547:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074846.356161:0:61547:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074846.356165:0:61547:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b805 00000080:00010000:2.0:1769074846.356172:0:61547:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b805 from it ffffa7f98180bbe0 00010000:00010000:2.0:1769074846.356177:0:61547:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.356185:0:61547:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074846.356200:0:61547:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074846.356216:0:61547:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d204b.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), flags=1536 00000080:00200000:2.0:1769074846.356220:0:61547:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074846.356225:0:61547:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074846.356230:0:61547:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.356238:0:61547:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074846.356245:0:61547:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074846.356249:0:61547:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074846.356252:0:61547:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b805 00000080:00010000:2.0:1769074846.356414:0:61547:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b805 from it ffffa7f98180bce0 00010000:00010000:2.0:1769074846.356514:0:61547:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.356523:0:61547:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074846.356533:0:61547:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 3 00000080:00200000:2.0:1769074846.356540:0:61547:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074846.356546:0:61547:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074846.356553:0:61547:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.356560:0:61547:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074846.356565:0:61547:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074846.356569:0:61547:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074846.356572:0:61547:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b805 00000080:00010000:2.0:1769074846.356575:0:61547:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b805 from it ffffa7f98180bdc8 00010000:00010000:2.0:1769074846.356578:0:61547:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.356585:0:61547:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074846.356593:0:61547:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 3 00000080:00200000:2.0:1769074846.356598:0:61547:0:(namei.c:2175:do_mkdir()) VFS Op:name=d204b.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8) 00010000:00010000:2.0:1769074846.356629:0:61547:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.356676:0:61547:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.356682:0:61547:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074846.356685:0:61547:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926e00/0x21fa6d252c11b805 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8b441 expref: -99 pid: 60924 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074846.356709:0:61547:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074846.356721:0:61547:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc67afd8a80 x1855007612869120/t0(0) o36->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 568/2080 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074846.356745:0:61547:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job mkdir:8e818347-4d21-45d1-a323-b359656f3fdd:61547:1855007612869120:192.168.204.139@tcp:36:mkdir.0 00000100:00100000:2.0:1769074846.358046:0:61547:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6429b4180 going to sleep for 50 seconds 00000100:00100000:2.0:1769074846.362364:0:61547:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job mkdir:8e818347-4d21-45d1-a323-b359656f3fdd:61547:1855007612869120:192.168.204.139@tcp:36:mkdir.0 00000080:00200000:2.0:1769074846.362434:0:61547:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148) 00000080:00200000:2.0:1769074846.362443:0:61547:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000404:0x1b4:0x0], updating i_size 512 00000080:00200000:2.0:1769074846.419279:0:61550:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074846.419320:0:61550:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074846.419382:0:61550:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 61550 initiator: MDT0 00010000:00010000:2.0:1769074846.419393:0:61550:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 61550 initiator: MDT0 00010000:00010000:2.0:1769074846.419402:0:61550:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 61550 initiator: MDT0 00000100:00100000:2.0:1769074846.419426:0:61550:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61550:1855007612869248:192.168.204.139@tcp:101:lfs.0 00000100:00100000:2.0:1769074846.420179:0:61550:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6429b4180 going to sleep for 50 seconds 00000100:00100000:2.0:1769074846.437084:0:61550:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61550:1855007612869248:192.168.204.139@tcp:101:lfs.0 00010000:00010000:2.0:1769074846.437112:0:61550:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.437126:0:61550:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.437140:0:61550:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.437156:0:61550:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.437170:0:61550:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.437179:0:61550:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.437187:0:61550:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074846.437198:0:61550:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9bc67afdb800 x1855007612869248/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074901 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074846.437213:0:61550:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.437226:0:61550:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:2.0:1769074846.437234:0:61550:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074846.437277:0:61550:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 13824 00000080:00010000:2.0:1769074846.437285:0:61550:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:2.0:1769074846.437291:0:61550:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074846.437294:0:61550:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981913b58 00010000:00010000:2.0:1769074846.437297:0:61550:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.437316:0:61550:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074846.437340:0:61550:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074846.437359:0:61550:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d204b.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), flags=29 00000080:00200000:2.0:1769074846.437364:0:61550:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d204b.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), intent=0 00000002:00010000:2.0:1769074846.437386:0:61550:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d204b.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074846.437430:0:61550:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646225c00/0x21fa6d252c11b8ec lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 61550 initiator: MDT0 00010000:00010000:2.0:1769074846.437436:0:61550:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646225c00/0x21fa6d252c11b8ec lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 61550 initiator: MDT0 00010000:00010000:2.0:1769074846.437444:0:61550:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646225c00/0x21fa6d252c11b8ec lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 61550 initiator: MDT0 00000100:00100000:2.0:1769074846.437465:0:61550:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61550:1855007612869376:192.168.204.139@tcp:101:lfs.0 00000100:00100000:2.0:1769074846.437548:0:61550:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6429b4180 going to sleep for 50 seconds 00000100:00100000:2.0:1769074846.445478:0:61550:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61550:1855007612869376:192.168.204.139@tcp:101:lfs.0 00010000:00010000:2.0:1769074846.445506:0:61550:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646225c00/0x21fa6d252c11b8ec lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7c8 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.445539:0:61550:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646225c00/0x21fa6d252c11b8ec lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7c8 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.445548:0:61550:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646225c00/0x21fa6d252c11b8ec lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7c8 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.445560:0:61550:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646225c00/0x21fa6d252c11b8ec lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7c8 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.445590:0:61550:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646225c00/0x21fa6d252c11b8ec lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7c8 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.445605:0:61550:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646225c00/0x21fa6d252c11b8ec lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7c8 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.445613:0:61550:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646225c00/0x21fa6d252c11b8ec lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7c8 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.445621:0:61550:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646225c00/0x21fa6d252c11b8ec lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7c8 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074846.445633:0:61550:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff9bc67afdb800 x1855007612869376/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 592/584 e 0 to 0 dl 1769074901 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074846.445647:0:61550:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646225c00/0x21fa6d252c11b8ec lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7c8 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.445657:0:61550:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589935620/436 (0 0) 00000080:00200000:2.0:1769074846.445664:0:61550:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074846.445689:0:61550:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000404:0x1b4:0x0], updating i_size 512 00000080:00200000:2.0:1769074846.445693:0:61550:0:(namei.c:151:ll_iget()) got inode: [0x200000404:0x1b4:0x0](ffff9bc649bf1148): rc = 0 00000080:00010000:2.0:1769074846.445698:0:61550:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b4:0x0](ffff9bc649bf1148) for lock 0x21fa6d252c11b8ec 00000080:00010000:2.0:1769074846.445711:0:61550:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b4:0x0](ffff9bc649bf1148) 00000080:00010000:2.0:1769074846.445714:0:61550:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8ec from it ffffa7f981913a28 00010000:00010000:2.0:1769074846.445717:0:61550:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646225c00/0x21fa6d252c11b8ec lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7c8 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.445730:0:61550:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646225c00/0x21fa6d252c11b8ec lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7c8 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074846.445763:0:61550:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074846.446447:0:61550:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f204b.sanity-flr, dir=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), flags=13 00000080:00200000:0.0:1769074846.446456:0:61550:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204b.sanity-flr, dir=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), intent=getattr 00000002:00010000:0.0:1769074846.446479:0:61550:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204b.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b4:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074846.446529:0:61550:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b8f3 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 61550 initiator: MDT0 00010000:00010000:0.0:1769074846.446537:0:61550:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b8f3 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 61550 initiator: MDT0 00010000:00010000:0.0:1769074846.446547:0:61550:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b8f3 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 61550 initiator: MDT0 00000100:00100000:0.0:1769074846.446569:0:61550:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61550:1855007612869504:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074846.446690:0:61550:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ac34d80 going to sleep for 50 seconds 00000100:00100000:0.0:1769074846.451150:0:61550:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61550:1855007612869504:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074846.451173:0:61550:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b8f3 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 61550 initiator: MDT0 00010000:00010000:0.0:1769074846.451186:0:61550:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b8f3 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 61550 initiator: MDT0 00010000:00010000:0.0:1769074846.451192:0:61550:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b8f3 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 61550 initiator: MDT0 00010000:00010000:0.0:1769074846.451199:0:61550:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b8f3 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 61550 initiator: MDT0 00010000:00010000:0.0:1769074846.451207:0:61550:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b8f3 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 61550 initiator: MDT0 00010000:00010000:0.0:1769074846.451214:0:61550:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f942c00 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:0.0:1769074846.451218:0:61550:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b8f3 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 61550 initiator: MDT0 00010000:00010000:0.0:1769074846.451225:0:61550:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b8f3 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 61550 initiator: MDT0 00010000:00010000:0.0:1769074846.451232:0:61550:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b8f3 lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 61550 initiator: MDT0 00010000:00010000:0.0:1769074846.451239:0:61550:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074846.451246:0:61550:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b8f3 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 61550 initiator: MDT0 00010000:00010000:0.0:1769074846.451252:0:61550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b8f3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 61550 initiator: MDT0 00000002:00100000:0.0:1769074846.451271:0:61550:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff9bc64f07fb80 x1855007612869504/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 592/584 e 0 to 0 dl 1769074901 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074846.451286:0:61550:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b4:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074846.451324:0:61550:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 30 res 8589935620/436 (0 0) 00000080:00200000:0.0:1769074846.452042:0:61550:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074846.452062:0:61550:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074846.452073:0:61550:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.452206:0:61550:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074846.452213:0:61550:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074846.452219:0:61550:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074846.452223:0:61550:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:0.0:1769074846.452230:0:61550:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981913be8 00010000:00010000:0.0:1769074846.452233:0:61550:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.452241:0:61550:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074846.452256:0:61550:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074846.452264:0:61550:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204b.sanity-flr, flags=16408 00000080:00200000:0.0:1769074846.452268:0:61550:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074846.452280:0:61550:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f204b.sanity-flr, dir=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), flags=16392 00000080:00200000:0.0:1769074846.452284:0:61550:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204b.sanity-flr, dir=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), intent=getattr 00000002:00010000:0.0:1769074846.452296:0:61550:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204b.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b4:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074846.452353:0:61550:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b8fa lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 61550 initiator: MDT0 00010000:00010000:0.0:1769074846.452361:0:61550:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b8fa lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 61550 initiator: MDT0 00010000:00010000:0.0:1769074846.452372:0:61550:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b8fa lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 61550 initiator: MDT0 00000100:00100000:0.0:1769074846.452395:0:61550:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61550:1855007612869632:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074846.452488:0:61550:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ac34d80 going to sleep for 50 seconds 00000100:00100000:0.0:1769074846.456416:0:61550:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61550:1855007612869632:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074846.456439:0:61550:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b8fa lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 61550 initiator: MDT0 00010000:00010000:0.0:1769074846.456452:0:61550:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b8fa lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 61550 initiator: MDT0 00010000:00010000:0.0:1769074846.456459:0:61550:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b8fa lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 61550 initiator: MDT0 00010000:00010000:0.0:1769074846.456467:0:61550:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b8fa lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 61550 initiator: MDT0 00010000:00010000:0.0:1769074846.456474:0:61550:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b8fa lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 61550 initiator: MDT0 00010000:00010000:0.0:1769074846.456480:0:61550:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f943000 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:0.0:1769074846.456485:0:61550:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b8fa lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 61550 initiator: MDT0 00010000:00010000:0.0:1769074846.456492:0:61550:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b8fa lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 61550 initiator: MDT0 00010000:00010000:0.0:1769074846.456499:0:61550:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b8fa lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 61550 initiator: MDT0 00010000:00010000:0.0:1769074846.456510:0:61550:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074846.456516:0:61550:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b8fa lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 61550 initiator: MDT0 00010000:00010000:0.0:1769074846.456523:0:61550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b8fa lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 61550 initiator: MDT0 00000002:00100000:0.0:1769074846.456540:0:61550:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff9bc64f07fb80 x1855007612869632/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 592/584 e 0 to 0 dl 1769074901 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074846.456555:0:61550:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b4:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074846.456580:0:61550:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 30 res 8589935620/436 (0 0) 00000080:00200000:0.0:1769074846.456659:0:61550:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074846.456674:0:61550:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074846.456684:0:61550:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.456696:0:61550:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074846.456703:0:61550:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074846.456708:0:61550:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074846.456712:0:61550:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:0.0:1769074846.456717:0:61550:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981913b58 00010000:00010000:0.0:1769074846.456720:0:61550:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.456729:0:61550:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074846.456748:0:61550:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074846.456756:0:61550:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204b.sanity-flr, flags=13 00000080:00200008:0.0:1769074846.456766:0:61550:0:(file.c:6252:ll_getattr_dentry()) START file d204b.sanity-flr:[0x200000404:0x1b4:0x0](ffff9bc649bf1148), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1769074846.456771:0:61550:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148),name=d204b.sanity-flr 00000002:00010000:0.0:1769074846.456811:0:61550:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b4:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074846.456818:0:61550:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 30 res 8589935620/436 (0 0) 00010000:00010000:0.0:1769074846.456854:0:61550:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b901 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 61550 initiator: MDT0 00010000:00010000:0.0:1769074846.456860:0:61550:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b901 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 61550 initiator: MDT0 00010000:00010000:0.0:1769074846.456869:0:61550:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b901 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 61550 initiator: MDT0 00000100:00100000:0.0:1769074846.456893:0:61550:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61550:1855007612869760:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074846.456991:0:61550:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ac34d80 going to sleep for 50 seconds 00000100:00100000:0.0:1769074846.461923:0:61550:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61550:1855007612869760:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074846.461966:0:61550:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b901 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b800 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.461986:0:61550:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b901 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b800 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.461994:0:61550:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b901 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b800 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.462007:0:61550:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b901 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b800 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.462020:0:61550:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b901 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b800 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.462031:0:61550:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b901 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b800 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.462040:0:61550:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b901 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b800 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.462048:0:61550:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b901 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b800 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074846.462060:0:61550:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9bc64f07fb80 x1855007612869760/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074901 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074846.462073:0:61550:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b901 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b800 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.462094:0:61550:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589935620/436 (0 0) 00000080:00200000:0.0:1769074846.462105:0:61550:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074846.462400:0:61550:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000404:0x1b4:0x0], updating i_size 512 00000080:00010000:0.0:1769074846.462409:0:61550:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b4:0x0](ffff9bc649bf1148) for lock 0x21fa6d252c11b901 00000080:00010000:1.0:1769074846.468878:0:61550:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b4:0x0](ffff9bc649bf1148) 00000080:00010000:1.0:1769074846.468901:0:61550:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b901 from it ffffa7f981913cb8 00010000:00010000:1.0:1769074846.468911:0:61550:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b901 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b800 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.468925:0:61550:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b901 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b800 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200008:1.0:1769074846.469934:0:61550:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1769074846.469942:0:61550:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074846.471849:0:61550:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074846.471876:0:61550:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.471895:0:61550:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074846.471903:0:61550:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074846.471914:0:61550:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074846.471918:0:61550:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:1.0:1769074846.471926:0:61550:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981913cb8 00010000:00010000:1.0:1769074846.471929:0:61550:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.471937:0:61550:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074846.472430:0:61550:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074846.472445:0:61550:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074846.472453:0:61550:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.472462:0:61550:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074846.472490:0:61550:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074846.472495:0:61550:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074846.472497:0:61550:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:1.0:1769074846.472502:0:61550:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981913b58 00010000:00010000:1.0:1769074846.472505:0:61550:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.472512:0:61550:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074846.472522:0:61550:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074846.472529:0:61550:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204b.sanity-flr, flags=24 00000080:00200000:1.0:1769074846.472534:0:61550:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074846.472546:0:61550:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f204b.sanity-flr, dir=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), flags=8 00000080:00200000:1.0:1769074846.472551:0:61550:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204b.sanity-flr, dir=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), intent=getattr 00000002:00010000:1.0:1769074846.472565:0:61550:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204b.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b4:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074846.472614:0:61550:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b908 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 61550 initiator: MDT0 00010000:00010000:1.0:1769074846.472622:0:61550:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b908 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61550 initiator: MDT0 00010000:00010000:1.0:1769074846.472632:0:61550:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b908 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61550 initiator: MDT0 00000100:00100000:1.0:1769074846.472659:0:61550:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61550:1855007612869888:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074846.472769:0:61550:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d19be40 going to sleep for 50 seconds 00000100:00100000:1.0:1769074846.478994:0:61550:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61550:1855007612869888:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074846.479019:0:61550:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b908 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61550 initiator: MDT0 00010000:00010000:1.0:1769074846.479033:0:61550:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b908 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 61550 initiator: MDT0 00010000:00010000:1.0:1769074846.479040:0:61550:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b908 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 61550 initiator: MDT0 00010000:00010000:1.0:1769074846.479047:0:61550:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b908 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 61550 initiator: MDT0 00010000:00010000:1.0:1769074846.479054:0:61550:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b908 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 61550 initiator: MDT0 00010000:00010000:1.0:1769074846.479061:0:61550:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f08c600 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074846.479065:0:61550:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b908 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 61550 initiator: MDT0 00010000:00010000:1.0:1769074846.479071:0:61550:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b908 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 61550 initiator: MDT0 00010000:00010000:1.0:1769074846.479078:0:61550:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b908 lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 61550 initiator: MDT0 00010000:00010000:1.0:1769074846.479088:0:61550:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074846.479095:0:61550:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b908 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 61550 initiator: MDT0 00010000:00010000:1.0:1769074846.479102:0:61550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b908 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 61550 initiator: MDT0 00000002:00100000:1.0:1769074846.479134:0:61550:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff9bc64ac92680 x1855007612869888/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 592/584 e 0 to 0 dl 1769074901 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074846.479150:0:61550:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b4:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074846.479181:0:61550:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b901 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b800 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.479194:0:61550:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b901 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b800 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074846.479203:0:61550:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b901 from it ffffa7f981913940 00010000:00010000:1.0:1769074846.479207:0:61550:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b901 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b800 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.479214:0:61550:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b901 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b800 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074846.479321:0:61550:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074846.479339:0:61550:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074846.479348:0:61550:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.479356:0:61550:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074846.479362:0:61550:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074846.479366:0:61550:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074846.479370:0:61550:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:1.0:1769074846.479375:0:61550:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981913bf8 00010000:00010000:1.0:1769074846.479378:0:61550:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.479385:0:61550:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074846.479394:0:61550:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074846.479403:0:61550:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204b.sanity-flr, flags=25 00000080:00200000:1.0:1769074846.479409:0:61550:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074846.479416:0:61550:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f204b.sanity-flr, flags=777 00000080:00200000:1.0:1769074846.479420:0:61550:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), inode mode 41ed mask 3 00000080:00200000:1.0:1769074846.479425:0:61550:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204b.sanity-flr, dir=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), file ffff9bc64d0b2300, open_flags a141, mode 81b6 opened 0 00000080:00200000:1.0:1769074846.479436:0:61550:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204b.sanity-flr, dir=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), intent=open|creat 00000002:00010000:1.0:1769074846.479456:0:61550:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204b.sanity-flr,[0x200000404:0x1b5:0x0]) in obj [0x200000404:0x1b4:0x0], intent: open|creat flags 0120502 00010000:00010000:1.0:1769074846.479466:0:61550:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b901 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e8b800 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.479480:0:61550:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646225c00/0x21fa6d252c11b8ec lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b4:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7c8 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.479525:0:61550:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b901 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8b800 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.479538:0:61550:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074846.479541:0:61550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11b901 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8b800 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.479566:0:61550:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b90f lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 61550 initiator: MDT0 00010000:00010000:1.0:1769074846.479572:0:61550:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b90f lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 61550 initiator: MDT0 00000020:00100000:1.0:1769074846.479583:0:61550:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074846.479590:0:61550:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac92680 x1855007612870144/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 536/67824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074846.479599:0:61550:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b90f lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 61550 initiator: MDT0 00000100:00100000:1.0:1769074846.479620:0:61550:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61550:1855007612870144:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074846.479810:0:61550:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d19be40 going to sleep for 50 seconds 00000100:00100000:1.0:1769074846.487100:0:61550:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61550:1855007612870144:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074846.487129:0:61550:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b90f lrc: 4/0,1 mode: --/CW res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b831 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.487150:0:61550:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b90f lrc: 4/0,1 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b831 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.487159:0:61550:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b90f lrc: 4/0,1 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b831 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.487175:0:61550:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b90f lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b831 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.487186:0:61550:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b90f lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b831 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.487199:0:61550:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b90f lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b831 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.487207:0:61550:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b90f lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b831 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.487213:0:61550:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b90f lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b831 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074846.487224:0:61550:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=8000037, status=0 req@ffff9bc64ac92680 x1855007612870144/t8589941466(8589941466) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 536/608 e 0 to 0 dl 1769074901 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1769074846.487235:0:61550:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64ac92680 x1855007612870144/t8589941466(8589941466) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 536/608 e 0 to 0 dl 1769074901 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074846.487246:0:61550:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b90f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b831 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.487256:0:61550:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589935620/437 (0 0) 00000080:00200000:1.0:1769074846.487263:0:61550:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x1b4:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1769074846.487275:0:61550:0:(namei.c:1569:ll_create_it()) VFS Op:name=f204b.sanity-flr, dir=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), intent=open|creat 00000080:00200000:1.0:1769074846.487319:0:61550:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) 00000080:00200000:1.0:1769074846.487326:0:61550:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000404:0x1b5:0x0], updating i_size 0 00000080:00200000:1.0:1769074846.487359:0:61550:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1b5:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:1.0:1769074846.487363:0:61550:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) 00000080:00010000:1.0:1769074846.487367:0:61550:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) for lock 0x21fa6d252c11b90f 00000080:00010000:1.0:1769074846.487378:0:61550:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) 00000080:00200008:1.0:1769074846.487393:0:61550:0:(file.c:1001:ll_file_open()) START file f204b.sanity-flr:[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8), flags 120501 00000002:00100000:1.0:1769074846.487411:0:61550:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64ac92680 x1855007612870144/t8589941466(8589941466) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 536/608 e 0 to 0 dl 1769074901 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00010000:1.0:1769074846.487451:0:61550:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b90f from it ffff9bc64d0b6540 00010000:00010000:1.0:1769074846.487455:0:61550:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b90f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8b831 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.487463:0:61550:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b90f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b831 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074846.487482:0:61550:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8), inode mode 81a4 mask 40 00000080:00200000:1.0:1769074846.487565:0:61550:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8), inode mode 81a4 mask 2 00000080:00200000:1.0:1769074846.487577:0:61550:0:(xattr.c:406:ll_xattr_set()) VFS Op:inode=[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8), xattr lov 00000002:00010000:1.0:1769074846.487593:0:61550:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b5:0x0]) in obj [0x200000404:0x1b4:0x0], intent: open flags 040000002 00010000:00010000:1.0:1769074846.487645:0:61550:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b916 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 61550 initiator: MDT0 00010000:00010000:1.0:1769074846.487653:0:61550:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b916 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 61550 initiator: MDT0 00000020:00100000:1.0:1769074846.487663:0:61550:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074846.487669:0:61550:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac90a80 x1855007612870400/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074846.487677:0:61550:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b916 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 61550 initiator: MDT0 00000100:00100000:1.0:1769074846.487696:0:61550:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61550:1855007612870400:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074846.487877:0:61550:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d19be40 going to sleep for 50 seconds 00000100:00100000:2.0:1769074846.492503:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074846.492592:0:37578:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619951616 00000100:00100000:3.0:1769074846.492603:0:37578:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619951616 00000100:00100000:3.0:1769074846.492662:0:37578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6615 00000100:00100000:3.0:1769074846.492673:0:37578:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc67afdb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:8e818347-4d21-45d1-a323-b359656f3fdd+5:29857:x1855007619951616:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074846.492766:0:37578:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b90f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x8b5959a9a0e8b831 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074846.493211:0:37578:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1769074846.493223:0:37578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc67afdb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:8e818347-4d21-45d1-a323-b359656f3fdd+5:29857:x1855007619951616:12345-192.168.204.139@tcp:104: Request processed in 549us (1128us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074846.493231:0:37578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6615 00010000:00010000:1.0:1769074846.493732:0:47798:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074846.493741:0:47798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b90f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x8b5959a9a0e8b831 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.493749:0:47798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f08d800 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074846.493755:0:47798:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b90f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x8b5959a9a0e8b831 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.493763:0:47798:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b90f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x8b5959a9a0e8b831 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.493773:0:47798:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b90f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x8b5959a9a0e8b831 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074846.494433:0:47798:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x1b5:0x0]: losing layout lock 00010000:00010000:1.0:1769074846.494497:0:47798:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b90f lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8b5959a9a0e8b831 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.494505:0:47798:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1769074846.494596:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612870528:192.168.204.139@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074846.495260:0:47798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b90f lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8b5959a9a0e8b831 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.495270:0:47798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b90f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8b5959a9a0e8b831 expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.495293:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074846.495295:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074846.495298:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074846.499512:0:61550:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61550:1855007612870400:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074846.499541:0:61550:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b916 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 61550 initiator: MDT0 00010000:00010000:1.0:1769074846.499555:0:61550:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b916 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 61550 initiator: MDT0 00010000:00010000:1.0:1769074846.499562:0:61550:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b916 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 61550 initiator: MDT0 00010000:00010000:1.0:1769074846.499568:0:61550:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b916 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 61550 initiator: MDT0 00010000:00010000:1.0:1769074846.499576:0:61550:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b916 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 61550 initiator: MDT0 00010000:00010000:1.0:1769074846.499582:0:61550:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f08c600 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074846.499587:0:61550:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b916 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 61550 initiator: MDT0 00010000:00010000:1.0:1769074846.499594:0:61550:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b916 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 61550 initiator: MDT0 00010000:00010000:1.0:1769074846.499600:0:61550:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b916 lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 61550 initiator: MDT0 00010000:00010000:1.0:1769074846.499607:0:61550:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074846.499614:0:61550:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b916 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 61550 initiator: MDT0 00010000:00010000:1.0:1769074846.499619:0:61550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b916 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 61550 initiator: MDT0 00000002:00100000:1.0:1769074846.499637:0:61550:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=800002b, status=0 req@ffff9bc64ac90a80 x1855007612870400/t8589941467(8589941467) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/1160 e 0 to 0 dl 1769074901 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1769074846.499650:0:61550:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64ac90a80 x1855007612870400/t8589941467(8589941467) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/1160 e 0 to 0 dl 1769074901 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074846.499668:0:61550:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1b4:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074846.499714:0:61550:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b5:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1769074846.499723:0:61550:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b5:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1769074846.499770:0:61550:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000404:0x1b5:0x0], updating i_size 0 00000002:00100000:1.0:1769074846.499821:0:61550:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64ac90a80 x1855007612870400/t8589941467(8589941467) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 1072/1160 e 0 to 0 dl 1769074901 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1769074846.499862:0:61550:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff9bc64ac90a80 x1855007612870400/t8589941467(8589941467) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 1072/1160 e 0 to 0 dl 1769074901 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074846.499872:0:61550:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074846.499877:0:61550:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac92d80 x1855007612870784/t0(0) o35->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:23/10 lens 392/2128 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1769074846.499909:0:61550:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61550:1855007612870784:192.168.204.139@tcp:35:lfs.0 00000100:00100000:1.0:1769074846.499982:0:61550:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d19be40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074846.500885:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612870528:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074846.504100:0:61550:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61550:1855007612870784:192.168.204.139@tcp:35:lfs.0 00000002:00100000:1.0:1769074846.504138:0:61550:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9bc64ac90a80 x1855007612870400/t8589941467(8589941467) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 1072/1160 e 0 to 0 dl 1769074901 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200008:1.0:1769074846.504201:0:61550:0:(file.c:424:ll_file_release()) START file f204b.sanity-flr:[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8), flags 100001 00000002:00100000:1.0:1769074846.504255:0:61550:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff9bc64ac92680 x1855007612870144/t8589941466(8589941466) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 536/608 e 0 to 0 dl 1769074901 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074846.504266:0:61550:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074846.504271:0:61550:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac91c00 x1855007612871040/t0(0) o35->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:23/10 lens 392/2128 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1769074846.504293:0:61550:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61550:1855007612871040:192.168.204.139@tcp:35:lfs.0 00000100:00100000:1.0:1769074846.504398:0:61550:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d19be40 going to sleep for 11 seconds 00000100:00100000:1.0:1769074846.509128:0:61550:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61550:1855007612871040:192.168.204.139@tcp:35:lfs.0 00000002:00100000:1.0:1769074846.509166:0:61550:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9bc64ac92680 x1855007612870144/t8589941466(8589941466) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 536/608 e 0 to 0 dl 1769074901 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074846.514679:0:61551:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074846.514713:0:61551:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074846.514730:0:61551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.514747:0:61551:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074846.514754:0:61551:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074846.514761:0:61551:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074846.514765:0:61551:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:0.0:1769074846.514823:0:61551:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f98193bbf8 00010000:00010000:0.0:1769074846.514828:0:61551:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.514838:0:61551:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074846.514856:0:61551:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074846.514866:0:61551:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204b.sanity-flr, flags=25 00000080:00200000:0.0:1769074846.514872:0:61551:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074846.514884:0:61551:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), inode mode 41ed mask 3 00000080:00200000:0.0:1769074846.514889:0:61551:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204b.sanity-flr, dir=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), file ffff9bc64f0a6000, open_flags 8041, mode 81b6 opened 0 00000080:00200000:0.0:1769074846.514898:0:61551:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204b.sanity-flr, dir=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), intent=open|creat 00000002:00010000:0.0:1769074846.514920:0:61551:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204b.sanity-flr,[0x200000404:0x1b6:0x0]) in obj [0x200000404:0x1b4:0x0], intent: open|creat flags 0100102 00010000:00010000:0.0:1769074846.514982:0:61551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b91d lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 61551 initiator: MDT0 00010000:00010000:0.0:1769074846.514990:0:61551:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b91d lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 61551 initiator: MDT0 00000020:00100000:0.0:1769074846.515001:0:61551:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074846.515014:0:61551:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07c000 x1855007612871296/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/67824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074846.515024:0:61551:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b91d lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 61551 initiator: MDT0 00000100:00100000:0.0:1769074846.515049:0:61551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c000 pname:cluuid:pid:xid:nid:opc:job dd:8e818347-4d21-45d1-a323-b359656f3fdd:61551:1855007612871296:192.168.204.139@tcp:101:dd.0 00000100:00100000:0.0:1769074846.515212:0:61551:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ac34d80 going to sleep for 50 seconds 00000100:00100000:0.0:1769074846.522424:0:61551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c000 pname:cluuid:pid:xid:nid:opc:job dd:8e818347-4d21-45d1-a323-b359656f3fdd:61551:1855007612871296:192.168.204.139@tcp:101:dd.0 00010000:00010000:0.0:1769074846.522459:0:61551:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b91d lrc: 4/0,1 mode: --/CW res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b869 expref: -99 pid: 61551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.522486:0:61551:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b91d lrc: 4/0,1 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b869 expref: -99 pid: 61551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.522495:0:61551:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b91d lrc: 4/0,1 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b869 expref: -99 pid: 61551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.522509:0:61551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b91d lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b869 expref: -99 pid: 61551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.522519:0:61551:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b91d lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b869 expref: -99 pid: 61551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.522533:0:61551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b91d lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b869 expref: -99 pid: 61551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.522541:0:61551:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b91d lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b869 expref: -99 pid: 61551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.522553:0:61551:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b91d lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b869 expref: -99 pid: 61551 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074846.522563:0:61551:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=2b, status=0 req@ffff9bc64f07c000 x1855007612871296/t8589941470(8589941470) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/1160 e 0 to 0 dl 1769074901 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1769074846.522578:0:61551:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64f07c000 x1855007612871296/t8589941470(8589941470) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/1160 e 0 to 0 dl 1769074901 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074846.522591:0:61551:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 552 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b91d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b869 expref: -99 pid: 61551 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1769074846.522603:0:61551:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b91d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b869 expref: -99 pid: 61551 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074846.522614:0:61551:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589935620/437 (0 0) 00000080:00200000:0.0:1769074846.522619:0:61551:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x1b4:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1769074846.522677:0:61551:0:(namei.c:151:ll_iget()) got inode: [0x200000404:0x1b5:0x0](ffff9bc649b5c2c8): rc = 0 00000080:00200000:0.0:1769074846.522695:0:61551:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1b5:0x0]: layout version change: 4294967294 -> 5 00000080:00010000:0.0:1769074846.522700:0:61551:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) for lock 0x21fa6d252c11b91d 00000080:00010000:0.0:1769074846.522714:0:61551:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) 00000080:00200008:0.0:1769074846.522732:0:61551:0:(file.c:1001:ll_file_open()) START file f204b.sanity-flr:[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8), flags 100101 00000002:00100000:0.0:1769074846.522753:0:61551:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64f07c000 x1855007612871296/t8589941470(8589941470) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 1088/1160 e 0 to 0 dl 1769074901 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000080:00010000:0.0:1769074846.522808:0:61551:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b91d from it ffff9bc67ae6c960 00010000:00010000:0.0:1769074846.522812:0:61551:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b91d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8b869 expref: -99 pid: 61551 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074846.522825:0:61551:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b91d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b869 expref: -99 pid: 61551 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074846.522848:0:61551:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8), inode mode 81a4 mask 42 00000080:00200008:0.0:1769074846.532669:0:61551:0:(file.c:2648:do_file_write_iter()) START file f204b.sanity-flr:[0x200000404:0x1b5:0x0], ppos: 0, count: 2097152 00000080:00200000:0.0:1769074846.532686:0:61551:0:(file.c:2672:do_file_write_iter()) switching to DIO 00000080:00200000:0.0:1769074846.532694:0:61551:0:(file.c:1994:ll_file_io_generic()) f204b.sanity-flr: write ppos: 0, bytes: 2097152 00000080:00200000:0.0:1769074846.532711:0:61551:0:(file.c:1759:ll_io_set_mirror()) f204b.sanity-flr: desiginated mirror: 0 00000020:00200000:0.0:1769074846.532720:0:61551:0:(cl_io.c:214:cl_io_rw_init()) header@000000005fb33864[0x4, 2, [0x200000404:0x1b5:0x0] hash] 00000020:00200000:0.0:1769074846.532722:0:61551:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 2097152) 0 0 00000080:00200000:0.0:1769074846.532728:0:61551:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/0, layout version 7 restore needed 0 00020000:00200000:0.0:1769074846.532745:0:61551:0:(lov_io.c:385:lov_io_mirror_init()) [0x200000404:0x1b5:0x0] need write intent for [0, 2097152) 00000020:00200000:0.0:1769074846.532751:0:61551:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1769074846.532759:0:61551:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/0, layout version 5 need write layout 1, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1769074846.532763:0:61551:0:(vvp_io.c:356:vvp_io_fini()) [0x200000404:0x1b5:0x0] write layout, type 2 [0x0, 0x200000) 00000080:00010000:0.0:1769074846.532851:0:61551:0:(file.c:7031:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) 00000002:00010000:0.0:1769074846.532867:0:61551:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b5:0x0]) in obj [0x200000404:0x1b5:0x0], intent: layout flags 02 00010000:00010000:0.0:1769074846.532976:0:61551:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b91d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e8b869 expref: -99 pid: 61551 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074846.532997:0:61551:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x1b5:0x0]: losing layout lock 00010000:00010000:0.0:1769074846.533049:0:61551:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b91d lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8b869 expref: -99 pid: 61551 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074846.533057:0:61551:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074846.533060:0:61551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b91d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8b869 expref: -99 pid: 61551 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074846.533102:0:61551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b924 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 61551 initiator: MDT0 00010000:00010000:0.0:1769074846.533111:0:61551:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b924 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 61551 initiator: MDT0 00000020:00100000:0.0:1769074846.533123:0:61551:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074846.533139:0:61551:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07d880 x1855007612871552/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 376/1976 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074846.533150:0:61551:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b924 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 61551 initiator: MDT0 00000100:00100000:0.0:1769074846.533170:0:61551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job dd:8e818347-4d21-45d1-a323-b359656f3fdd:61551:1855007612871552:192.168.204.139@tcp:101:dd.0 00000100:00100000:0.0:1769074846.533359:0:61551:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ac34d80 going to sleep for 50 seconds 00000100:00100000:2.0:1769074846.606883:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:2.0:1769074846.606928:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:2.0:1769074846.606957:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:2.0:1769074846.607011:0:45123:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1769074846.607033:0:45123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619952512 00000100:00100000:2.0:1769074846.607043:0:45123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619952512 00000100:00100000:2.0:1769074846.607093:0:45123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619952640 00000100:00100000:2.0:1769074846.607097:0:45123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619952640 00000100:00100000:2.0:1769074846.607121:0:45123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6616 00000100:00100000:2.0:1769074846.607131:0:45123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc67afd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:26584:x1855007619952512:12345-192.168.204.139@tcp:104: 00010000:00010000:2.0:1769074846.607153:0:45123:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b8ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x420000030000 nid: local remote: 0x8b5959a9a0e8b678 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074846.607230:0:45123:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1769074846.607237:0:45123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc67afd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:26584:x1855007619952512:12345-192.168.204.139@tcp:104: Request processed in 108us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074846.607245:0:45123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6616 00000100:00100000:2.0:1769074846.607263:0:45123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6617 00000100:00100000:2.0:1769074846.607270:0:45123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc67acac050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:26360:x1855007619952640:12345-192.168.204.139@tcp:104: 00010000:00010000:2.0:1769074846.607278:0:45123:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646225800/0x21fa6d252c11b8a6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x420000010000 nid: local remote: 0x8b5959a9a0e8b66a expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074846.607323:0:45123:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1769074846.607328:0:45123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc67acac050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:26360:x1855007619952640:12345-192.168.204.139@tcp:104: Request processed in 59us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074846.607335:0:45123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6617 00010000:00010000:2.0:1769074846.607380:0:55496:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1769074846.607387:0:55496:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b8ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x420000030000 nid: local remote: 0x8b5959a9a0e8b678 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074846.607395:0:55496:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f943a00 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:2.0:1769074846.607403:0:55496:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b8ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x428400030000 nid: local remote: 0x8b5959a9a0e8b678 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074846.607448:0:55496:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b8ad lrc: 2/0,0 mode: --/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x4c29400030020 nid: local remote: 0x8b5959a9a0e8b678 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074846.607454:0:55496:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074846.607469:0:55496:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b8ad lrc: 1/0,0 mode: --/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x4c29400030020 nid: local remote: 0x8b5959a9a0e8b678 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074846.607474:0:55496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b8ad lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x4c29400030020 nid: local remote: 0x8b5959a9a0e8b678 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074846.607493:0:55496:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074846.607496:0:55496:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646225800/0x21fa6d252c11b8a6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x420000010000 nid: local remote: 0x8b5959a9a0e8b66a expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074846.607500:0:55496:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc646225800 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:2.0:1769074846.607503:0:55496:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646225800/0x21fa6d252c11b8a6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x428400010000 nid: local remote: 0x8b5959a9a0e8b66a expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074846.607515:0:55496:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646225800/0x21fa6d252c11b8a6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8b66a expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074846.607519:0:55496:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074846.607522:0:55496:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646225800/0x21fa6d252c11b8a6 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8b66a expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074846.607526:0:55496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646225800/0x21fa6d252c11b8a6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8b66a expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074846.607534:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074846.607535:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074846.607536:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074846.608012:0:37575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619952768 00000100:00100000:1.0:1769074846.608019:0:37575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619952768 00000100:00100000:1.0:1769074846.608058:0:37575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 333 00000100:00100000:1.0:1769074846.608066:0:37575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc67afdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:26585:x1855007619952768:12345-192.168.204.139@tcp:104: 00010000:00010000:1.0:1769074846.608076:0:37575:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646224000/0x21fa6d252c11b89f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x420000010000 nid: local remote: 0x8b5959a9a0e8b663 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074846.608130:0:37575:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1769074846.608137:0:37575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc67afdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:26585:x1855007619952768:12345-192.168.204.139@tcp:104: Request processed in 71us (1179us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074846.608144:0:37575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 333 00010000:00010000:1.0:1769074846.608162:0:53572:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074846.608166:0:53572:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646224000/0x21fa6d252c11b89f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x420000010000 nid: local remote: 0x8b5959a9a0e8b663 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074846.608174:0:53572:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc646224000 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:1.0:1769074846.608178:0:53572:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646224000/0x21fa6d252c11b89f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x428400010000 nid: local remote: 0x8b5959a9a0e8b663 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074846.608202:0:53572:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646224000/0x21fa6d252c11b89f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8b663 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074846.608208:0:53572:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074846.608225:0:53572:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646224000/0x21fa6d252c11b89f lrc: 1/0,0 mode: --/PW res: [0x240000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8b663 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074846.608232:0:53572:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc646224000/0x21fa6d252c11b89f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8b663 expref: -99 pid: 60941 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074846.608248:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074846.608250:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074846.608252:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074846.608262:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074846.608278:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612871936:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1769074846.609259:0:61551:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bc646483800: committing for last_committed 8589941471 gen 1 00000100:00100000:0.0:1769074846.609346:0:61551:0:(client.c:3130:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9bc64f07c000 x1855007612871296/t8589941470(8589941470) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 1088/1160 e 0 to 0 dl 1769074901 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074846.609359:0:61551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job dd:8e818347-4d21-45d1-a323-b359656f3fdd:61551:1855007612871552:192.168.204.139@tcp:101:dd.0 00010000:00010000:0.0:1769074846.609377:0:61551:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode CR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b924 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b87e expref: -99 pid: 61551 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074846.609387:0:61551:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b924 lrc: 4/0,1 mode: --/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b87e expref: -99 pid: 61551 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074846.609398:0:61551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b924 lrc: 4/0,1 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b87e expref: -99 pid: 61551 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074846.609408:0:61551:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b924 lrc: 4/0,1 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b87e expref: -99 pid: 61551 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074846.609425:0:61551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b924 lrc: 5/1,1 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b87e expref: -99 pid: 61551 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074846.609435:0:61551:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b924 lrc: 5/1,1 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b87e expref: -99 pid: 61551 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074846.609443:0:61551:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b924 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b87e expref: -99 pid: 61551 timeout: 0 lvb_type: 3 00000002:00100000:0.0:1769074846.609452:0:61551:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff9bc64f07d880 x1855007612871552/t8589941471(8589941471) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 376/896 e 0 to 0 dl 1769074901 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074846.609471:0:61551:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 552 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b924 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b87e expref: -99 pid: 61551 timeout: 0 lvb_type: 3 00000002:00010000:0.0:1769074846.609482:0:61551:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b924 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b87e expref: -99 pid: 61551 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074846.609495:0:61551:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 16 res 8589935620/437 (0 0) 00000080:00200000:0.0:1769074846.609502:0:61551:0:(namei.c:955:ll_intent_lock()) intent lock 1024 on i1 [0x200000404:0x1b5:0x0] suppgids 0 0: rc 0 00000080:00010000:0.0:1769074846.609515:0:61551:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) for lock 0x21fa6d252c11b924 00000080:00010000:0.0:1769074846.609523:0:61551:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b924 from it ffffa7f98193bbb8 00010000:00010000:0.0:1769074846.609527:0:61551:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b924 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b87e expref: -99 pid: 61551 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074846.609536:0:61551:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b924 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b87e expref: -99 pid: 61551 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074846.609558:0:61551:0:(file.c:2142:ll_file_io_generic()) f204b.sanity-flr: 2 io complete with rc: 0, result: 0, restart: 1 00000080:00200000:0.0:1769074846.609562:0:61551:0:(file.c:2149:ll_file_io_generic()) f204b.sanity-flr: restart write from ppos=0 bytes=2097152 retries=999 ret=0: rc = 0 00000080:00200000:0.0:1769074846.609569:0:61551:0:(file.c:1759:ll_io_set_mirror()) f204b.sanity-flr: desiginated mirror: 0 00000020:00200000:0.0:1769074846.609577:0:61551:0:(cl_io.c:214:cl_io_rw_init()) header@000000005fb33864[0x4, 2, [0x200000404:0x1b5:0x0] hash] 00000020:00200000:0.0:1769074846.609579:0:61551:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 2097152) 0 0 00000080:00200000:0.0:1769074846.609585:0:61551:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/0, layout version 5 restore needed 0 00010000:00010000:0.0:1769074846.609600:0:61551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b924 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b87e expref: -99 pid: 61551 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074846.609610:0:61551:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b924 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b87e expref: -99 pid: 61551 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1769074846.609618:0:61551:0:(file.c:6914:ll_layout_lock_set()) ### file [0x200000404:0x1b5:0x0](00000000a6546eed) being reconfigured ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b924 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b87e expref: -99 pid: 61551 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074846.609658:0:61551:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b924 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b87e expref: -99 pid: 61551 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074846.609665:0:61551:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b924 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b87e expref: -99 pid: 61551 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074846.609677:0:61551:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b5:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1769074846.609687:0:61551:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b5:0x0]: flr state: 1, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:0.0:1769074846.609690:0:61551:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:0.0:1769074846.609696:0:61551:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:0.0:1769074846.609705:0:61551:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x40 00000080:00200000:0.0:1769074846.609723:0:61551:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b5:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1769074846.609736:0:61551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b924 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b87e expref: -99 pid: 61551 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074846.609745:0:61551:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b924 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b87e expref: -99 pid: 61551 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1769074846.609752:0:61551:0:(file.c:6914:ll_layout_lock_set()) ### file [0x200000404:0x1b5:0x0](00000000a6546eed) being reconfigured ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b924 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b87e expref: -99 pid: 61551 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074846.609768:0:61551:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b5:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1769074846.609809:0:61551:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b5:0x0]: flr state: 1, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:0.0:1769074846.609812:0:61551:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:0.0:1769074846.609815:0:61551:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:0.0:1769074846.609819:0:61551:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x40 00000080:00200000:0.0:1769074846.609825:0:61551:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b5:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1769074846.609894:0:61551:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1b5:0x0]: layout version change: 4294967294 -> 6 00010000:00010000:0.0:1769074846.609899:0:61551:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b924 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8b87e expref: -99 pid: 61551 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074846.609906:0:61551:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b924 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b87e expref: -99 pid: 61551 timeout: 0 lvb_type: 3 00020000:00200000:0.0:1769074846.609916:0:61551:0:(lov_io.c:308:lov_io_mirror_write_intent()) [0x200000404:0x1b5:0x0]there are 0 components to be staled to modify file extent [0x0, 0x4100000), iot: 2 00020000:00200000:0.0:1769074846.609920:0:61551:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b5:0x0]: flr state: 2, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:0.0:1769074846.609922:0:61551:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00000080:00200000:0.0:1769074846.609926:0:61551:0:(file.c:2072:ll_file_io_generic()) Range lock [0, 511] 00020000:00200000:0.0:1769074846.609932:0:61551:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1048576) 2097152, 1048576 00020000:00200000:0.0:1769074846.609934:0:61551:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1769074846.609945:0:61551:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 1 [0, 255] 00000008:00010000:0.0:1769074846.609957:0:61551:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1769074846.609962:0:61551:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc6462821b0, osc lock ffff9bc64a6de130, flags 0x0 00000080:00200000:0.0:1769074846.609972:0:61551:0:(vvp_io.c:1312:vvp_io_write_start()) f204b.sanity-flr: write [0, 1048576) append 0 append lockpos 0 00000080:00200000:0.0:1769074846.609984:0:61551:0:(rw26.c:439:ll_direct_IO_impl()) VFS Op:inode=[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8), size=1048576 (max 603979776), offset=0=0x0, pages 256 (max 147456), lockless, parallel, hybrid 00000020:00200000:0.0:1769074846.610294:0:61551:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1769074846.610308:0:61551:0:(rw26.c:570:ll_direct_IO_impl()) result 0 tot_bytes 1048576 count 1048576 file_offset 1048576 00000020:00010000:0.0:1769074846.610315:0:61551:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc67aff6d58 (ffff9bc64f158008/0) at cl_lock_release():245 00000020:00010000:0.0:1769074846.610319:0:61551:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc67aff6d58 (ffff9bc64f158008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1769074846.610322:0:61551:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc6462821b0 (ffff9bc64f1586c8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1769074846.610324:0:61551:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc67aff6d58 (ffff9bc64f158008/0) at cl_lock_fini():72 00000020:00010000:0.0:1769074846.610326:0:61551:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc6462821b0 (ffff9bc64f158008/1) at cl_lock_fini():72 00000080:00200000:0.0:1769074846.610332:0:61551:0:(vvp_io.c:518:vvp_io_advance()) advancing 1048576 bytes 00020000:00200000:0.0:1769074846.610336:0:61551:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 1048576 chunk: [1048576, 2097152) 2097152, 1048576 00020000:00200000:0.0:1769074846.610338:0:61551:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00000008:00010000:0.0:1769074846.610361:0:46436:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9bc650fdcb40 00000008:00100000:0.0:1769074846.610863:0:46436:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc64f07d880 - object 0x280000400:543 offset 0<>1048576 00000080:00200000:0.0:1769074846.610906:0:61551:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 1 [256, 511] 00000008:00010000:0.0:1769074846.610914:0:61551:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1769074846.610916:0:61551:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc6462821b0, osc lock ffff9bc64a6de130, flags 0x0 00000080:00200000:0.0:1769074846.610922:0:61551:0:(vvp_io.c:1312:vvp_io_write_start()) f204b.sanity-flr: write [1048576, 2097152) append 0 append lockpos 0 00000080:00200000:0.0:1769074846.610929:0:61551:0:(rw26.c:439:ll_direct_IO_impl()) VFS Op:inode=[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8), size=1048576 (max 603979776), offset=1048576=0x100000, pages 256 (max 147456), lockless, parallel, hybrid 00000020:00200000:0.0:1769074846.611134:0:61551:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1769074846.611137:0:61551:0:(rw26.c:570:ll_direct_IO_impl()) result 0 tot_bytes 1048576 count 1048576 file_offset 2097152 00000020:00010000:0.0:1769074846.611142:0:61551:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc67aff6d58 (ffff9bc64f158008/0) at cl_lock_release():245 00000020:00010000:0.0:1769074846.611145:0:61551:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc67aff6d58 (ffff9bc64f158008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1769074846.611147:0:61551:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc6462821b0 (ffff9bc64f158128/1) at cl_lock_cancel():142 00000020:00010000:0.0:1769074846.611150:0:61551:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc67aff6d58 (ffff9bc64f158008/0) at cl_lock_fini():72 00000020:00010000:0.0:1769074846.611153:0:61551:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc6462821b0 (ffff9bc64f158008/1) at cl_lock_fini():72 00000080:00200000:0.0:1769074846.611156:0:61551:0:(vvp_io.c:518:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1769074846.611160:0:61551:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000008:00010000:0.0:1769074846.611168:0:46436:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9bc650fdc3c0 00000008:00100000:0.0:1769074846.611590:0:46436:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc64f07df80 - object 0x280000400:544 offset 1048576<>2097152 00000100:00100000:1.0:1769074846.612328:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612872064:192.168.204.139@tcp:4:dd.0 00000100:00100000:1.0:1769074846.612431:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074846.612438:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612872192:192.168.204.139@tcp:4:dd.0 00000100:00100000:3.0:1769074846.612687:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612871680:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074846.612729:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074846.612737:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612871808:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074846.614847:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612871936:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074846.620440:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612871808:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074846.621870:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612871680:192.168.204.139@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074846.799198:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074846.810738:0:2370:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9bc646483800: committing for last_committed 17179872657 gen 1 00000008:00010000:1.0:1769074846.810890:0:2370:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc650fdc3c0 00000020:00200000:1.0:1769074846.810899:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1769074846.810903:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1769074846.810905:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1769074846.810907:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1769074846.810910:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1769074846.810912:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1769074846.810914:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1769074846.810917:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1769074846.810919:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1769074846.810921:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1769074846.810922:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1769074846.810924:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1769074846.810926:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1769074846.810927:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1769074846.810929:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1769074846.810931:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1769074846.810933:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1769074846.810935:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1769074846.810937:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1769074846.810939:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1769074846.810941:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1769074846.810943:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1769074846.810946:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1769074846.810947:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1769074846.810949:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1769074846.810951:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1769074846.810954:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1769074846.810955:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1769074846.810957:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1769074846.810959:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1769074846.810961:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1769074846.810963:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1769074846.810965:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1769074846.810967:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1769074846.810969:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1769074846.810971:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1769074846.810973:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1769074846.810976:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1769074846.810978:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1769074846.810980:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1769074846.810982:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1769074846.810983:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1769074846.810986:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1769074846.810987:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1769074846.810989:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1769074846.810991:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1769074846.810993:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1769074846.810995:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1769074846.810997:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1769074846.810998:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1769074846.811000:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1769074846.811002:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1769074846.811003:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1769074846.811005:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1769074846.811007:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1769074846.811008:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1769074846.811023:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1769074846.811025:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1769074846.811027:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1769074846.811029:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1769074846.811031:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1769074846.811033:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1769074846.811034:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1769074846.811036:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1769074846.811039:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1769074846.811041:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1769074846.811042:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1769074846.811044:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1769074846.811047:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1769074846.811049:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1769074846.811051:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1769074846.811053:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1769074846.811055:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1769074846.811057:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1769074846.811058:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1769074846.811060:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1769074846.811062:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1769074846.811065:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1769074846.811067:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1769074846.811069:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1769074846.811072:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1769074846.811074:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1769074846.811076:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1769074846.811078:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1769074846.811080:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1769074846.811082:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1769074846.811084:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1769074846.811086:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1769074846.811088:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1769074846.811090:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1769074846.811092:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1769074846.811093:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1769074846.811095:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1769074846.811098:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1769074846.811100:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1769074846.811101:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1769074846.811103:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1769074846.811105:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1769074846.811106:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1769074846.811108:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1769074846.811110:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1769074846.811111:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1769074846.811113:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1769074846.811115:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1769074846.811117:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1769074846.811119:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1769074846.811121:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1769074846.811123:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1769074846.811125:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1769074846.811127:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1769074846.811128:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1769074846.811130:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1769074846.811131:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1769074846.811133:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1769074846.811135:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1769074846.811136:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1769074846.811138:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1769074846.811140:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1769074846.811142:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1769074846.811144:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1769074846.811146:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1769074846.811147:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1769074846.811150:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1769074846.811151:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1769074846.811153:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1769074846.811167:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1769074846.811170:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1769074846.811171:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1769074846.811173:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1769074846.811175:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1769074846.811177:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1769074846.811179:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1769074846.811181:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1769074846.811183:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1769074846.811186:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1769074846.811187:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1769074846.811189:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1769074846.811191:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1769074846.811193:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1769074846.811195:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1769074846.811197:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1769074846.811198:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1769074846.811200:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1769074846.811202:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1769074846.811205:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1769074846.811207:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1769074846.811209:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1769074846.811211:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1769074846.811214:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1769074846.811215:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1769074846.811218:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1769074846.811220:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1769074846.811222:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1769074846.811224:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1769074846.811226:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1769074846.811228:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1769074846.811229:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1769074846.811231:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1769074846.811233:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1769074846.811235:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1769074846.811237:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1769074846.811239:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1769074846.811241:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1769074846.811243:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1769074846.811245:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1769074846.811248:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1769074846.811251:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1769074846.811254:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1769074846.811256:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1769074846.811258:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1769074846.811259:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1769074846.811261:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1769074846.811262:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1769074846.811264:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1769074846.811266:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1769074846.811267:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1769074846.811269:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1769074846.811271:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1769074846.811273:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1769074846.811275:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1769074846.811277:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1769074846.811279:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1769074846.811280:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1769074846.811282:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1769074846.811283:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1769074846.811285:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1769074846.811287:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1769074846.811289:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1769074846.811290:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1769074846.811292:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1769074846.811304:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1769074846.811308:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1769074846.811310:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1769074846.811311:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1769074846.811313:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1769074846.811315:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1769074846.811317:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1769074846.811319:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1769074846.811321:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1769074846.811322:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1769074846.811324:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1769074846.811325:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1769074846.811327:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1769074846.811328:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1769074846.811330:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1769074846.811331:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1769074846.811333:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1769074846.811335:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1769074846.811336:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1769074846.811337:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1769074846.811339:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1769074846.811341:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1769074846.811343:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1769074846.811345:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1769074846.811347:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1769074846.811348:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1769074846.811350:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1769074846.811352:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1769074846.811353:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1769074846.811355:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1769074846.811357:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1769074846.811359:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1769074846.811361:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1769074846.811363:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1769074846.811365:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1769074846.811366:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1769074846.811369:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1769074846.811370:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1769074846.811373:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1769074846.811375:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1769074846.811377:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1769074846.811379:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1769074846.811380:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1769074846.811381:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1769074846.811383:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1769074846.811384:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1769074846.811386:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1769074846.811388:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1769074846.811390:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1769074846.811391:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1769074846.811394:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1769074846.811395:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1769074846.811397:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1769074846.811398:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1769074846.811400:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1769074846.811402:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1769074846.811404:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1769074846.811406:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1769074846.811407:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1769074846.811409:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1769074846.811411:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1769074846.811413:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1769074846.811415:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1769074846.811417:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1769074846.811419:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1769074846.811421:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1769074846.811644:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1769074846.811657:0:2370:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc650fdc3c0 00000100:00100000:1.0:1769074846.811703:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612872192:192.168.204.139@tcp:4:dd.0 00000080:00200000:3.0:1769074846.862207:0:493:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1ac:0x0] ignore/verify layout 1/0, layout version 7 restore needed 0 00020000:00200000:3.0:1769074846.862233:0:493:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:3.0:1769074846.862248:0:493:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:3.0:1769074846.862306:0:493:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1ac:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:1.0:1769074846.887336:0:2370:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9bc646483800: committing for last_committed 17179872658 gen 1 00000008:00010000:1.0:1769074846.887398:0:2370:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc650fdcb40 00000020:00200000:1.0:1769074846.887405:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1769074846.887408:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1769074846.887409:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1769074846.887411:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1769074846.887412:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1769074846.887414:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1769074846.887415:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1769074846.887417:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1769074846.887418:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1769074846.887420:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1769074846.887421:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1769074846.887423:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1769074846.887425:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1769074846.887426:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1769074846.887428:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1769074846.887429:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1769074846.887431:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1769074846.887432:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1769074846.887433:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1769074846.887435:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1769074846.887437:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1769074846.887438:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1769074846.887440:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1769074846.887442:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1769074846.887443:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1769074846.887445:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1769074846.887447:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1769074846.887449:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1769074846.887450:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1769074846.887452:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1769074846.887454:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1769074846.887456:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1769074846.887458:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1769074846.887459:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1769074846.887461:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1769074846.887462:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1769074846.887463:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1769074846.887465:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1769074846.887466:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1769074846.887467:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1769074846.887469:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1769074846.887470:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1769074846.887472:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1769074846.887473:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1769074846.887475:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1769074846.887477:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1769074846.887478:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1769074846.887480:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1769074846.887482:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1769074846.887483:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1769074846.887485:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1769074846.887486:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1769074846.887488:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1769074846.887489:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1769074846.887490:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1769074846.887492:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1769074846.887493:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1769074846.887495:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1769074846.887496:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1769074846.887498:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1769074846.887500:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1769074846.887501:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1769074846.887503:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1769074846.887505:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1769074846.887506:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1769074846.887508:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1769074846.887510:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1769074846.887511:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1769074846.887512:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1769074846.887513:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1769074846.887515:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1769074846.887517:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1769074846.887518:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1769074846.887520:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1769074846.887521:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1769074846.887523:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1769074846.887525:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1769074846.887526:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1769074846.887528:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1769074846.887529:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1769074846.887531:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1769074846.887533:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1769074846.887534:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1769074846.887536:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1769074846.887537:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1769074846.887539:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1769074846.887541:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1769074846.887542:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1769074846.887544:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1769074846.887545:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1769074846.887547:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1769074846.887548:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1769074846.887550:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1769074846.887552:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1769074846.887553:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1769074846.887555:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1769074846.887557:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1769074846.887558:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1769074846.887560:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1769074846.887562:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1769074846.887564:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1769074846.887566:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1769074846.887567:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1769074846.887568:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1769074846.887570:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1769074846.887572:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1769074846.887573:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1769074846.887575:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1769074846.887576:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1769074846.887578:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1769074846.887580:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1769074846.887581:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1769074846.887583:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1769074846.887584:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1769074846.887586:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1769074846.887588:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1769074846.887589:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1769074846.887590:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1769074846.887592:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1769074846.887594:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1769074846.887595:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1769074846.887597:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1769074846.887599:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1769074846.887600:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1769074846.887602:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1769074846.887603:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1769074846.887605:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1769074846.887607:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1769074846.887609:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1769074846.887610:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1769074846.887612:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1769074846.887613:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1769074846.887615:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1769074846.887616:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1769074846.887618:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1769074846.887619:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1769074846.887621:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1769074846.887622:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1769074846.887623:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1769074846.887625:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1769074846.887626:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1769074846.887628:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1769074846.887630:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1769074846.887631:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1769074846.887633:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1769074846.887635:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1769074846.887636:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1769074846.887638:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1769074846.887639:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1769074846.887641:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1769074846.887642:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1769074846.887644:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1769074846.887646:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1769074846.887647:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1769074846.887649:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1769074846.887650:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1769074846.887652:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1769074846.887654:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1769074846.887655:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1769074846.887657:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1769074846.887658:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1769074846.887660:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1769074846.887662:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1769074846.887663:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1769074846.887665:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1769074846.887666:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1769074846.887667:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1769074846.887669:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1769074846.887670:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1769074846.887672:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1769074846.887674:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1769074846.887676:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1769074846.887677:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1769074846.887679:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1769074846.887680:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1769074846.887682:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1769074846.887684:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1769074846.887685:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1769074846.887687:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1769074846.887688:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1769074846.887690:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1769074846.887692:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1769074846.887693:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1769074846.887695:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1769074846.887696:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1769074846.887698:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1769074846.887700:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1769074846.887702:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1769074846.887703:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1769074846.887704:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1769074846.887706:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1769074846.887708:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1769074846.887709:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1769074846.887710:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1769074846.887712:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1769074846.887713:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1769074846.887715:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1769074846.887716:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1769074846.887718:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1769074846.887732:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1769074846.887735:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1769074846.887737:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1769074846.887739:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1769074846.887740:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1769074846.887742:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1769074846.887744:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1769074846.887745:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1769074846.887747:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1769074846.887749:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1769074846.887750:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1769074846.887752:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1769074846.887753:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1769074846.887755:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1769074846.887756:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1769074846.887757:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1769074846.887759:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1769074846.887761:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1769074846.887762:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1769074846.887764:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1769074846.887766:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1769074846.887768:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1769074846.887770:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1769074846.887772:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1769074846.887820:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1769074846.887821:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1769074846.887823:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1769074846.887824:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1769074846.887826:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1769074846.887828:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1769074846.887829:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1769074846.887831:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1769074846.887833:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1769074846.887835:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1769074846.887836:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1769074846.887838:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1769074846.887840:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1769074846.887842:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1769074846.887843:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1769074846.887844:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1769074846.887846:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1769074846.887847:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1769074846.887849:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1769074846.887850:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1769074846.887852:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1769074846.887854:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1769074846.887855:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1769074846.887857:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1769074846.887859:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1769074846.887860:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1769074846.887862:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1769074846.887863:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1769074846.887865:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1769074846.887867:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1769074846.887869:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1769074846.887870:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1769074846.887872:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1769074846.887980:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1769074846.887996:0:2370:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc650fdcb40 00000100:00100000:1.0:1769074846.888024:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612872064:192.168.204.139@tcp:4:dd.0 00000080:00200000:0.0:1769074846.888334:0:61551:0:(file.c:2109:ll_file_io_generic()) Range unlock [0, 511] 00000080:00200000:0.0:1769074846.888354:0:61551:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1769074846.888359:0:61551:0:(file.c:2142:ll_file_io_generic()) f204b.sanity-flr: 2 io complete with rc: 0, result: 2097152, restart: 0 00000080:00200000:0.0:1769074846.888378:0:61551:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b5:0x0] updating i_size 2097152 i_blocks 2 00000020:00200000:0.0:1769074846.888382:0:61551:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1769074846.888391:0:61551:0:(file.c:2228:ll_file_io_generic()) iot: 2, result: 2097152 00000080:00200008:0.0:1769074846.888436:0:61551:0:(file.c:424:ll_file_release()) START file f204b.sanity-flr:[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8), flags 100001 00000002:00100000:0.0:1769074846.888503:0:61551:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff9bc64f07c000 x1855007612871296/t8589941470(8589941470) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 1088/1160 e 0 to 0 dl 1769074901 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074846.888515:0:61551:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074846.888521:0:61551:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07e680 x1855007612872448/t0(0) o35->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:23/10 lens 392/2128 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1769074846.888545:0:61551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job dd:8e818347-4d21-45d1-a323-b359656f3fdd:61551:1855007612872448:192.168.204.139@tcp:35:dd.0 00000100:00100000:0.0:1769074846.888645:0:61551:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ac34d80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074846.892644:0:61551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job dd:8e818347-4d21-45d1-a323-b359656f3fdd:61551:1855007612872448:192.168.204.139@tcp:35:dd.0 00000002:00100000:0.0:1769074846.892681:0:61551:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9bc64f07c000 x1855007612871296/t8589941470(8589941470) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 1088/1160 e 0 to 0 dl 1769074901 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074846.915735:0:61552:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074846.915766:0:61552:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074846.915996:0:61552:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.916015:0:61552:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074846.916022:0:61552:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074846.916032:0:61552:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074846.916036:0:61552:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:0.0:1769074846.916044:0:61552:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f98194bbf8 00010000:00010000:0.0:1769074846.916048:0:61552:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.916056:0:61552:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074846.916071:0:61552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074846.916080:0:61552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204b.sanity-flr, flags=27 00000080:00200000:0.0:1769074846.916085:0:61552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074846.916098:0:61552:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204b.sanity-flr, dir=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), file ffff9bc64819ed80, open_flags 18800, mode 0 opened 0 00000080:00200000:0.0:1769074846.916105:0:61552:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204b.sanity-flr, dir=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), intent=open 00000002:00010000:0.0:1769074846.916120:0:61552:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204b.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b4:0x0], intent: open flags 0304001 00010000:00010000:0.0:1769074846.916193:0:61552:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b92b lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 61552 initiator: MDT0 00010000:00010000:0.0:1769074846.916200:0:61552:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b92b lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 61552 initiator: MDT0 00000020:00100000:0.0:1769074846.916215:0:61552:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074846.916229:0:61552:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07e680 x1855007612872704/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074846.916239:0:61552:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b92b lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 61552 initiator: MDT0 00000100:00100000:0.0:1769074846.916279:0:61552:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61552:1855007612872704:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074846.916939:0:61552:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ac34d80 going to sleep for 50 seconds 00000100:00100000:0.0:1769074846.922807:0:61552:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61552:1855007612872704:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074846.922835:0:61552:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b92b lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 61552 initiator: MDT0 00010000:00010000:0.0:1769074846.922847:0:61552:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b92b lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 61552 initiator: MDT0 00010000:00010000:0.0:1769074846.922854:0:61552:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b92b lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 61552 initiator: MDT0 00010000:00010000:0.0:1769074846.922861:0:61552:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b92b lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 61552 initiator: MDT0 00010000:00010000:0.0:1769074846.922868:0:61552:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b92b lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 61552 initiator: MDT0 00010000:00010000:0.0:1769074846.922874:0:61552:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f942a00 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:0.0:1769074846.922879:0:61552:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b92b lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 61552 initiator: MDT0 00010000:00010000:0.0:1769074846.922885:0:61552:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b92b lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 61552 initiator: MDT0 00010000:00010000:0.0:1769074846.922891:0:61552:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b92b lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 61552 initiator: MDT0 00010000:00010000:0.0:1769074846.922899:0:61552:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074846.922905:0:61552:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b92b lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 61552 initiator: MDT0 00010000:00010000:0.0:1769074846.922912:0:61552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b92b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 61552 initiator: MDT0 00000002:00100000:0.0:1769074846.922936:0:61552:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64f07e680 x1855007612872704/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/608 e 0 to 0 dl 1769074901 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074846.922957:0:61552:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1b4:0x0] suppgids 0 -1: rc -20 00000080:00200000:0.0:1769074846.923100:0:61552:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074846.923123:0:61552:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074846.923138:0:61552:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.923152:0:61552:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074846.923159:0:61552:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074846.923165:0:61552:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074846.923168:0:61552:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:0.0:1769074846.923174:0:61552:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f98194bbf8 00010000:00010000:0.0:1769074846.923177:0:61552:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.923185:0:61552:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074846.923199:0:61552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074846.923206:0:61552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204b.sanity-flr, flags=267 00000080:00200000:0.0:1769074846.923213:0:61552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), inode mode 41ed mask 44 00000080:00200008:0.0:1769074846.923223:0:61552:0:(file.c:1001:ll_file_open()) START file d204b.sanity-flr:[0x200000404:0x1b4:0x0](ffff9bc649bf1148), flags 304000 00000002:00010000:0.0:1769074846.923239:0:61552:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b4:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240304001 00010000:00010000:0.0:1769074846.923288:0:61552:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b932 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 61552 initiator: MDT0 00010000:00010000:0.0:1769074846.923317:0:61552:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b932 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 61552 initiator: MDT0 00000020:00100000:0.0:1769074846.923329:0:61552:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074846.923336:0:61552:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07e680 x1855007612872960/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074846.923345:0:61552:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b932 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 61552 initiator: MDT0 00000100:00100000:0.0:1769074846.923369:0:61552:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61552:1855007612872960:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074846.923564:0:61552:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ac34d80 going to sleep for 50 seconds 00000100:00100000:0.0:1769074846.935117:0:61552:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61552:1855007612872960:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074846.935145:0:61552:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b932 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 61552 initiator: MDT0 00010000:00010000:0.0:1769074846.935160:0:61552:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b932 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 61552 initiator: MDT0 00010000:00010000:0.0:1769074846.935166:0:61552:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b932 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 61552 initiator: MDT0 00010000:00010000:0.0:1769074846.935173:0:61552:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b932 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 61552 initiator: MDT0 00010000:00010000:0.0:1769074846.935180:0:61552:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b932 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 61552 initiator: MDT0 00010000:00010000:0.0:1769074846.935187:0:61552:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f942000 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:0.0:1769074846.935193:0:61552:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b932 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 61552 initiator: MDT0 00010000:00010000:0.0:1769074846.935201:0:61552:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b932 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 61552 initiator: MDT0 00010000:00010000:0.0:1769074846.935212:0:61552:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b932 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 61552 initiator: MDT0 00010000:00010000:0.0:1769074846.935219:0:61552:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074846.935227:0:61552:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b932 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 61552 initiator: MDT0 00010000:00010000:0.0:1769074846.935233:0:61552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b932 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 61552 initiator: MDT0 00000002:00100000:0.0:1769074846.935256:0:61552:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff9bc64f07e680 x1855007612872960/t8589941473(8589941473) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074901 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1769074846.935270:0:61552:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64f07e680 x1855007612872960/t8589941473(8589941473) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074901 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074846.935283:0:61552:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074846.935324:0:61552:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000404:0x1b4:0x0], updating i_size 11776 00000002:00100000:0.0:1769074846.935351:0:61552:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64f07e680 x1855007612872960/t8589941473(8589941473) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074901 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200080:0.0:1769074846.935450:0:61552:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148) cmd=c0086915 arg=c083d0 00000100:00100000:0.0:1769074846.935520:0:61552:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c000 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61552:1855007612873088:192.168.204.139@tcp:34:lfs.0 00000100:00100000:0.0:1769074846.935619:0:61552:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ac34d80 going to sleep for 50 seconds 00000100:00100000:0.0:1769074846.940265:0:61552:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c000 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61552:1855007612873088:192.168.204.139@tcp:34:lfs.0 00000080:00200008:0.0:1769074846.940612:0:61552:0:(file.c:424:ll_file_release()) START file d204b.sanity-flr:[0x200000404:0x1b4:0x0](ffff9bc649bf1148), flags 304000 00000002:00100000:0.0:1769074846.940688:0:61552:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff9bc64f07e680 x1855007612872960/t8589941473(8589941473) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074901 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074846.940700:0:61552:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074846.940707:0:61552:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07c000 x1855007612873344/t0(0) o35->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:23/10 lens 392/2128 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1769074846.940741:0:61552:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c000 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61552:1855007612873344:192.168.204.139@tcp:35:lfs.0 00000100:00100000:0.0:1769074846.940878:0:61552:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ac34d80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074846.944407:0:61552:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c000 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61552:1855007612873344:192.168.204.139@tcp:35:lfs.0 00000002:00100000:0.0:1769074846.944443:0:61552:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9bc64f07e680 x1855007612872960/t8589941473(8589941473) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074901 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200008:1.0:1769074846.967226:0:61554:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1769074846.967237:0:61554:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074846.967261:0:61554:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074846.967279:0:61554:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.967364:0:61554:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074846.967373:0:61554:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074846.967381:0:61554:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074846.967385:0:61554:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:1.0:1769074846.967393:0:61554:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f980da3cb8 00010000:00010000:1.0:1769074846.967396:0:61554:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.967404:0:61554:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074846.967525:0:61554:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074846.967534:0:61554:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074846.967541:0:61554:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.967549:0:61554:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074846.967556:0:61554:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074846.967559:0:61554:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074846.967562:0:61554:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:1.0:1769074846.967565:0:61554:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f980da3bb0 00010000:00010000:1.0:1769074846.967568:0:61554:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074846.967574:0:61554:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074846.967581:0:61554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 44 00000080:00200008:1.0:1769074846.967588:0:61554:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200080:1.0:1769074846.967604:0:61554:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=800866a8 arg=7ffcee7abe2c 00000080:00200008:1.0:1769074846.967616:0:61554:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200000:3.0:1769074846.969357:0:61558:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074846.969382:0:61558:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074846.969398:0:61558:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074846.969412:0:61558:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074846.969419:0:61558:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074846.969426:0:61558:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074846.969430:0:61558:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:3.0:1769074846.969436:0:61558:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981c37bf8 00010000:00010000:3.0:1769074846.969439:0:61558:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074846.969448:0:61558:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074846.969462:0:61558:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074846.969470:0:61558:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204b.sanity-flr, flags=27 00000080:00200000:3.0:1769074846.969478:0:61558:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074846.969490:0:61558:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204b.sanity-flr, dir=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), file ffff9bc64a8ee900, open_flags 18800, mode 0 opened 0 00000080:00200000:3.0:1769074846.969497:0:61558:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204b.sanity-flr, dir=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), intent=open 00000002:00010000:3.0:1769074846.969511:0:61558:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204b.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b4:0x0], intent: open flags 0304001 00010000:00010000:3.0:1769074846.969566:0:61558:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11b939 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 61558 initiator: MDT0 00010000:00010000:3.0:1769074846.969574:0:61558:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11b939 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 61558 initiator: MDT0 00000020:00100000:3.0:1769074846.969585:0:61558:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074846.969598:0:61558:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64d9ae300 x1855007612873600/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074846.969607:0:61558:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11b939 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 61558 initiator: MDT0 00000100:00100000:3.0:1769074846.969634:0:61558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae300 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61558:1855007612873600:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074846.977619:0:61558:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513ea9c0 going to sleep for 50 seconds 00000100:00100000:0.0:1769074846.985770:0:61558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae300 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61558:1855007612873600:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074846.985832:0:61558:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11b939 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 61558 initiator: MDT0 00010000:00010000:0.0:1769074846.985847:0:61558:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11b939 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 61558 initiator: MDT0 00010000:00010000:0.0:1769074846.985855:0:61558:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11b939 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 61558 initiator: MDT0 00010000:00010000:0.0:1769074846.985862:0:61558:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11b939 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 61558 initiator: MDT0 00010000:00010000:0.0:1769074846.985869:0:61558:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11b939 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 61558 initiator: MDT0 00010000:00010000:0.0:1769074846.985875:0:61558:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64145c200 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:0.0:1769074846.985880:0:61558:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11b939 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 61558 initiator: MDT0 00010000:00010000:0.0:1769074846.985886:0:61558:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11b939 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 61558 initiator: MDT0 00010000:00010000:0.0:1769074846.985898:0:61558:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11b939 lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 61558 initiator: MDT0 00010000:00010000:0.0:1769074846.985905:0:61558:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074846.985911:0:61558:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11b939 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 61558 initiator: MDT0 00010000:00010000:0.0:1769074846.985917:0:61558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11b939 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 61558 initiator: MDT0 00000002:00100000:0.0:1769074846.985936:0:61558:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64d9ae300 x1855007612873600/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/608 e 0 to 0 dl 1769074901 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074846.985962:0:61558:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1b4:0x0] suppgids 0 -1: rc -20 00000080:00200000:0.0:1769074846.986234:0:61558:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074846.986257:0:61558:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074846.986272:0:61558:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.986284:0:61558:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074846.986301:0:61558:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074846.986307:0:61558:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074846.986324:0:61558:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:0.0:1769074846.986331:0:61558:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981c37bf8 00010000:00010000:0.0:1769074846.986335:0:61558:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.986343:0:61558:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074846.986362:0:61558:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074846.986372:0:61558:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204b.sanity-flr, flags=267 00000080:00200000:0.0:1769074846.986381:0:61558:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), inode mode 41ed mask 44 00000080:00200008:0.0:1769074846.986392:0:61558:0:(file.c:1001:ll_file_open()) START file d204b.sanity-flr:[0x200000404:0x1b4:0x0](ffff9bc649bf1148), flags 304000 00000002:00010000:0.0:1769074846.986409:0:61558:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b4:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240304001 00010000:00010000:0.0:1769074846.986461:0:61558:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b940 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 61558 initiator: MDT0 00010000:00010000:0.0:1769074846.986469:0:61558:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b940 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 61558 initiator: MDT0 00000020:00100000:0.0:1769074846.986481:0:61558:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074846.986488:0:61558:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07c000 x1855007612873856/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074846.986497:0:61558:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b940 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 61558 initiator: MDT0 00000100:00100000:0.0:1769074846.986520:0:61558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c000 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61558:1855007612873856:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074846.986702:0:61558:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ac34d80 going to sleep for 50 seconds 00000100:00100000:0.0:1769074846.993267:0:61558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c000 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61558:1855007612873856:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074846.993328:0:61558:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b940 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b8fc expref: -99 pid: 61558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.993341:0:61558:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b940 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b8fc expref: -99 pid: 61558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.993353:0:61558:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b940 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b8fc expref: -99 pid: 61558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.993364:0:61558:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b940 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b8fc expref: -99 pid: 61558 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074846.993380:0:61558:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff9bc64f07c000 x1855007612873856/t8589941475(8589941475) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074901 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1769074846.993394:0:61558:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64f07c000 x1855007612873856/t8589941475(8589941475) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074901 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074846.993404:0:61558:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b940 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b8fc expref: -99 pid: 61558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.993414:0:61558:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 16 res 8589935620/436 (0 0) 00000080:00200000:0.0:1769074846.993421:0:61558:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074846.993446:0:61558:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000404:0x1b4:0x0], updating i_size 11776 00000080:00010000:0.0:1769074846.993451:0:61558:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b4:0x0](ffff9bc649bf1148) for lock 0x21fa6d252c11b940 00000080:00010000:0.0:1769074846.993461:0:61558:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b940 from it ffffa7f981c37bd0 00010000:00010000:0.0:1769074846.993465:0:61558:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b940 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b8fc expref: -99 pid: 61558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074846.993476:0:61558:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b940 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b8fc expref: -99 pid: 61558 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074846.993503:0:61558:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64f07c000 x1855007612873856/t8589941475(8589941475) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074901 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200080:0.0:1769074846.993641:0:61558:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148) cmd=c1406916 arg=11eaa10 00000100:00100000:0.0:1769074846.993713:0:61558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61558:1855007612873984:192.168.204.139@tcp:34:lfs.0 00000100:00100000:0.0:1769074846.993834:0:61558:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ac34d80 going to sleep for 50 seconds 00000100:00100000:0.0:1769074847.000934:0:61558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61558:1855007612873984:192.168.204.139@tcp:34:lfs.0 00000080:00200008:0.0:1769074847.001161:0:61558:0:(file.c:424:ll_file_release()) START file d204b.sanity-flr:[0x200000404:0x1b4:0x0](ffff9bc649bf1148), flags 304000 00010000:00010000:0.0:1769074847.001195:0:61558:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b940 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b8fc expref: -99 pid: 61558 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074847.043382:0:61561:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1769074847.043394:0:61561:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074847.043416:0:61561:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074847.043434:0:61561:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074847.043450:0:61561:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074847.043457:0:61561:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074847.043464:0:61561:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074847.043467:0:61561:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:3.0:1769074847.043475:0:61561:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981c4fcb8 00010000:00010000:3.0:1769074847.043478:0:61561:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074847.043485:0:61561:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074847.043581:0:61561:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074847.043590:0:61561:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074847.043597:0:61561:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074847.043605:0:61561:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074847.043611:0:61561:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074847.043615:0:61561:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074847.043618:0:61561:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:3.0:1769074847.043621:0:61561:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981c4fbb0 00010000:00010000:3.0:1769074847.043625:0:61561:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074847.043636:0:61561:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074847.043645:0:61561:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 44 00000080:00200008:3.0:1769074847.043652:0:61561:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200080:3.0:1769074847.043669:0:61561:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=800866a8 arg=7ffdf74511bc 00000080:00200008:3.0:1769074847.043682:0:61561:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200000:1.0:1769074847.045425:0:61564:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074847.045450:0:61564:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074847.045466:0:61564:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074847.045483:0:61564:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074847.046046:0:61564:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074847.046053:0:61564:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074847.046057:0:61564:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:1.0:1769074847.046064:0:61564:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981c57bf8 00010000:00010000:1.0:1769074847.046069:0:61564:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074847.046080:0:61564:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074847.046095:0:61564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074847.046104:0:61564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204b.sanity-flr, flags=27 00000080:00200000:1.0:1769074847.046204:0:61564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074847.046218:0:61564:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204b.sanity-flr, dir=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), file ffff9bc643270a80, open_flags 18800, mode 0 opened 0 00000080:00200000:1.0:1769074847.046225:0:61564:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204b.sanity-flr, dir=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), intent=open 00000002:00010000:1.0:1769074847.046242:0:61564:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204b.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b4:0x0], intent: open flags 0304001 00010000:00010000:1.0:1769074847.046306:0:61564:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b947 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 61564 initiator: MDT0 00010000:00010000:1.0:1769074847.046314:0:61564:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b947 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61564 initiator: MDT0 00000020:00100000:1.0:1769074847.046325:0:61564:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074847.046339:0:61564:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac93b80 x1855007612874240/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074847.046347:0:61564:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b947 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61564 initiator: MDT0 00000100:00100000:1.0:1769074847.046369:0:61564:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61564:1855007612874240:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074847.046552:0:61564:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d19be40 going to sleep for 50 seconds 00000100:00100000:1.0:1769074847.060977:0:61564:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61564:1855007612874240:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074847.061006:0:61564:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b947 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61564 initiator: MDT0 00010000:00010000:1.0:1769074847.061022:0:61564:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b947 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 61564 initiator: MDT0 00010000:00010000:1.0:1769074847.061028:0:61564:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b947 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 61564 initiator: MDT0 00010000:00010000:1.0:1769074847.061035:0:61564:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b947 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 61564 initiator: MDT0 00010000:00010000:1.0:1769074847.061043:0:61564:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b947 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 61564 initiator: MDT0 00010000:00010000:1.0:1769074847.061050:0:61564:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f08c600 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074847.061054:0:61564:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b947 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 61564 initiator: MDT0 00010000:00010000:1.0:1769074847.061060:0:61564:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b947 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 61564 initiator: MDT0 00010000:00010000:1.0:1769074847.061069:0:61564:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b947 lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 61564 initiator: MDT0 00010000:00010000:1.0:1769074847.061075:0:61564:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074847.061082:0:61564:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b947 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 61564 initiator: MDT0 00010000:00010000:1.0:1769074847.061087:0:61564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b947 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 61564 initiator: MDT0 00000002:00100000:1.0:1769074847.061108:0:61564:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64ac93b80 x1855007612874240/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/608 e 0 to 0 dl 1769074902 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074847.061132:0:61564:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1b4:0x0] suppgids 0 -1: rc -20 00000080:00200000:0.0:1769074847.063491:0:61564:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074847.063525:0:61564:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074847.063544:0:61564:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.063561:0:61564:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074847.063569:0:61564:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074847.063576:0:61564:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074847.063580:0:61564:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:0.0:1769074847.063588:0:61564:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981c57bf8 00010000:00010000:0.0:1769074847.063592:0:61564:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.063601:0:61564:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074847.063618:0:61564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074847.063626:0:61564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204b.sanity-flr, flags=267 00000080:00200000:0.0:1769074847.063633:0:61564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), inode mode 41ed mask 44 00000080:00200008:0.0:1769074847.063643:0:61564:0:(file.c:1001:ll_file_open()) START file d204b.sanity-flr:[0x200000404:0x1b4:0x0](ffff9bc649bf1148), flags 304000 00000080:00200080:0.0:1769074847.063711:0:61564:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148) cmd=c1406916 arg=124ba10 00000100:00100000:0.0:1769074847.064484:0:61564:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61564:1855007612874368:192.168.204.139@tcp:34:lfs.0 00000100:00100000:0.0:1769074847.064633:0:61564:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ac34d80 going to sleep for 50 seconds 00000100:00100000:0.0:1769074847.076829:0:61564:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61564:1855007612874368:192.168.204.139@tcp:34:lfs.0 00000080:00200008:0.0:1769074847.077036:0:61564:0:(file.c:424:ll_file_release()) START file d204b.sanity-flr:[0x200000404:0x1b4:0x0](ffff9bc649bf1148), flags 304000 00010000:00010000:0.0:1769074847.077074:0:61564:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b940 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b8fc expref: -99 pid: 61558 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074847.096477:0:61568:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1769074847.096489:0:61568:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074847.096513:0:61568:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074847.096532:0:61568:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074847.096549:0:61568:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074847.096557:0:61568:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074847.096564:0:61568:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074847.096568:0:61568:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:3.0:1769074847.096575:0:61568:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981d07cb8 00010000:00010000:3.0:1769074847.096579:0:61568:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074847.096586:0:61568:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074847.096691:0:61568:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074847.096700:0:61568:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074847.096707:0:61568:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074847.096716:0:61568:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074847.096722:0:61568:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074847.096726:0:61568:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074847.096728:0:61568:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:3.0:1769074847.096732:0:61568:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981d07bb0 00010000:00010000:3.0:1769074847.096735:0:61568:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074847.097135:0:61568:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074847.097149:0:61568:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 44 00000080:00200008:3.0:1769074847.097157:0:61568:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200080:3.0:1769074847.097176:0:61568:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=800866a8 arg=7fff15346d4c 00000080:00200008:3.0:1769074847.097190:0:61568:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200000:0.0:1769074847.100623:0:61572:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074847.100657:0:61572:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074847.100674:0:61572:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.100690:0:61572:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074847.100698:0:61572:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074847.100706:0:61572:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074847.100710:0:61572:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:0.0:1769074847.100718:0:61572:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981cffbf8 00010000:00010000:0.0:1769074847.100722:0:61572:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.100730:0:61572:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074847.100745:0:61572:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074847.100752:0:61572:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204b.sanity-flr, flags=27 00000080:00200000:0.0:1769074847.100759:0:61572:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074847.100772:0:61572:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204b.sanity-flr, dir=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), file ffff9bc644b43500, open_flags 18800, mode 0 opened 0 00000080:00200000:0.0:1769074847.100800:0:61572:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204b.sanity-flr, dir=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), intent=open 00000002:00010000:0.0:1769074847.100816:0:61572:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204b.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b4:0x0], intent: open flags 0304001 00010000:00010000:0.0:1769074847.100875:0:61572:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b94e lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 61572 initiator: MDT0 00010000:00010000:0.0:1769074847.100884:0:61572:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b94e lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61572 initiator: MDT0 00000020:00100000:0.0:1769074847.100898:0:61572:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074847.100912:0:61572:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07e680 x1855007612874624/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074847.100921:0:61572:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b94e lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61572 initiator: MDT0 00000100:00100000:0.0:1769074847.100961:0:61572:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61572:1855007612874624:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074847.101168:0:61572:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ac34d80 going to sleep for 50 seconds 00000100:00100000:0.0:1769074847.113998:0:61572:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61572:1855007612874624:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074847.114025:0:61572:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b94e lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61572 initiator: MDT0 00010000:00010000:0.0:1769074847.114039:0:61572:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b94e lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 61572 initiator: MDT0 00010000:00010000:0.0:1769074847.114046:0:61572:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b94e lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 61572 initiator: MDT0 00010000:00010000:0.0:1769074847.114054:0:61572:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b94e lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 61572 initiator: MDT0 00010000:00010000:0.0:1769074847.114066:0:61572:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b94e lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 61572 initiator: MDT0 00010000:00010000:0.0:1769074847.114071:0:61572:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f942a00 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:0.0:1769074847.114077:0:61572:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b94e lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 61572 initiator: MDT0 00010000:00010000:0.0:1769074847.114083:0:61572:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b94e lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 61572 initiator: MDT0 00010000:00010000:0.0:1769074847.114090:0:61572:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b94e lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 61572 initiator: MDT0 00010000:00010000:0.0:1769074847.114096:0:61572:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074847.114102:0:61572:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b94e lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 61572 initiator: MDT0 00010000:00010000:0.0:1769074847.114108:0:61572:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b94e lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 61572 initiator: MDT0 00000002:00100000:0.0:1769074847.114127:0:61572:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64f07e680 x1855007612874624/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/608 e 0 to 0 dl 1769074902 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074847.114142:0:61572:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1b4:0x0] suppgids 0 -1: rc -20 00000080:00200000:0.0:1769074847.114372:0:61572:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074847.114393:0:61572:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074847.114407:0:61572:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.114419:0:61572:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074847.114430:0:61572:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074847.114435:0:61572:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074847.114439:0:61572:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:0.0:1769074847.114445:0:61572:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981cffbf8 00010000:00010000:0.0:1769074847.114449:0:61572:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.114456:0:61572:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074847.114470:0:61572:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074847.114478:0:61572:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204b.sanity-flr, flags=267 00000080:00200000:0.0:1769074847.114485:0:61572:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), inode mode 41ed mask 44 00000080:00200008:0.0:1769074847.114493:0:61572:0:(file.c:1001:ll_file_open()) START file d204b.sanity-flr:[0x200000404:0x1b4:0x0](ffff9bc649bf1148), flags 304000 00000080:00200080:0.0:1769074847.114539:0:61572:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148) cmd=c1406916 arg=148da10 00000100:00100000:0.0:1769074847.114591:0:61572:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61572:1855007612874752:192.168.204.139@tcp:34:lfs.0 00000100:00100000:0.0:1769074847.114678:0:61572:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ac34d80 going to sleep for 50 seconds 00000100:00100000:0.0:1769074847.121251:0:61572:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61572:1855007612874752:192.168.204.139@tcp:34:lfs.0 00000080:00200008:0.0:1769074847.121456:0:61572:0:(file.c:424:ll_file_release()) START file d204b.sanity-flr:[0x200000404:0x1b4:0x0](ffff9bc649bf1148), flags 304000 00010000:00010000:0.0:1769074847.121490:0:61572:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b940 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b8fc expref: -99 pid: 61558 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074847.160312:0:61575:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1769074847.160324:0:61575:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074847.160348:0:61575:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074847.160369:0:61575:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074847.160386:0:61575:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074847.160396:0:61575:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074847.160403:0:61575:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074847.160406:0:61575:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:2.0:1769074847.160412:0:61575:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f98194bcb8 00010000:00010000:2.0:1769074847.160415:0:61575:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074847.160421:0:61575:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074847.160540:0:61575:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074847.160546:0:61575:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074847.160552:0:61575:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074847.160557:0:61575:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074847.160561:0:61575:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074847.160564:0:61575:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074847.160566:0:61575:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:2.0:1769074847.160568:0:61575:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f98194bbb0 00010000:00010000:2.0:1769074847.160570:0:61575:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074847.160574:0:61575:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074847.160583:0:61575:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 44 00000080:00200008:2.0:1769074847.160589:0:61575:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200080:2.0:1769074847.160601:0:61575:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=800866a8 arg=7fff16236e4c 00000080:00200008:2.0:1769074847.160612:0:61575:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200000:1.0:1769074847.162561:0:61579:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074847.162590:0:61579:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074847.162606:0:61579:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074847.162620:0:61579:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074847.162627:0:61579:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074847.162634:0:61579:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074847.162638:0:61579:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:1.0:1769074847.162644:0:61579:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981d17bf8 00010000:00010000:1.0:1769074847.162648:0:61579:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074847.162656:0:61579:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074847.162669:0:61579:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074847.162675:0:61579:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204b.sanity-flr, flags=27 00000080:00200000:1.0:1769074847.162681:0:61579:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074847.162692:0:61579:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204b.sanity-flr, dir=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), file ffff9bc64d0b2d80, open_flags 18800, mode 0 opened 0 00000080:00200000:1.0:1769074847.162698:0:61579:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204b.sanity-flr, dir=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), intent=open 00000002:00010000:1.0:1769074847.162711:0:61579:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204b.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b4:0x0], intent: open flags 0304001 00010000:00010000:1.0:1769074847.162800:0:61579:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b955 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 61579 initiator: MDT0 00010000:00010000:1.0:1769074847.162808:0:61579:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b955 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61579 initiator: MDT0 00000020:00100000:1.0:1769074847.162824:0:61579:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074847.162843:0:61579:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac93b80 x1855007612875008/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074847.162853:0:61579:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b955 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61579 initiator: MDT0 00000100:00100000:1.0:1769074847.162875:0:61579:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61579:1855007612875008:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074847.163045:0:61579:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d19be40 going to sleep for 50 seconds 00000100:00100000:1.0:1769074847.167699:0:61579:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61579:1855007612875008:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074847.167737:0:61579:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b955 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61579 initiator: MDT0 00010000:00010000:1.0:1769074847.167750:0:61579:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b955 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 61579 initiator: MDT0 00010000:00010000:1.0:1769074847.167756:0:61579:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b955 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 61579 initiator: MDT0 00010000:00010000:1.0:1769074847.167763:0:61579:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b955 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 61579 initiator: MDT0 00010000:00010000:1.0:1769074847.167770:0:61579:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b955 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 61579 initiator: MDT0 00010000:00010000:1.0:1769074847.167807:0:61579:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f08c600 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074847.167812:0:61579:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b955 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 61579 initiator: MDT0 00010000:00010000:1.0:1769074847.167819:0:61579:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b955 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 61579 initiator: MDT0 00010000:00010000:1.0:1769074847.167827:0:61579:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b955 lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 61579 initiator: MDT0 00010000:00010000:1.0:1769074847.168000:0:61579:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074847.168010:0:61579:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b955 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 61579 initiator: MDT0 00010000:00010000:1.0:1769074847.168017:0:61579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b955 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 61579 initiator: MDT0 00000002:00100000:1.0:1769074847.168038:0:61579:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64ac93b80 x1855007612875008/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/608 e 0 to 0 dl 1769074902 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074847.168053:0:61579:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1b4:0x0] suppgids 0 -1: rc -20 00000080:00200000:1.0:1769074847.168345:0:61579:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074847.168366:0:61579:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074847.168381:0:61579:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074847.168393:0:61579:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074847.168399:0:61579:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074847.168405:0:61579:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074847.168409:0:61579:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:1.0:1769074847.168414:0:61579:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981d17bf8 00010000:00010000:1.0:1769074847.168418:0:61579:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074847.168435:0:61579:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074847.168449:0:61579:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074847.168458:0:61579:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204b.sanity-flr, flags=267 00000080:00200000:1.0:1769074847.168465:0:61579:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), inode mode 41ed mask 44 00000080:00200008:1.0:1769074847.168473:0:61579:0:(file.c:1001:ll_file_open()) START file d204b.sanity-flr:[0x200000404:0x1b4:0x0](ffff9bc649bf1148), flags 304000 00000080:00200080:1.0:1769074847.168522:0:61579:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148) cmd=c1406916 arg=238ea10 00000100:00100000:1.0:1769074847.168584:0:61579:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61579:1855007612875136:192.168.204.139@tcp:34:lfs.0 00000100:00100000:1.0:1769074847.168673:0:61579:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d19be40 going to sleep for 50 seconds 00000100:00100000:1.0:1769074847.175192:0:61579:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61579:1855007612875136:192.168.204.139@tcp:34:lfs.0 00000080:00200008:1.0:1769074847.175419:0:61579:0:(file.c:424:ll_file_release()) START file d204b.sanity-flr:[0x200000404:0x1b4:0x0](ffff9bc649bf1148), flags 304000 00010000:00010000:1.0:1769074847.175454:0:61579:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b940 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b8fc expref: -99 pid: 61558 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074847.210710:0:61581:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074847.210754:0:61581:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074847.210813:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074847.210833:0:61581:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074847.210841:0:61581:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074847.210851:0:61581:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074847.210855:0:61581:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:3.0:1769074847.210865:0:61581:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981cdfb58 00010000:00010000:3.0:1769074847.210869:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074847.210877:0:61581:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074847.210896:0:61581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074847.210905:0:61581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204b.sanity-flr, flags=25 00000080:00200000:3.0:1769074847.210912:0:61581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074847.210926:0:61581:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f204b.sanity-flr, dir=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), flags=9 00000080:00200000:3.0:1769074847.210931:0:61581:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204b.sanity-flr, dir=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), intent=getattr 00000002:00010000:3.0:1769074847.210946:0:61581:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204b.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b4:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074847.211001:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b95c lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 61581 initiator: MDT0 00010000:00010000:3.0:1769074847.211009:0:61581:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b95c lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61581 initiator: MDT0 00010000:00010000:3.0:1769074847.211018:0:61581:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b95c lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61581 initiator: MDT0 00000100:00100000:3.0:1769074847.211049:0:61581:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61581:1855007612875264:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074847.211173:0:61581:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513eac00 going to sleep for 50 seconds 00000100:00100000:0.0:1769074847.215758:0:61581:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61581:1855007612875264:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074847.215832:0:61581:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b95c lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b9b2 expref: -99 pid: 61581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.215855:0:61581:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b95c lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b9b2 expref: -99 pid: 61581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.215862:0:61581:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b95c lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b9b2 expref: -99 pid: 61581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.215874:0:61581:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b95c lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b9b2 expref: -99 pid: 61581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.215883:0:61581:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b95c lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b9b2 expref: -99 pid: 61581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.215895:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b95c lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b9b2 expref: -99 pid: 61581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.215902:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b95c lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b9b2 expref: -99 pid: 61581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.215909:0:61581:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b95c lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b9b2 expref: -99 pid: 61581 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074847.215921:0:61581:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9bc64d9aea00 x1855007612875264/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 592/1136 e 0 to 0 dl 1769074902 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074847.215932:0:61581:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 552 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b95c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b9b2 expref: -99 pid: 61581 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1769074847.215946:0:61581:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b95c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b9b2 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.215961:0:61581:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589935620/437 (0 0) 00000080:00200000:0.0:1769074847.215967:0:61581:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b4:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1769074847.216020:0:61581:0:(namei.c:151:ll_iget()) got inode: [0x200000404:0x1b5:0x0](ffff9bc649b5c2c8): rc = 0 00000080:00200000:0.0:1769074847.216038:0:61581:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1b5:0x0]: layout version change: 6 -> 6 00000080:00010000:0.0:1769074847.216043:0:61581:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) for lock 0x21fa6d252c11b95c 00000080:00010000:0.0:1769074847.216054:0:61581:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) 00000080:00010000:0.0:1769074847.216057:0:61581:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b95c from it ffffa7f981cdfb20 00010000:00010000:0.0:1769074847.216061:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b95c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8b9b2 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.216069:0:61581:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b95c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b9b2 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00000080:00200008:0.0:1769074847.216108:0:61581:0:(file.c:6252:ll_getattr_dentry()) START file f204b.sanity-flr:[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074847.216114:0:61581:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8),name=f204b.sanity-flr 00000002:00010000:0.0:1769074847.216137:0:61581:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b5:0x0]) in obj [0x200000404:0x1b4:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074847.216144:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b95c lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b9b2 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.216156:0:61581:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b95c lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b9b2 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074847.216162:0:61581:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b4:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074847.216166:0:61581:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) 00000080:00010000:0.0:1769074847.216170:0:61581:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) for lock 0x21fa6d252c11b95c 00000080:00010000:0.0:1769074847.216173:0:61581:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b95c from it ffffa7f981cdfcb8 00010000:00010000:0.0:1769074847.216176:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b95c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8b9b2 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.216195:0:61581:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b95c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b9b2 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074847.216214:0:61581:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/1, layout version 6 restore needed 0 00020000:00200000:0.0:1769074847.216228:0:61581:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b5:0x0]: flr state: 2, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:0.0:1769074847.216231:0:61581:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:0.0:1769074847.216235:0:61581:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1b5:0x0] 00000008:00010000:0.0:1769074847.216254:0:61581:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1769074847.216257:0:61581:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64ac34db0, osc lock ffff9bc64a6de130, flags 0x400000400001002 00000008:00010000:0.0:1769074847.216263:0:61581:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1769074847.216265:0:61581:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64ac34df0, osc lock ffff9bc64a6dfc80, flags 0x400000400001002 00010000:00010000:0.0:1769074847.216321:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b963 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.216329:0:61581:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400000400001000 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b963 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.216339:0:61581:0:(ldlm_request.c:1054:ldlm_cli_enqueue()) @@@ enqueue lock with no delay req@ffff9bc64f07e680 x1855007612875392/t0(0) o101->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074847.216385:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b96a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.216393:0:61581:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400000400001000 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b96a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [1048576->68157439] (req 1048576->68157439) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.216401:0:61581:0:(ldlm_request.c:1054:ldlm_cli_enqueue()) @@@ enqueue lock with no delay req@ffff9bc64f07f800 x1855007612875520/t0(0) o101->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000020:00200000:0.0:1769074847.216418:0:61581:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1769074847.216454:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612875392:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074847.216559:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074847.216567:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612875520:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074847.221108:0:2370:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b96a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [1048576->68157439] (req 1048576->68157439) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074847.221136:0:2370:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b96a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b9c0 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074847.221152:0:2370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b96a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b9c0 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074847.221172:0:2370:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b96a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b9c0 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1769074847.221188:0:2370:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 2097152, setting rss=2097152; kms=2097152, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b96a lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8b9c0 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000020:00200000:1.0:1769074847.221199:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1769074847.221204:0:2370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b96a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8b9c0 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074847.221213:0:2370:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b96a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8b9c0 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074847.221219:0:2370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b96a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8b9c0 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074847.221225:0:2370:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b96a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b9c0 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074847.221245:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612875520:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074847.221260:0:2370:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b963 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074847.221269:0:2370:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b963 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b9b9 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074847.221518:0:2370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b963 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b9b9 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074847.221530:0:2370:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b963 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b9b9 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1769074847.221539:0:2370:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 1048576, setting rss=1048576; kms=1048576, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b963 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8b9b9 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000020:00200000:1.0:1769074847.221548:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1769074847.221629:0:2370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b963 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8b9b9 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074847.221637:0:2370:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b963 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8b9b9 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074847.221644:0:2370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b963 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8b9b9 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074847.221651:0:2370:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b963 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b9b9 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074847.221662:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612875392:192.168.204.139@tcp:101:lfs.0 00000080:00200000:0.0:1769074847.221993:0:61581:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b5:0x0] updating i_size 2097152 i_blocks 4110 00000020:00010000:0.0:1769074847.222001:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc643bb6238 (ffff9bc64f158008/0) at cl_lock_release():245 00000020:00010000:0.0:1769074847.222003:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643bb6238 (ffff9bc64f158008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1769074847.222008:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64ac34db0 (ffff9bc64f158128/1) at cl_lock_cancel():142 00000020:00010000:0.0:1769074847.222013:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64ac34df0 (ffff9bc64f1586c8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1769074847.222015:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643bb6238 (ffff9bc64f158008/0) at cl_lock_fini():72 00000020:00010000:0.0:1769074847.222018:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64ac34db0 (ffff9bc64f158008/1) at cl_lock_fini():72 00000020:00010000:0.0:1769074847.222022:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64ac34df0 (ffff9bc64f158008/1) at cl_lock_fini():72 00000080:00200000:0.0:1769074847.222035:0:61581:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/1, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1769074847.222093:0:61581:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074847.222114:0:61581:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074847.222129:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.222142:0:61581:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074847.222150:0:61581:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074847.222157:0:61581:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074847.222160:0:61581:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:0.0:1769074847.222167:0:61581:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981cdfbf8 00010000:00010000:0.0:1769074847.222170:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.222177:0:61581:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074847.222193:0:61581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074847.222200:0:61581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204b.sanity-flr, flags=25 00000080:00200000:0.0:1769074847.222206:0:61581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074847.222210:0:61581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f204b.sanity-flr, flags=265 00000080:00200000:0.0:1769074847.222214:0:61581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8), inode mode 81a4 mask 46 00000080:00200008:0.0:1769074847.222223:0:61581:0:(file.c:1001:ll_file_open()) START file f204b.sanity-flr:[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8), flags 154402 00000002:00010000:0.0:1769074847.222239:0:61581:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b5:0x0]) in obj [0x200000404:0x1b4:0x0], intent: open flags 0100240114403 00010000:00010000:0.0:1769074847.225515:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b971 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 61581 initiator: MDT0 00010000:00010000:0.0:1769074847.225533:0:61581:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b971 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61581 initiator: MDT0 00000020:00100000:0.0:1769074847.225549:0:61581:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074847.225561:0:61581:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07d500 x1855007612875776/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074847.225568:0:61581:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b971 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61581 initiator: MDT0 00000100:00100000:0.0:1769074847.225590:0:61581:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61581:1855007612875776:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074847.226072:0:61581:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ac34d80 going to sleep for 50 seconds 00000100:00100000:0.0:1769074847.230388:0:61581:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61581:1855007612875776:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074847.230416:0:61581:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b971 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b9ce expref: -99 pid: 61581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.230446:0:61581:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b971 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b9ce expref: -99 pid: 61581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.230460:0:61581:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b971 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b9ce expref: -99 pid: 61581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.230472:0:61581:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b971 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b9ce expref: -99 pid: 61581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.230482:0:61581:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b971 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b9ce expref: -99 pid: 61581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.230496:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b971 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b9ce expref: -99 pid: 61581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.230504:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b971 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b9ce expref: -99 pid: 61581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.230511:0:61581:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b971 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b9ce expref: -99 pid: 61581 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074847.230524:0:61581:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff9bc64f07d500 x1855007612875776/t8589941476(8589941476) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/1160 e 0 to 0 dl 1769074902 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1769074847.230537:0:61581:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64f07d500 x1855007612875776/t8589941476(8589941476) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/1160 e 0 to 0 dl 1769074902 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074847.230551:0:61581:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 552 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b971 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b9ce expref: -99 pid: 61581 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1769074847.230565:0:61581:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b971 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b9ce expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.230580:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b95c lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b9b2 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.230593:0:61581:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b95c lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b9b2 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.230600:0:61581:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b971 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b9ce expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.230607:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b971 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x8b5959a9a0e8b9ce expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.230614:0:61581:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b971 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x8b5959a9a0e8b9ce expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.230847:0:61581:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00200000:0.0:1769074847.230856:0:61581:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1b4:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074847.230923:0:61581:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1b5:0x0]: layout version change: 6 -> 6 00000080:00010000:0.0:1769074847.230929:0:61581:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) for lock 0x21fa6d252c11b95c 00000080:00010000:0.0:1769074847.230937:0:61581:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b95c from it ffffa7f981cdfbf0 00010000:00010000:0.0:1769074847.230941:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b95c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8b9b2 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.230950:0:61581:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b95c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b9b2 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00000002:00100000:0.0:1769074847.230977:0:61581:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64f07d500 x1855007612875776/t8589941476(8589941476) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 1072/1160 e 0 to 0 dl 1769074902 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074847.231148:0:61581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8), inode mode 81a4 mask 4 00000080:00200000:0.0:1769074847.231156:0:61581:0:(xattr.c:725:ll_xattr_get()) VFS Op:inode=[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8), xattr lov 00000080:00200008:0.0:1769074847.231182:0:61581:0:(file.c:6252:ll_getattr_dentry()) START file f204b.sanity-flr:[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074847.231189:0:61581:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8),name=f204b.sanity-flr 00000002:00010000:0.0:1769074847.231208:0:61581:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b5:0x0]) in obj [0x200000404:0x1b4:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074847.231218:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b95c lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b9b2 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.231227:0:61581:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b95c lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b9b2 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074847.231235:0:61581:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b4:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074847.231240:0:61581:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) 00000080:00010000:0.0:1769074847.231244:0:61581:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) for lock 0x21fa6d252c11b95c 00000080:00010000:0.0:1769074847.231249:0:61581:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b95c from it ffffa7f981cdfcd8 00010000:00010000:0.0:1769074847.231253:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b95c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8b9b2 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.231259:0:61581:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b95c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b9b2 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074847.231277:0:61581:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/1, layout version 6 restore needed 0 00020000:00200000:0.0:1769074847.231297:0:61581:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b5:0x0]: flr state: 2, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:0.0:1769074847.231301:0:61581:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:0.0:1769074847.231304:0:61581:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1b5:0x0] 00000008:00010000:0.0:1769074847.231323:0:61581:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1769074847.231326:0:61581:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64ac341b0, osc lock ffff9bc64a6dfc80, flags 0x400000400001002 00000008:00010000:0.0:1769074847.231332:0:61581:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1769074847.231334:0:61581:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64ac341f0, osc lock ffff9bc64a6de130, flags 0x400000400001002 00010000:00010000:0.0:1769074847.231349:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b963 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b9b9 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.231359:0:61581:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 1048575) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b963 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b9b9 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000020:00200000:0.0:1769074847.231371:0:61581:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1769074847.231374:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b963 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8b9b9 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.231381:0:61581:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b963 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b9b9 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.231396:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b96a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b9c0 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.231404:0:61581:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (1048576 68157439) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b96a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b9c0 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000020:00200000:0.0:1769074847.231410:0:61581:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1769074847.231412:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b96a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8b9c0 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.231419:0:61581:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b96a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8b9c0 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000020:00200000:0.0:1769074847.231680:0:61581:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1769074847.231693:0:61581:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b5:0x0] updating i_size 2097152 i_blocks 4110 00000020:00010000:0.0:1769074847.231698:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc643bb6238 (ffff9bc64f158008/0) at cl_lock_release():245 00000020:00010000:0.0:1769074847.231702:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643bb6238 (ffff9bc64f158008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1769074847.231705:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64ac341b0 (ffff9bc64f1586c8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1769074847.231710:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64ac341f0 (ffff9bc64f158128/1) at cl_lock_cancel():142 00000020:00010000:0.0:1769074847.231713:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643bb6238 (ffff9bc64f158008/0) at cl_lock_fini():72 00000020:00010000:0.0:1769074847.231715:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64ac341b0 (ffff9bc64f158008/1) at cl_lock_fini():72 00000020:00010000:0.0:1769074847.231718:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64ac341f0 (ffff9bc64f158008/1) at cl_lock_fini():72 00000080:00200000:0.0:1769074847.231728:0:61581:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/1, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200080:0.0:1769074847.231766:0:61581:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) cmd=c00c66f3 arg=24322a0 00000002:00010000:0.0:1769074847.231809:0:61581:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b5:0x0]) in obj [0x200000404:0x1b5:0x0], intent: open flags 05004040000002 00010000:00010000:0.0:1769074847.231881:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11b978 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 61581 initiator: MDT0 00010000:00010000:0.0:1769074847.231889:0:61581:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x81000000001000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11b978 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 61581 initiator: MDT0 00000020:00100000:0.0:1769074847.231900:0:61581:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074847.231908:0:61581:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07e300 x1855007612876032/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074847.231917:0:61581:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11b978 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x81000000000000 pid: 61581 initiator: MDT0 00000100:00100000:0.0:1769074847.231938:0:61581:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e300 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61581:1855007612876032:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074847.232117:0:61581:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ac34180 going to sleep for 50 seconds 00010000:00010000:1.0:1769074847.234904:0:55495:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074847.234918:0:55495:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b971 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x8b5959a9a0e8b9ce expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074847.234931:0:55495:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f943400 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074847.234937:0:55495:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b971 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x1b rrc: 5 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x8b5959a9a0e8b9ce expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074847.234944:0:55495:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b971 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x1b rrc: 5 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x8b5959a9a0e8b9ce expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074847.234953:0:55495:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b971 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x1b rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e8b9ce expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074847.234980:0:55495:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b95c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8b9b2 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074847.235025:0:55495:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b971 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x1b rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8b9ce expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074847.235031:0:55495:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074847.235069:0:55495:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b971 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x1b rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8b9ce expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074847.235077:0:55495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b971 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x1b rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8b9ce expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074847.235095:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074847.235096:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074847.235098:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074847.235114:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1769074847.235137:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612876160:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1769074847.237191:0:61581:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e300 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61581:1855007612876032:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074847.237216:0:61581:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PW ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11b978 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x81000000000000 nid: local remote: 0x8b5959a9a0e8b9e3 expref: -99 pid: 61581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.237233:0:61581:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11b978 lrc: 4/1,0 mode: --/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x81000000000000 nid: local remote: 0x8b5959a9a0e8b9e3 expref: -99 pid: 61581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.237243:0:61581:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11b978 lrc: 4/1,0 mode: PW/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x91000000000000 nid: local remote: 0x8b5959a9a0e8b9e3 expref: -99 pid: 61581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.237253:0:61581:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11b978 lrc: 4/1,0 mode: PW/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x81000000000000 nid: local remote: 0x8b5959a9a0e8b9e3 expref: -99 pid: 61581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.237265:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11b978 lrc: 5/1,1 mode: PW/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x91000000000000 nid: local remote: 0x8b5959a9a0e8b9e3 expref: -99 pid: 61581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.237274:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11b978 lrc: 5/1,1 mode: PW/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x91000000000000 nid: local remote: 0x8b5959a9a0e8b9e3 expref: -99 pid: 61581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.237281:0:61581:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11b978 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x91000000000000 nid: local remote: 0x8b5959a9a0e8b9e3 expref: -99 pid: 61581 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074847.237302:0:61581:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=600002b, status=0 req@ffff9bc64f07e300 x1855007612876032/t8589941477(8589941477) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/1160 e 0 to 0 dl 1769074902 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1769074847.237316:0:61581:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64f07e300 x1855007612876032/t8589941477(8589941477) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/1160 e 0 to 0 dl 1769074902 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074847.237332:0:61581:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11b978 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x81000000000000 nid: local remote: 0x8b5959a9a0e8b9e3 expref: -99 pid: 61581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.237348:0:61581:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 2 res 8589935620/437 (0 0) 00000080:00200000:0.0:1769074847.237357:0:61581:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1b5:0x0] suppgids 0 0: rc 0 00000002:00100000:0.0:1769074847.237376:0:61581:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64f07e300 x1855007612876032/t8589941477(8589941477) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 1072/1160 e 0 to 0 dl 1769074902 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00010000:0.0:1769074847.237384:0:61581:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) for lock 0x21fa6d252c11b978 00000080:00010000:0.0:1769074847.237391:0:61581:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b978 from it ffffa7f981cdfcc0 00010000:00010000:0.0:1769074847.237394:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11b978 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x91000000000000 nid: local remote: 0x8b5959a9a0e8b9e3 expref: -99 pid: 61581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.237400:0:61581:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11b978 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x91000000000000 nid: local remote: 0x8b5959a9a0e8b9e3 expref: -99 pid: 61581 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074847.237477:0:61581:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:0.0:1769074847.237490:0:61581:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b5:0x0]: flr state: 2, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:0.0:1769074847.237493:0:61581:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:0.0:1769074847.237500:0:61581:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:0.0:1769074847.237510:0:61581:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:0.0:1769074847.237516:0:61581:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x40 00000100:00100000:0.0:1769074847.237583:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074847.237600:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612876288:192.168.204.139@tcp:1:lfs.0 00000100:00100000:0.0:1769074847.237732:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612876416:192.168.204.139@tcp:1:lfs.0 00000100:00100000:1.0:1769074847.241471:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612876160:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1769074847.248467:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:2.0:1769074847.248507:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:2.0:1769074847.248545:0:37577:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619952896 00000100:00100000:2.0:1769074847.248556:0:37577:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619952896 00000100:00100000:2.0:1769074847.248598:0:37577:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619953024 00000100:00100000:2.0:1769074847.248601:0:37577:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619953024 00000100:00100000:2.0:1769074847.248620:0:37577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6618 00000100:00100000:2.0:1769074847.248629:0:37577:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc67afdb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+5:26360:x1855007619952896:12345-192.168.204.139@tcp:104: 00000100:00100000:3.0:1769074847.248833:0:37578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6619 00000100:00100000:3.0:1769074847.248843:0:37578:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc67afd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+5:26585:x1855007619953024:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074847.248852:0:37578:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b96a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8b9c0 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074847.248935:0:37578:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00010000:1.0:1769074847.249694:0:47798:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074847.249704:0:47798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b96a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8b9c0 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074847.249725:0:47798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f942600 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:1.0:1769074847.249732:0:47798:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b96a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x800428400000000 nid: local remote: 0x8b5959a9a0e8b9c0 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1769074847.249751:0:47798:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b5:0x0] ignore/verify layout 1/0, layout version 6 restore needed 0 00000080:00200000:1.0:1769074847.249765:0:47798:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b5:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1769074847.249841:0:47798:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b96a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8b9c0 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074847.249849:0:47798:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074847.249884:0:47798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b96a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8b9c0 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074847.249891:0:47798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b96a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8b9c0 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074847.249915:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074847.249917:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074847.249918:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074847.249933:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074847.249950:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612876544:192.168.204.139@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074847.251892:0:37577:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b963 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8b9b9 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074847.251990:0:37577:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1769074847.252002:0:37577:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc67afdb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+5:26360:x1855007619952896:12345-192.168.204.139@tcp:104: Request processed in 3369us (3542us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074847.252013:0:37577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6618 00010000:00010000:0.0:1769074847.252038:0:55496:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074847.252047:0:55496:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b963 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8b9b9 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.252056:0:55496:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f942a00 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:0.0:1769074847.252063:0:55496:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b963 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800428400000000 nid: local remote: 0x8b5959a9a0e8b9b9 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1769074847.252082:0:55496:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b5:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1769074847.252096:0:55496:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b5:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1769074847.252142:0:55496:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b963 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8b9b9 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.252149:0:55496:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074847.252177:0:55496:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b963 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8b9b9 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.252185:0:55496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b963 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8b9b9 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.252207:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074847.252209:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074847.252211:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074847.252218:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074847.252234:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612876672:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074847.252247:0:37578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc67afd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:26585:x1855007619953024:12345-192.168.204.139@tcp:104: Request processed in 101us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074847.252255:0:37578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6619 00000100:00100000:0.0:1769074847.256529:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612876672:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074847.258132:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612876544:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074847.258146:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612876416:192.168.204.139@tcp:1:lfs.0 00000100:00100000:1.0:1769074847.258161:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612876288:192.168.204.139@tcp:1:lfs.0 00010000:00010000:0.0:1769074847.258439:0:61581:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b95c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e8b9b2 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074847.258461:0:61581:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x1b5:0x0]: losing layout lock 00010000:00010000:0.0:1769074847.258478:0:61581:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b924 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e8b87e expref: -99 pid: 61551 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074847.258484:0:61581:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x1b5:0x0]: losing layout lock 00010000:00010000:0.0:1769074847.258510:0:61581:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b95c lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8b9b2 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.258515:0:61581:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b924 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8b87e expref: -99 pid: 61551 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.258519:0:61581:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:0.0:1769074847.258522:0:61581:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11b95c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8b9b2 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.258532:0:61581:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b924 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8b87e expref: -99 pid: 61551 timeout: 0 lvb_type: 3 00000020:00100000:0.0:1769074847.258543:0:61581:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074847.258549:0:61581:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07d880 x1855007612876928/t0(0) o36->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 472/440 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074847.258567:0:61581:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61581:1855007612876928:192.168.204.139@tcp:36:lfs.0 00000100:00100000:0.0:1769074847.258626:0:61581:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ac34180 going to sleep for 50 seconds 00000100:00100000:0.0:1769074847.340243:0:61581:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61581:1855007612876928:192.168.204.139@tcp:36:lfs.0 00010000:00010000:0.0:1769074847.340298:0:61581:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 31 res 8589935620/437 (0 0) 00000080:00010000:0.0:1769074847.340313:0:61581:0:(file.c:7031:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) 00000002:00010000:0.0:1769074847.340324:0:61581:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b5:0x0]) in obj [0x200000404:0x1b5:0x0], intent: layout flags 0 00010000:00010000:0.0:1769074847.340373:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b97f lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 61581 initiator: MDT0 00010000:00010000:0.0:1769074847.340383:0:61581:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b97f lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x0 pid: 61581 initiator: MDT0 00010000:00010000:0.0:1769074847.340410:0:61581:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b97f lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x0 pid: 61581 initiator: MDT0 00000100:00100000:0.0:1769074847.340434:0:61581:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61581:1855007612877056:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074847.340539:0:61581:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ac34180 going to sleep for 50 seconds 00000100:00100000:0.0:1769074847.349562:0:61581:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bc646483800: committing for last_committed 8589941478 gen 1 00000100:00100000:0.0:1769074847.349583:0:61581:0:(client.c:3130:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9bc64f07c000 x1855007612873856/t8589941475(8589941475) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074901 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074847.349594:0:61581:0:(client.c:3130:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9bc64f07d500 x1855007612875776/t8589941476(8589941476) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 1072/1160 e 0 to 0 dl 1769074902 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074847.349603:0:61581:0:(client.c:3130:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9bc64f07e300 x1855007612876032/t8589941477(8589941477) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 1072/1160 e 0 to 0 dl 1769074902 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074847.349626:0:61581:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61581:1855007612877056:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074847.349653:0:61581:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b97f lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ba06 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.349667:0:61581:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b97f lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ba06 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00000002:00100000:0.0:1769074847.349680:0:61581:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff9bc64f07df80 x1855007612877056/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 376/896 e 0 to 0 dl 1769074902 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074847.349689:0:61581:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 552 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b97f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ba06 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00000002:00010000:0.0:1769074847.349705:0:61581:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b97f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ba06 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.349719:0:61581:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 16 res 8589935620/437 (0 0) 00000080:00200000:0.0:1769074847.349727:0:61581:0:(namei.c:955:ll_intent_lock()) intent lock 1024 on i1 [0x200000404:0x1b5:0x0] suppgids 0 0: rc 0 00000080:00010000:0.0:1769074847.349739:0:61581:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) for lock 0x21fa6d252c11b97f 00000080:00010000:0.0:1769074847.349747:0:61581:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b97f from it ffffa7f981cdfc70 00010000:00010000:0.0:1769074847.349751:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b97f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ba06 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.349760:0:61581:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b97f lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ba06 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.349829:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b97f lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ba06 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.349840:0:61581:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b97f lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ba06 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1769074847.349848:0:61581:0:(file.c:6914:ll_layout_lock_set()) ### file [0x200000404:0x1b5:0x0](00000000a6546eed) being reconfigured ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b97f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ba06 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.349896:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b97f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ba06 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.349904:0:61581:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b97f lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ba06 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074847.349919:0:61581:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b5:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1769074847.349929:0:61581:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b5:0x0]: flr state: 2, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:0.0:1769074847.349932:0:61581:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:0.0:1769074847.349939:0:61581:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:0.0:1769074847.349950:0:61581:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:0.0:1769074847.349956:0:61581:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x40 00000080:00200000:0.0:1769074847.349981:0:61581:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b5:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1769074847.349994:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b97f lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ba06 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.350001:0:61581:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b97f lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ba06 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1769074847.350009:0:61581:0:(file.c:6914:ll_layout_lock_set()) ### file [0x200000404:0x1b5:0x0](00000000a6546eed) being reconfigured ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b97f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ba06 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074847.350025:0:61581:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b5:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1769074847.350030:0:61581:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b5:0x0]: flr state: 2, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:0.0:1769074847.350032:0:61581:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:0.0:1769074847.350034:0:61581:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:0.0:1769074847.350037:0:61581:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:0.0:1769074847.350040:0:61581:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x40 00000080:00200000:0.0:1769074847.350046:0:61581:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b5:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1769074847.350114:0:61581:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1b5:0x0]: layout version change: 4294967294 -> 7 00010000:00010000:0.0:1769074847.350120:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b97f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8ba06 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.350127:0:61581:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b97f lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8ba06 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00000080:00200080:0.0:1769074847.350153:0:61581:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) cmd=66f4 arg=ffffffffffffffff 00000080:00200008:0.0:1769074847.350166:0:61581:0:(file.c:6252:ll_getattr_dentry()) START file f204b.sanity-flr:[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074847.350173:0:61581:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8),name=f204b.sanity-flr 00000002:00010000:0.0:1769074847.350186:0:61581:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b5:0x0]) in obj [0x200000404:0x1b5:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074847.350193:0:61581:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 30 res 8589935620/437 (0 0) 00010000:00010000:0.0:1769074847.350231:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b986 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 61581 initiator: MDT0 00010000:00010000:0.0:1769074847.350237:0:61581:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b986 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61581 initiator: MDT0 00010000:00010000:0.0:1769074847.350248:0:61581:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b986 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61581 initiator: MDT0 00000100:00100000:0.0:1769074847.350271:0:61581:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61581:1855007612877184:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074847.350490:0:61581:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ac34180 going to sleep for 50 seconds 00000100:00100000:0.0:1769074847.357843:0:61581:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61581:1855007612877184:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074847.357872:0:61581:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b986 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ba14 expref: -99 pid: 61581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.357886:0:61581:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b986 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ba14 expref: -99 pid: 61581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.357899:0:61581:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b986 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ba14 expref: -99 pid: 61581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.357911:0:61581:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b986 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ba14 expref: -99 pid: 61581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.357924:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b986 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ba14 expref: -99 pid: 61581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.357932:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b986 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ba14 expref: -99 pid: 61581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.357940:0:61581:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b986 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ba14 expref: -99 pid: 61581 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074847.357952:0:61581:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9bc64f07df80 x1855007612877184/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 576/1136 e 0 to 0 dl 1769074902 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074847.357966:0:61581:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 552 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b986 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ba14 expref: -99 pid: 61581 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1769074847.357982:0:61581:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b986 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ba14 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.357997:0:61581:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589935620/437 (0 0) 00000080:00200000:0.0:1769074847.358004:0:61581:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b5:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074847.358071:0:61581:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1b5:0x0]: layout version change: 7 -> 7 00000080:00010000:0.0:1769074847.358078:0:61581:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) for lock 0x21fa6d252c11b986 00000080:00010000:0.0:1769074847.358083:0:61581:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) 00000080:00010000:0.0:1769074847.358087:0:61581:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b986 from it ffffa7f981cdfcd8 00010000:00010000:0.0:1769074847.358091:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b986 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8ba14 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.358100:0:61581:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b986 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8ba14 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074847.358135:0:61581:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/1, layout version 6 restore needed 0 00020000:00200000:0.0:1769074847.358149:0:61581:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b5:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:0.0:1769074847.358153:0:61581:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:0.0:1769074847.358158:0:61581:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1b5:0x0] 00000008:00010000:0.0:1769074847.358179:0:61581:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1769074847.358183:0:61581:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64ac341b0, osc lock ffff9bc64a6de130, flags 0x400000400001002 00000008:00010000:0.0:1769074847.358191:0:61581:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1769074847.358193:0:61581:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64ac341f0, osc lock ffff9bc64a6dfc80, flags 0x400000400001002 00010000:00010000:0.0:1769074847.358244:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.358260:0:61581:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400000400001000 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.358270:0:61581:0:(ldlm_request.c:1054:ldlm_cli_enqueue()) @@@ enqueue lock with no delay req@ffff9bc64f07df80 x1855007612877312/t0(0) o101->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074847.358331:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.358340:0:61581:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400000400001000 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [1048576->68157439] (req 1048576->68157439) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.358350:0:61581:0:(ldlm_request.c:1054:ldlm_cli_enqueue()) @@@ enqueue lock with no delay req@ffff9bc64f07d880 x1855007612877440/t0(0) o101->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000020:00200000:0.0:1769074847.358362:0:61581:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1769074847.358469:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612877312:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074847.358574:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1769074847.358581:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612877440:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074847.362319:0:2371:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [1048576->68157439] (req 1048576->68157439) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074847.362345:0:2371:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074847.362359:0:2371:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074847.362371:0:2371:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1769074847.362388:0:2371:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 2097152, setting rss=2097152; kms=2097152, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000020:00200000:1.0:1769074847.362401:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1769074847.362405:0:2371:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074847.362419:0:2371:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074847.362425:0:2371:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074847.362432:0:2371:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074847.362455:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612877440:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074847.362473:0:2371:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074847.362481:0:2371:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074847.362489:0:2371:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074847.362496:0:2371:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1769074847.362504:0:2371:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 1048576, setting rss=1048576; kms=1048576, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000020:00200000:1.0:1769074847.362519:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1769074847.362541:0:2371:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074847.362549:0:2371:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074847.362555:0:2371:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074847.362563:0:2371:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074847.362572:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612877312:192.168.204.139@tcp:101:lfs.0 00000080:00200000:0.0:1769074847.362685:0:61581:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b5:0x0] updating i_size 2097152 i_blocks 4110 00000020:00010000:0.0:1769074847.362693:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc643bb6238 (ffff9bc64f158008/0) at cl_lock_release():245 00000020:00010000:0.0:1769074847.362696:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643bb6238 (ffff9bc64f158008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1769074847.362701:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64ac341b0 (ffff9bc64f1586c8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1769074847.362705:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64ac341f0 (ffff9bc64f1585a8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1769074847.362708:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643bb6238 (ffff9bc64f158008/0) at cl_lock_fini():72 00000020:00010000:0.0:1769074847.362710:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64ac341b0 (ffff9bc64f158008/1) at cl_lock_fini():72 00000020:00010000:0.0:1769074847.362715:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64ac341f0 (ffff9bc64f158008/1) at cl_lock_fini():72 00000080:00200000:0.0:1769074847.362729:0:61581:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/1, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1769074847.373064:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612877696:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1769074847.373326:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1136430d-88ea-4de2-9954-69c484e5445f:2372:1855007612877568:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1769074847.388074:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1136430d-88ea-4de2-9954-69c484e5445f:2372:1855007612877568:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1769074847.393919:0:2373:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9bc646483800: committing for last_committed 21474839613 gen 5 00000100:00100000:2.0:1769074847.394045:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612877696:192.168.204.139@tcp:400:kworker.0 00000080:00200080:0.0:1769074847.417019:0:61581:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) cmd=400866b1 arg=1 00000080:00200008:0.0:1769074847.417044:0:61581:0:(file.c:6252:ll_getattr_dentry()) START file f204b.sanity-flr:[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074847.417055:0:61581:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8),name=f204b.sanity-flr 00000002:00010000:0.0:1769074847.417085:0:61581:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b5:0x0]) in obj [0x200000404:0x1b5:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074847.417207:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b986 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8ba14 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.417229:0:61581:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b986 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8ba14 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074847.417237:0:61581:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b5:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074847.417248:0:61581:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) 00000080:00010000:0.0:1769074847.417251:0:61581:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) for lock 0x21fa6d252c11b986 00000080:00010000:0.0:1769074847.417260:0:61581:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b986 from it ffffa7f981cdfcd8 00010000:00010000:0.0:1769074847.417264:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b986 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8ba14 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.417272:0:61581:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b986 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8ba14 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074847.417524:0:61581:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/1, layout version 7 restore needed 0 00020000:00200000:0.0:1769074847.417538:0:61581:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b5:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:0.0:1769074847.417542:0:61581:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:0.0:1769074847.417546:0:61581:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1b5:0x0] 00000008:00010000:0.0:1769074847.417569:0:61581:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1769074847.417572:0:61581:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64ac341b0, osc lock ffff9bc64a6dfc80, flags 0x400000400001002 00000008:00010000:0.0:1769074847.417579:0:61581:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1769074847.417580:0:61581:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64ac341f0, osc lock ffff9bc64a6de130, flags 0x400000400001002 00010000:00010000:0.0:1769074847.417598:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.417609:0:61581:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 1048575) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000020:00200000:0.0:1769074847.417622:0:61581:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1769074847.417626:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.417632:0:61581:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.417648:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.417656:0:61581:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (1048576 68157439) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000020:00200000:0.0:1769074847.417663:0:61581:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1769074847.417665:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.417673:0:61581:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000020:00200000:0.0:1769074847.417680:0:61581:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1769074847.417693:0:61581:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b5:0x0] updating i_size 2097152 i_blocks 4110 00000020:00010000:0.0:1769074847.417699:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc643bb6238 (ffff9bc64f158008/0) at cl_lock_release():245 00000020:00010000:0.0:1769074847.417702:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643bb6238 (ffff9bc64f158008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1769074847.417705:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64ac341b0 (ffff9bc64f1585a8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1769074847.417709:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64ac341f0 (ffff9bc64f1586c8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1769074847.417889:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643bb6238 (ffff9bc64f158008/0) at cl_lock_fini():72 00000020:00010000:0.0:1769074847.417892:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64ac341b0 (ffff9bc64f158008/1) at cl_lock_fini():72 00000020:00010000:0.0:1769074847.417897:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64ac341f0 (ffff9bc64f158008/1) at cl_lock_fini():72 00000080:00200000:0.0:1769074847.417908:0:61581:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/1, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1769074847.417927:0:61581:0:(file.c:5185:ll_file_seek()) START file f204b.sanity-flr:[0x200000404:0x1b5:0x0], offset: 0, type: SEEK_DATA 00000080:00200000:0.0:1769074847.417933:0:61581:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/0, layout version 7 restore needed 0 00020000:00200000:0.0:1769074847.417937:0:61581:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b5:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:0.0:1769074847.418016:0:61581:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:0.0:1769074847.418022:0:61581:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:0.0:1769074847.418027:0:61581:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:0.0:1769074847.418032:0:61581:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x40 00000080:00200000:0.0:1769074847.418048:0:61581:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b5:0x0] updating i_size 2097152 i_blocks 4110 00000080:00200000:0.0:1769074847.418059:0:61581:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1769074847.418066:0:61581:0:(file.c:1759:ll_io_set_mirror()) f204b.sanity-flr: desiginated mirror: 1 00000080:00200000:0.0:1769074847.418069:0:61581:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1769074847.418074:0:61581:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:0.0:1769074847.418078:0:61581:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:0.0:1769074847.418082:0:61581:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x40 00000080:00200000:0.0:1769074847.418085:0:61581:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 0 [0, 18446744073709551615] 00000008:00010000:0.0:1769074847.418092:0:61581:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 8 00000008:00010000:0.0:1769074847.418095:0:61581:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64ac341b0, osc lock ffff9bc64a6de130, flags 0x0 00000008:00010000:0.0:1769074847.418098:0:61581:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 8 00000008:00010000:0.0:1769074847.418099:0:61581:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64ac341f0, osc lock ffff9bc64a6dfc80, flags 0x0 00010000:00010000:0.0:1769074847.418218:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.418228:0:61581:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 1048575) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.418238:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.418246:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.418253:0:61581:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.418264:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.418271:0:61581:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (1048576 68157439) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.418278:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.418348:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.418356:0:61581:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1769074847.418367:0:61581:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b5:0x0] updating i_size 2097152 i_blocks 4110 00000020:00010000:0.0:1769074847.418375:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc67aff6d58 (ffff9bc64f158008/0) at cl_lock_release():245 00000020:00010000:0.0:1769074847.418378:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc67aff6d58 (ffff9bc64f158008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1769074847.418381:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64ac341b0 (ffff9bc64f1585a8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1769074847.418385:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.418393:0:61581:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1769074847.418404:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64ac341f0 (ffff9bc64f1586c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1769074847.418408:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.418414:0:61581:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1769074847.418421:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc67aff6d58 (ffff9bc64f158008/0) at cl_lock_fini():72 00000020:00010000:0.0:1769074847.418423:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64ac341b0 (ffff9bc64f158008/1) at cl_lock_fini():72 00000020:00010000:0.0:1769074847.418427:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64ac341f0 (ffff9bc64f158008/1) at cl_lock_fini():72 00000080:00200000:0.0:1769074847.418434:0:61581:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/0, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1769074847.418442:0:61581:0:(file.c:5216:ll_file_seek()) COMPLETED file f204b.sanity-flr:[0x200000404:0x1b5:0x0], offset: 0, type: SEEK_DATA, rc = 0 00000080:00200008:0.0:1769074847.418447:0:61581:0:(file.c:5185:ll_file_seek()) START file f204b.sanity-flr:[0x200000404:0x1b5:0x0], offset: 0, type: SEEK_HOLE 00000080:00200000:0.0:1769074847.418451:0:61581:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/0, layout version 7 restore needed 0 00020000:00200000:0.0:1769074847.418455:0:61581:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b5:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:0.0:1769074847.418457:0:61581:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:0.0:1769074847.418460:0:61581:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:0.0:1769074847.418463:0:61581:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:0.0:1769074847.418467:0:61581:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x40 00000080:00200000:0.0:1769074847.418473:0:61581:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b5:0x0] updating i_size 2097152 i_blocks 4110 00000080:00200000:0.0:1769074847.418478:0:61581:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1769074847.418482:0:61581:0:(file.c:1759:ll_io_set_mirror()) f204b.sanity-flr: desiginated mirror: 1 00000080:00200000:0.0:1769074847.418484:0:61581:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1769074847.418489:0:61581:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:0.0:1769074847.418491:0:61581:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:0.0:1769074847.418494:0:61581:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x40 00000080:00200000:0.0:1769074847.418496:0:61581:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 0 [0, 18446744073709551615] 00000008:00010000:0.0:1769074847.418501:0:61581:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 8 00000008:00010000:0.0:1769074847.418503:0:61581:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64ac341b0, osc lock ffff9bc64a6dfc80, flags 0x0 00000008:00010000:0.0:1769074847.418506:0:61581:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 8 00000008:00010000:0.0:1769074847.418507:0:61581:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64ac341f0, osc lock ffff9bc64a6de130, flags 0x0 00010000:00010000:0.0:1769074847.418514:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.418522:0:61581:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 1048575) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.418530:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.418537:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.418544:0:61581:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.418553:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.418561:0:61581:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (1048576 68157439) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.418570:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.418577:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.418584:0:61581:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1769074847.418592:0:61581:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b5:0x0] updating i_size 2097152 i_blocks 4110 00000020:00010000:0.0:1769074847.418597:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc67aff6d58 (ffff9bc64f158008/0) at cl_lock_release():245 00000020:00010000:0.0:1769074847.418599:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc67aff6d58 (ffff9bc64f158008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1769074847.418602:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64ac341b0 (ffff9bc64f1585a8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1769074847.418605:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.418612:0:61581:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1769074847.418619:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64ac341f0 (ffff9bc64f1586c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1769074847.418623:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.418629:0:61581:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1769074847.418637:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc67aff6d58 (ffff9bc64f158008/0) at cl_lock_fini():72 00000020:00010000:0.0:1769074847.418639:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64ac341b0 (ffff9bc64f158008/1) at cl_lock_fini():72 00000020:00010000:0.0:1769074847.418642:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64ac341f0 (ffff9bc64f158008/1) at cl_lock_fini():72 00000080:00200000:0.0:1769074847.418649:0:61581:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/0, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1769074847.418654:0:61581:0:(file.c:5216:ll_file_seek()) COMPLETED file f204b.sanity-flr:[0x200000404:0x1b5:0x0], offset: 0, type: SEEK_HOLE, rc = 2097152 00000080:00200080:0.0:1769074847.418662:0:61581:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) cmd=400866b1 arg=0 00000080:00200080:0.0:1769074847.418672:0:61581:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) cmd=400866b1 arg=1 00000080:00200008:0.0:1769074847.418678:0:61581:0:(file.c:6252:ll_getattr_dentry()) START file f204b.sanity-flr:[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074847.418684:0:61581:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8),name=f204b.sanity-flr 00000002:00010000:0.0:1769074847.418698:0:61581:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b5:0x0]) in obj [0x200000404:0x1b5:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074847.418709:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b986 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8ba14 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.419006:0:61581:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b986 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8ba14 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074847.419014:0:61581:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b5:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074847.419022:0:61581:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) 00000080:00010000:0.0:1769074847.419026:0:61581:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) for lock 0x21fa6d252c11b986 00000080:00010000:0.0:1769074847.419033:0:61581:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b986 from it ffffa7f981cdfcd8 00010000:00010000:0.0:1769074847.419036:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b986 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8ba14 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.419044:0:61581:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b986 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8ba14 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074847.419061:0:61581:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/1, layout version 7 restore needed 0 00020000:00200000:0.0:1769074847.419067:0:61581:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b5:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:0.0:1769074847.419069:0:61581:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:0.0:1769074847.419072:0:61581:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1b5:0x0] 00000008:00010000:0.0:1769074847.419080:0:61581:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1769074847.419083:0:61581:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64ac341b0, osc lock ffff9bc64a6de130, flags 0x400000400001002 00000008:00010000:0.0:1769074847.419088:0:61581:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1769074847.419089:0:61581:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64ac341f0, osc lock ffff9bc64a6dfc80, flags 0x400000400001002 00010000:00010000:0.0:1769074847.419099:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.419119:0:61581:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 1048575) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000020:00200000:0.0:1769074847.419128:0:61581:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1769074847.419131:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.419138:0:61581:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.419148:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.419155:0:61581:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (1048576 68157439) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000020:00200000:0.0:1769074847.419161:0:61581:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1769074847.419164:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.419171:0:61581:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000020:00200000:0.0:1769074847.419185:0:61581:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1769074847.419191:0:61581:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b5:0x0] updating i_size 2097152 i_blocks 4110 00000020:00010000:0.0:1769074847.419195:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc643bb6238 (ffff9bc64f158008/0) at cl_lock_release():245 00000020:00010000:0.0:1769074847.419198:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643bb6238 (ffff9bc64f158008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1769074847.419201:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64ac341b0 (ffff9bc64f1586c8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1769074847.419205:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64ac341f0 (ffff9bc64f1585a8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1769074847.419207:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643bb6238 (ffff9bc64f158008/0) at cl_lock_fini():72 00000020:00010000:0.0:1769074847.419209:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64ac341b0 (ffff9bc64f158008/1) at cl_lock_fini():72 00000020:00010000:0.0:1769074847.419214:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64ac341f0 (ffff9bc64f158008/1) at cl_lock_fini():72 00000080:00200000:0.0:1769074847.419222:0:61581:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/1, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1769074847.419241:0:61581:0:(file.c:2474:do_file_read_iter()) START file f204b.sanity-flr:[0x200000404:0x1b5:0x0], ppos: 0, count: 2097152 00000080:00200000:0.0:1769074847.419246:0:61581:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/0, layout version 7 restore needed 0 00020000:00200000:0.0:1769074847.419250:0:61581:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b5:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:0.0:1769074847.419253:0:61581:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00000080:00200000:0.0:1769074847.419257:0:61581:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/0, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1769074847.419266:0:61581:0:(file.c:1994:ll_file_io_generic()) f204b.sanity-flr: read ppos: 0, bytes: 2097152 00000080:00200000:0.0:1769074847.419274:0:61581:0:(file.c:1759:ll_io_set_mirror()) f204b.sanity-flr: desiginated mirror: 1 00000020:00200000:0.0:1769074847.419282:0:61581:0:(cl_io.c:214:cl_io_rw_init()) header@000000005fb33864[0x4, 2, [0x200000404:0x1b5:0x0] hash] 00000020:00200000:0.0:1769074847.419652:0:61581:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [0, 2097152) 2048 0 00000080:00200000:0.0:1769074847.419657:0:61581:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/0, layout version 7 restore needed 0 00000080:00200000:0.0:1769074847.419668:0:61581:0:(file.c:2072:ll_file_io_generic()) Range lock [0, 511] 00020000:00200000:0.0:1769074847.419675:0:61581:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1048576) 2097152, 1048576 00020000:00200000:0.0:1769074847.419679:0:61581:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1769074847.419693:0:61581:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 0 [0, 255] 00000008:00010000:0.0:1769074847.419702:0:61581:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 11 00000008:00010000:0.0:1769074847.419705:0:61581:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc646282a30, osc lock ffff9bc64a6dfc80, flags 0x40000 00000080:00200000:0.0:1769074847.419721:0:61581:0:(vvp_io.c:827:vvp_io_read_start()) f204b.sanity-flr: read [0, 1048576) 00000080:00200000:0.0:1769074847.419736:0:61581:0:(vvp_io.c:886:vvp_io_read_start()) count:1048576 iocb pos:0 00000080:00200000:0.0:1769074847.419743:0:61581:0:(rw26.c:439:ll_direct_IO_impl()) VFS Op:inode=[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8), size=1048576 (max 603979776), offset=0=0x0, pages 256 (max 147456), lockless, parallel, hybrid 00000020:00200000:0.0:1769074847.420148:0:61581:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1769074847.420153:0:61581:0:(rw26.c:570:ll_direct_IO_impl()) result 0 tot_bytes 1048576 count 1048576 file_offset 1048576 00000020:00010000:0.0:1769074847.420158:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc67aff6d58 (ffff9bc64f158008/0) at cl_lock_release():245 00000020:00010000:0.0:1769074847.420161:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc67aff6d58 (ffff9bc64f158008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1769074847.420164:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc646282a30 (ffff9bc64f1585a8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1769074847.420167:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc67aff6d58 (ffff9bc64f158008/0) at cl_lock_fini():72 00000020:00010000:0.0:1769074847.420169:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc646282a30 (ffff9bc64f158008/1) at cl_lock_fini():72 00000080:00200000:0.0:1769074847.420175:0:61581:0:(vvp_io.c:518:vvp_io_advance()) advancing 1048576 bytes 00020000:00200000:0.0:1769074847.420179:0:61581:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 1048576 chunk: [1048576, 2097152) 2097152, 1048576 00020000:00200000:0.0:1769074847.420181:0:61581:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00000008:00010000:0.0:1769074847.420201:0:46436:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9bc650fdc480 00000008:00100000:0.0:1769074847.420280:0:46436:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc64f07fb80 - object 0x280000400:543 offset 0<>1048576 00000080:00200000:0.0:1769074847.420333:0:61581:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 0 [256, 511] 00000008:00010000:0.0:1769074847.420341:0:61581:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 11 00000008:00010000:0.0:1769074847.420344:0:61581:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc646282a30, osc lock ffff9bc64a6dfc80, flags 0x40000 00000080:00200000:0.0:1769074847.420348:0:61581:0:(vvp_io.c:827:vvp_io_read_start()) f204b.sanity-flr: read [1048576, 2097152) 00000080:00200000:0.0:1769074847.420354:0:61581:0:(vvp_io.c:886:vvp_io_read_start()) count:1048576 iocb pos:1048576 00000080:00200000:0.0:1769074847.420357:0:61581:0:(rw26.c:439:ll_direct_IO_impl()) VFS Op:inode=[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8), size=1048576 (max 603979776), offset=1048576=0x100000, pages 256 (max 147456), lockless, parallel, hybrid 00000020:00200000:0.0:1769074847.420656:0:61581:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1769074847.420659:0:61581:0:(rw26.c:570:ll_direct_IO_impl()) result 0 tot_bytes 1048576 count 1048576 file_offset 2097152 00000020:00010000:0.0:1769074847.420664:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc67aff6d58 (ffff9bc64f158008/0) at cl_lock_release():245 00000020:00010000:0.0:1769074847.420666:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc67aff6d58 (ffff9bc64f158008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1769074847.420669:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc646282a30 (ffff9bc64f1586c8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1769074847.420671:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc67aff6d58 (ffff9bc64f158008/0) at cl_lock_fini():72 00000020:00010000:0.0:1769074847.420674:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc646282a30 (ffff9bc64f158008/1) at cl_lock_fini():72 00000080:00200000:0.0:1769074847.420678:0:61581:0:(vvp_io.c:518:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1769074847.420682:0:61581:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000008:00010000:0.0:1769074847.420693:0:46436:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9bc650fdcb40 00000008:00100000:0.0:1769074847.420745:0:46436:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc64f07c380 - object 0x280000400:544 offset 1048576<>2097152 00000100:00100000:1.0:1769074847.421115:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612877824:192.168.204.139@tcp:3:lfs.0 00000100:00100000:1.0:1769074847.421234:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1769074847.421242:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612877952:192.168.204.139@tcp:3:lfs.0 00000008:00010000:1.0:1769074847.453272:0:2371:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc650fdc480 00000020:00200000:1.0:1769074847.453292:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1769074847.453296:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1769074847.453298:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1769074847.453299:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1769074847.453301:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1769074847.453303:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1769074847.453305:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1769074847.453307:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1769074847.453309:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1769074847.453311:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1769074847.453313:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1769074847.453315:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1769074847.453316:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1769074847.453318:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1769074847.453320:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1769074847.453321:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1769074847.453323:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1769074847.453324:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1769074847.453326:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1769074847.453328:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1769074847.453330:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1769074847.453331:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1769074847.453333:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1769074847.453334:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1769074847.453336:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1769074847.453337:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1769074847.453338:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1769074847.453340:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1769074847.453342:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1769074847.453343:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1769074847.453345:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1769074847.453347:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1769074847.453348:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1769074847.453350:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1769074847.453351:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1769074847.453352:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1769074847.453354:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1769074847.453355:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1769074847.453357:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1769074847.453359:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1769074847.453360:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1769074847.453362:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1769074847.453363:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1769074847.453364:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1769074847.453366:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1769074847.453367:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1769074847.453368:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1769074847.453370:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1769074847.453371:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1769074847.453373:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1769074847.453374:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1769074847.453376:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1769074847.453377:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1769074847.453379:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1769074847.453380:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1769074847.453382:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1769074847.453384:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1769074847.453386:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1769074847.453388:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1769074847.453389:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1769074847.453391:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1769074847.453392:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1769074847.453394:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1769074847.453396:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1769074847.453398:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1769074847.453399:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1769074847.453401:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1769074847.453403:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1769074847.453405:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1769074847.453407:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1769074847.453408:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1769074847.453410:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1769074847.453412:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1769074847.453414:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1769074847.453416:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1769074847.453418:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1769074847.453420:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1769074847.453421:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1769074847.453423:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1769074847.453425:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1769074847.453427:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1769074847.453429:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1769074847.453430:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1769074847.453432:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1769074847.453434:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1769074847.453436:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1769074847.453437:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1769074847.453439:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1769074847.453441:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1769074847.453443:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1769074847.453444:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1769074847.453446:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1769074847.453448:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1769074847.453449:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1769074847.453451:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1769074847.453453:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1769074847.453454:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1769074847.453456:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1769074847.453457:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1769074847.453459:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1769074847.453461:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1769074847.453462:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1769074847.453464:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1769074847.453466:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1769074847.453468:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1769074847.453470:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1769074847.453472:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1769074847.453473:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1769074847.453475:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1769074847.453477:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1769074847.453479:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1769074847.453480:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1769074847.453482:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1769074847.453483:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1769074847.453485:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1769074847.453487:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1769074847.453488:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1769074847.453490:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1769074847.453492:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1769074847.453493:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1769074847.453495:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1769074847.453496:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1769074847.453498:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1769074847.453500:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1769074847.453501:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1769074847.453503:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1769074847.453504:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1769074847.453506:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1769074847.453508:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1769074847.453510:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1769074847.453511:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1769074847.453512:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1769074847.453514:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1769074847.453516:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1769074847.453518:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1769074847.453520:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1769074847.453522:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1769074847.453524:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1769074847.453526:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1769074847.453528:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1769074847.453529:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1769074847.453531:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1769074847.453532:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1769074847.453534:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1769074847.453535:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1769074847.453536:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1769074847.453538:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1769074847.453539:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1769074847.453541:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1769074847.453542:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1769074847.453543:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1769074847.453544:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1769074847.453546:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1769074847.453548:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1769074847.453549:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1769074847.453551:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1769074847.453552:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1769074847.453553:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1769074847.453555:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1769074847.453557:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1769074847.453559:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1769074847.453560:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1769074847.453562:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1769074847.453563:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1769074847.453565:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1769074847.453566:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1769074847.453568:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1769074847.453570:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1769074847.453572:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1769074847.453573:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1769074847.453575:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1769074847.453576:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1769074847.453578:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1769074847.453579:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1769074847.453581:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1769074847.453583:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1769074847.453584:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1769074847.453586:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1769074847.453588:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1769074847.453590:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1769074847.453591:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1769074847.453593:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1769074847.453595:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1769074847.453597:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1769074847.453598:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1769074847.453600:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1769074847.453602:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1769074847.453603:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1769074847.453605:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1769074847.453606:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1769074847.453608:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1769074847.453610:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1769074847.453611:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1769074847.453613:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1769074847.453615:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1769074847.453617:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1769074847.453619:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1769074847.453620:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1769074847.453622:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1769074847.453624:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1769074847.453626:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1769074847.453627:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1769074847.453629:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1769074847.453630:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1769074847.453632:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1769074847.453633:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1769074847.453635:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1769074847.453636:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1769074847.453638:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1769074847.453639:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1769074847.453641:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1769074847.453643:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1769074847.453644:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1769074847.453646:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1769074847.453648:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1769074847.453649:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1769074847.453651:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1769074847.453653:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1769074847.453654:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1769074847.453656:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1769074847.453657:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1769074847.453659:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1769074847.453660:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1769074847.453661:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1769074847.453663:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1769074847.453664:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1769074847.453666:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1769074847.453668:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1769074847.453670:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1769074847.453672:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1769074847.453673:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1769074847.453675:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1769074847.453677:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1769074847.453678:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1769074847.453680:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1769074847.453681:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1769074847.453683:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1769074847.453685:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1769074847.453686:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1769074847.453688:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1769074847.453689:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1769074847.453691:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1769074847.453692:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1769074847.453694:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1769074847.453696:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1769074847.453697:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1769074847.453699:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1769074847.453701:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1769074847.453702:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1769074847.453704:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1769074847.453706:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1769074847.453707:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1769074847.453709:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1769074847.453711:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1769074847.453712:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1769074847.453714:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1769074847.453906:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1769074847.453916:0:2371:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc650fdc480 00000100:00100000:1.0:1769074847.453948:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612877824:192.168.204.139@tcp:3:lfs.0 00000008:00010000:1.0:1769074847.456760:0:2371:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc650fdcb40 00000020:00200000:1.0:1769074847.456801:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1769074847.456805:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1769074847.456808:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1769074847.456809:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1769074847.456811:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1769074847.456813:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1769074847.456814:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1769074847.456816:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1769074847.456817:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1769074847.456819:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1769074847.456821:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1769074847.456822:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1769074847.456824:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1769074847.456825:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1769074847.456827:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1769074847.456829:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1769074847.456830:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1769074847.456832:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1769074847.456834:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1769074847.456835:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1769074847.456837:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1769074847.456838:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1769074847.456840:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1769074847.456842:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1769074847.456843:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1769074847.456845:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1769074847.456847:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1769074847.456849:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1769074847.456850:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1769074847.456852:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1769074847.456853:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1769074847.456854:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1769074847.456856:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1769074847.456858:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1769074847.456860:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1769074847.456862:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1769074847.456864:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1769074847.456865:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1769074847.456867:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1769074847.456868:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1769074847.456870:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1769074847.456872:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1769074847.456873:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1769074847.456875:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1769074847.456876:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1769074847.456878:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1769074847.456879:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1769074847.456881:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1769074847.456882:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1769074847.456884:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1769074847.456886:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1769074847.456887:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1769074847.456889:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1769074847.456891:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1769074847.456893:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1769074847.456894:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1769074847.456896:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1769074847.456898:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1769074847.456900:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1769074847.456901:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1769074847.456903:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1769074847.456905:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1769074847.456906:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1769074847.456908:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1769074847.456909:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1769074847.456911:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1769074847.456913:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1769074847.456915:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1769074847.456916:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1769074847.456918:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1769074847.456920:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1769074847.456921:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1769074847.456923:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1769074847.456924:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1769074847.456926:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1769074847.456928:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1769074847.456930:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1769074847.456931:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1769074847.456933:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1769074847.456935:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1769074847.456936:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1769074847.456952:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1769074847.456954:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1769074847.456956:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1769074847.456957:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1769074847.456959:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1769074847.456960:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1769074847.456962:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1769074847.456964:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1769074847.456966:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1769074847.456968:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1769074847.456970:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1769074847.456972:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1769074847.456973:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1769074847.456975:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1769074847.456976:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1769074847.456978:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1769074847.456979:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1769074847.456981:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1769074847.456982:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1769074847.456984:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1769074847.456985:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1769074847.456987:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1769074847.456988:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1769074847.456990:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1769074847.456992:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1769074847.456993:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1769074847.456995:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1769074847.456996:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1769074847.456998:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1769074847.456999:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1769074847.457001:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1769074847.457003:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1769074847.457005:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1769074847.457006:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1769074847.457008:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1769074847.457010:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1769074847.457012:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1769074847.457013:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1769074847.457015:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1769074847.457017:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1769074847.457019:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1769074847.457020:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1769074847.457022:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1769074847.457023:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1769074847.457025:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1769074847.457026:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1769074847.457027:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1769074847.457029:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1769074847.457030:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1769074847.457032:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1769074847.457034:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1769074847.457036:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1769074847.457037:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1769074847.457039:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1769074847.457040:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1769074847.457042:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1769074847.457044:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1769074847.457045:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1769074847.457046:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1769074847.457048:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1769074847.457050:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1769074847.457051:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1769074847.457053:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1769074847.457054:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1769074847.457055:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1769074847.457057:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1769074847.457058:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1769074847.457060:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1769074847.457061:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1769074847.457063:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1769074847.457064:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1769074847.457066:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1769074847.457067:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1769074847.457069:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1769074847.457070:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1769074847.457071:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1769074847.457073:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1769074847.457074:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1769074847.457076:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1769074847.457077:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1769074847.457079:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1769074847.457081:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1769074847.457082:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1769074847.457084:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1769074847.457085:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1769074847.457086:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1769074847.457088:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1769074847.457090:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1769074847.457091:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1769074847.457093:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1769074847.457095:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1769074847.457096:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1769074847.457098:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1769074847.457100:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1769074847.457101:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1769074847.457103:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1769074847.457105:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1769074847.457107:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1769074847.457108:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1769074847.457110:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1769074847.457112:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1769074847.457114:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1769074847.457115:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1769074847.457117:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1769074847.457119:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1769074847.457120:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1769074847.457122:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1769074847.457124:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1769074847.457126:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1769074847.457127:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1769074847.457129:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1769074847.457130:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1769074847.457132:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1769074847.457134:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1769074847.457135:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1769074847.457137:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1769074847.457138:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1769074847.457140:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1769074847.457141:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1769074847.457142:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1769074847.457143:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1769074847.457145:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1769074847.457146:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1769074847.457148:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1769074847.457149:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1769074847.457151:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1769074847.457152:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1769074847.457154:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1769074847.457155:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1769074847.457157:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1769074847.457158:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1769074847.457160:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1769074847.457161:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1769074847.457162:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1769074847.457164:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1769074847.457166:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1769074847.457167:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1769074847.457169:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1769074847.457171:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1769074847.457173:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1769074847.457175:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1769074847.457177:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1769074847.457179:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1769074847.457180:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1769074847.457182:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1769074847.457184:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1769074847.457186:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1769074847.457188:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1769074847.457189:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1769074847.457191:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1769074847.457193:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1769074847.457194:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1769074847.457196:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1769074847.457197:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1769074847.457199:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1769074847.457200:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1769074847.457202:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1769074847.457203:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1769074847.457205:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1769074847.457207:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1769074847.457208:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1769074847.457209:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1769074847.457210:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1769074847.457211:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1769074847.457213:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1769074847.457214:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1769074847.457215:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1769074847.457217:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1769074847.457218:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1769074847.457219:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1769074847.457221:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1769074847.457223:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1769074847.457224:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1769074847.457226:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1769074847.457227:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1769074847.457333:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1769074847.457359:0:2371:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc650fdcb40 00000100:00100000:1.0:1769074847.457392:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612877952:192.168.204.139@tcp:3:lfs.0 00000080:00200000:0.0:1769074847.457734:0:61581:0:(file.c:2109:ll_file_io_generic()) Range unlock [0, 511] 00000080:00200000:0.0:1769074847.457752:0:61581:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/0, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1769074847.457759:0:61581:0:(file.c:2142:ll_file_io_generic()) f204b.sanity-flr: 1 io complete with rc: 0, result: 2097152, restart: 0 00000020:00200000:0.0:1769074847.457763:0:61581:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1769074847.457771:0:61581:0:(file.c:2228:ll_file_io_generic()) iot: 1, result: 2097152 00000080:00200080:0.0:1769074847.457825:0:61581:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) cmd=400866b1 arg=0 00000080:00200080:0.0:1769074847.457837:0:61581:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) cmd=400866b1 arg=2 00000080:00200008:0.0:1769074847.457844:0:61581:0:(file.c:6252:ll_getattr_dentry()) START file f204b.sanity-flr:[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074847.457852:0:61581:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8),name=f204b.sanity-flr 00000002:00010000:0.0:1769074847.457876:0:61581:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b5:0x0]) in obj [0x200000404:0x1b5:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074847.457896:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b986 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8ba14 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.457911:0:61581:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b986 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8ba14 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074847.457919:0:61581:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b5:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074847.457926:0:61581:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) 00000080:00010000:0.0:1769074847.457929:0:61581:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) for lock 0x21fa6d252c11b986 00000080:00010000:0.0:1769074847.457949:0:61581:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b986 from it ffffa7f981cdfcd8 00010000:00010000:0.0:1769074847.457953:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b986 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8ba14 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.457964:0:61581:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b986 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8ba14 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074847.457988:0:61581:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/1, layout version 7 restore needed 0 00020000:00200000:0.0:1769074847.458000:0:61581:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b5:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:0.0:1769074847.458003:0:61581:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:0.0:1769074847.458007:0:61581:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1b5:0x0] 00000008:00010000:0.0:1769074847.458025:0:61581:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1769074847.458028:0:61581:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64ac341b0, osc lock ffff9bc64a6dfc80, flags 0x400000400001002 00000008:00010000:0.0:1769074847.458033:0:61581:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1769074847.458035:0:61581:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64ac341f0, osc lock ffff9bc64a6de130, flags 0x400000400001002 00010000:00010000:0.0:1769074847.458053:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.458063:0:61581:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 1048575) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000020:00200000:0.0:1769074847.458074:0:61581:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1769074847.458077:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.458083:0:61581:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.458098:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.458106:0:61581:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (1048576 68157439) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000020:00200000:0.0:1769074847.458114:0:61581:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1769074847.458116:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.458127:0:61581:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000020:00200000:0.0:1769074847.458135:0:61581:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1769074847.458145:0:61581:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b5:0x0] updating i_size 2097152 i_blocks 4110 00000020:00010000:0.0:1769074847.458150:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc643bb6238 (ffff9bc64f158008/0) at cl_lock_release():245 00000020:00010000:0.0:1769074847.458153:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643bb6238 (ffff9bc64f158008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1769074847.458156:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64ac341b0 (ffff9bc64f1586c8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1769074847.458160:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64ac341f0 (ffff9bc64f1585a8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1769074847.458162:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643bb6238 (ffff9bc64f158008/0) at cl_lock_fini():72 00000020:00010000:0.0:1769074847.458165:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64ac341b0 (ffff9bc64f158008/1) at cl_lock_fini():72 00000020:00010000:0.0:1769074847.458168:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64ac341f0 (ffff9bc64f158008/1) at cl_lock_fini():72 00000080:00200000:0.0:1769074847.458175:0:61581:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/1, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1769074847.458198:0:61581:0:(file.c:2648:do_file_write_iter()) START file f204b.sanity-flr:[0x200000404:0x1b5:0x0], ppos: 0, count: 2097152 00000080:00200000:0.0:1769074847.458206:0:61581:0:(file.c:1994:ll_file_io_generic()) f204b.sanity-flr: write ppos: 0, bytes: 2097152 00000080:00200000:0.0:1769074847.458214:0:61581:0:(file.c:1759:ll_io_set_mirror()) f204b.sanity-flr: desiginated mirror: 2 00000020:00200000:0.0:1769074847.458222:0:61581:0:(cl_io.c:214:cl_io_rw_init()) header@000000005fb33864[0x4, 2, [0x200000404:0x1b5:0x0] hash] 00000020:00200000:0.0:1769074847.458225:0:61581:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 2097152) 2048 0 00000080:00200000:0.0:1769074847.458227:0:61581:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/0, layout version 7 restore needed 0 00000080:00200000:0.0:1769074847.458239:0:61581:0:(file.c:2072:ll_file_io_generic()) Range lock [0, 511] 00020000:00200000:0.0:1769074847.458246:0:61581:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 2097152) 2097152, 2097152 00020000:00200000:0.0:1769074847.458250:0:61581:0:(lov_io.c:860:lov_io_iter_init()) component[3] flags 0x11 00000080:00200000:0.0:1769074847.458263:0:61581:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 1 [0, 511] 00000008:00010000:0.0:1769074847.458272:0:61581:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 11 00000008:00010000:0.0:1769074847.458276:0:61581:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc646282a30, osc lock ffff9bc64a6de130, flags 0x40000 00000080:00200000:0.0:1769074847.458294:0:61581:0:(vvp_io.c:1312:vvp_io_write_start()) f204b.sanity-flr: write [0, 2097152) append 0 append lockpos 0 00000080:00200000:0.0:1769074847.458309:0:61581:0:(rw26.c:439:ll_direct_IO_impl()) VFS Op:inode=[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8), size=2097152 (max 603979776), offset=0=0x0, pages 512 (max 147456), lockless, parallel 00000008:00010000:0.0:1769074847.459059:0:46436:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9bc650fdc3c0 00000008:00100000:0.0:1769074847.459686:0:46436:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc64f07ce00 - object 0x240000400:539 offset 0<>1048576 00000020:00200000:0.0:1769074847.459750:0:61581:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 512 items remaining. 00000080:00200000:0.0:1769074847.459754:0:61581:0:(rw26.c:570:ll_direct_IO_impl()) result 0 tot_bytes 2097152 count 2097152 file_offset 2097152 00000080:00200000:0.0:1769074847.459770:0:61581:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b5:0x0] updating i_size 2097152 i_blocks 4110 00000020:00010000:0.0:1769074847.459818:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc67aff6d58 (ffff9bc64f158008/0) at cl_lock_release():245 00000020:00010000:0.0:1769074847.459823:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc67aff6d58 (ffff9bc64f158008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1769074847.459826:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc646282a30 (ffff9bc64f1585a8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1769074847.459830:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc67aff6d58 (ffff9bc64f158008/0) at cl_lock_fini():72 00000020:00010000:0.0:1769074847.459832:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc646282a30 (ffff9bc64f158008/1) at cl_lock_fini():72 00000080:00200000:0.0:1769074847.459839:0:61581:0:(vvp_io.c:518:vvp_io_advance()) advancing 2097152 bytes 00000020:00200000:0.0:1769074847.459846:0:61581:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1769074847.459857:0:46436:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9bc650fdce40 00000008:00100000:0.0:1769074847.460425:0:46436:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc64f07f100 - object 0x240000400:539 offset 1048576<>2097152 00000100:00100000:1.0:1769074847.461655:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612878208:192.168.204.139@tcp:4:lfs.0 00000100:00100000:1.0:1769074847.461861:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074847.461870:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612878080:192.168.204.139@tcp:4:lfs.0 00000100:00100000:1.0:1769074847.545642:0:2370:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9bc646483800: committing for last_committed 21474839622 gen 5 00000008:00010000:1.0:1769074847.545715:0:2370:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc650fdc3c0 00000020:00200000:1.0:1769074847.545722:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 511 items remaining. 00000020:00200000:1.0:1769074847.545725:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 510 items remaining. 00000020:00200000:1.0:1769074847.545727:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 509 items remaining. 00000020:00200000:1.0:1769074847.545729:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 508 items remaining. 00000020:00200000:1.0:1769074847.545731:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 507 items remaining. 00000020:00200000:1.0:1769074847.545732:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 506 items remaining. 00000020:00200000:1.0:1769074847.545733:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 505 items remaining. 00000020:00200000:1.0:1769074847.545736:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 504 items remaining. 00000020:00200000:1.0:1769074847.545737:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 503 items remaining. 00000020:00200000:1.0:1769074847.545739:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 502 items remaining. 00000020:00200000:1.0:1769074847.545741:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 501 items remaining. 00000020:00200000:1.0:1769074847.545742:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 500 items remaining. 00000020:00200000:1.0:1769074847.545744:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 499 items remaining. 00000020:00200000:1.0:1769074847.545745:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 498 items remaining. 00000020:00200000:1.0:1769074847.545747:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 497 items remaining. 00000020:00200000:1.0:1769074847.545748:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 496 items remaining. 00000020:00200000:1.0:1769074847.545750:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 495 items remaining. 00000020:00200000:1.0:1769074847.545751:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 494 items remaining. 00000020:00200000:1.0:1769074847.545753:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 493 items remaining. 00000020:00200000:1.0:1769074847.545754:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 492 items remaining. 00000020:00200000:1.0:1769074847.545756:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 491 items remaining. 00000020:00200000:1.0:1769074847.545758:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 490 items remaining. 00000020:00200000:1.0:1769074847.545759:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 489 items remaining. 00000020:00200000:1.0:1769074847.545761:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 488 items remaining. 00000020:00200000:1.0:1769074847.545762:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 487 items remaining. 00000020:00200000:1.0:1769074847.545763:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 486 items remaining. 00000020:00200000:1.0:1769074847.545765:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 485 items remaining. 00000020:00200000:1.0:1769074847.545766:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 484 items remaining. 00000020:00200000:1.0:1769074847.545768:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 483 items remaining. 00000020:00200000:1.0:1769074847.545769:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 482 items remaining. 00000020:00200000:1.0:1769074847.545770:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 481 items remaining. 00000020:00200000:1.0:1769074847.545772:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 480 items remaining. 00000020:00200000:1.0:1769074847.545825:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 479 items remaining. 00000020:00200000:1.0:1769074847.545828:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 478 items remaining. 00000020:00200000:1.0:1769074847.545830:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 477 items remaining. 00000020:00200000:1.0:1769074847.545832:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 476 items remaining. 00000020:00200000:1.0:1769074847.545834:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 475 items remaining. 00000020:00200000:1.0:1769074847.545836:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 474 items remaining. 00000020:00200000:1.0:1769074847.545837:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 473 items remaining. 00000020:00200000:1.0:1769074847.545839:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 472 items remaining. 00000020:00200000:1.0:1769074847.545841:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 471 items remaining. 00000020:00200000:1.0:1769074847.545843:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 470 items remaining. 00000020:00200000:1.0:1769074847.545844:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 469 items remaining. 00000020:00200000:1.0:1769074847.545846:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 468 items remaining. 00000020:00200000:1.0:1769074847.545847:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 467 items remaining. 00000020:00200000:1.0:1769074847.545849:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 466 items remaining. 00000020:00200000:1.0:1769074847.545851:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 465 items remaining. 00000020:00200000:1.0:1769074847.545853:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 464 items remaining. 00000020:00200000:1.0:1769074847.545854:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 463 items remaining. 00000020:00200000:1.0:1769074847.545856:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 462 items remaining. 00000020:00200000:1.0:1769074847.545858:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 461 items remaining. 00000020:00200000:1.0:1769074847.545860:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 460 items remaining. 00000020:00200000:1.0:1769074847.545861:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 459 items remaining. 00000020:00200000:1.0:1769074847.545863:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 458 items remaining. 00000020:00200000:1.0:1769074847.545865:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 457 items remaining. 00000020:00200000:1.0:1769074847.545867:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 456 items remaining. 00000020:00200000:1.0:1769074847.545869:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 455 items remaining. 00000020:00200000:1.0:1769074847.545870:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 454 items remaining. 00000020:00200000:1.0:1769074847.545872:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 453 items remaining. 00000020:00200000:1.0:1769074847.545874:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 452 items remaining. 00000020:00200000:1.0:1769074847.545875:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 451 items remaining. 00000020:00200000:1.0:1769074847.545876:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 450 items remaining. 00000020:00200000:1.0:1769074847.545878:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 449 items remaining. 00000020:00200000:1.0:1769074847.545879:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 448 items remaining. 00000020:00200000:1.0:1769074847.545881:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 447 items remaining. 00000020:00200000:1.0:1769074847.545882:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 446 items remaining. 00000020:00200000:1.0:1769074847.545884:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 445 items remaining. 00000020:00200000:1.0:1769074847.545885:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 444 items remaining. 00000020:00200000:1.0:1769074847.545886:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 443 items remaining. 00000020:00200000:1.0:1769074847.545887:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 442 items remaining. 00000020:00200000:1.0:1769074847.545889:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 441 items remaining. 00000020:00200000:1.0:1769074847.545890:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 440 items remaining. 00000020:00200000:1.0:1769074847.545891:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 439 items remaining. 00000020:00200000:1.0:1769074847.545893:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 438 items remaining. 00000020:00200000:1.0:1769074847.545894:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 437 items remaining. 00000020:00200000:1.0:1769074847.545896:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 436 items remaining. 00000020:00200000:1.0:1769074847.545897:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 435 items remaining. 00000020:00200000:1.0:1769074847.545899:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 434 items remaining. 00000020:00200000:1.0:1769074847.545900:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 433 items remaining. 00000020:00200000:1.0:1769074847.545902:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 432 items remaining. 00000020:00200000:1.0:1769074847.545903:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 431 items remaining. 00000020:00200000:1.0:1769074847.545905:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 430 items remaining. 00000020:00200000:1.0:1769074847.545906:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 429 items remaining. 00000020:00200000:1.0:1769074847.545908:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 428 items remaining. 00000020:00200000:1.0:1769074847.545910:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 427 items remaining. 00000020:00200000:1.0:1769074847.545911:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 426 items remaining. 00000020:00200000:1.0:1769074847.545912:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 425 items remaining. 00000020:00200000:1.0:1769074847.545914:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 424 items remaining. 00000020:00200000:1.0:1769074847.545916:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 423 items remaining. 00000020:00200000:1.0:1769074847.545917:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 422 items remaining. 00000020:00200000:1.0:1769074847.545919:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 421 items remaining. 00000020:00200000:1.0:1769074847.545920:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 420 items remaining. 00000020:00200000:1.0:1769074847.545921:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 419 items remaining. 00000020:00200000:1.0:1769074847.545923:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 418 items remaining. 00000020:00200000:1.0:1769074847.545925:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 417 items remaining. 00000020:00200000:1.0:1769074847.545927:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 416 items remaining. 00000020:00200000:1.0:1769074847.545929:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 415 items remaining. 00000020:00200000:1.0:1769074847.545930:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 414 items remaining. 00000020:00200000:1.0:1769074847.545932:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 413 items remaining. 00000020:00200000:1.0:1769074847.545934:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 412 items remaining. 00000020:00200000:1.0:1769074847.546055:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 411 items remaining. 00000020:00200000:1.0:1769074847.546060:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 410 items remaining. 00000020:00200000:1.0:1769074847.546062:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 409 items remaining. 00000020:00200000:1.0:1769074847.546064:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 408 items remaining. 00000020:00200000:1.0:1769074847.546066:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 407 items remaining. 00000020:00200000:1.0:1769074847.546067:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 406 items remaining. 00000020:00200000:1.0:1769074847.546069:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 405 items remaining. 00000020:00200000:1.0:1769074847.546071:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 404 items remaining. 00000020:00200000:1.0:1769074847.546073:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 403 items remaining. 00000020:00200000:1.0:1769074847.546075:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 402 items remaining. 00000020:00200000:1.0:1769074847.546077:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 401 items remaining. 00000020:00200000:1.0:1769074847.546079:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 400 items remaining. 00000020:00200000:1.0:1769074847.546081:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 399 items remaining. 00000020:00200000:1.0:1769074847.546082:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 398 items remaining. 00000020:00200000:1.0:1769074847.546084:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 397 items remaining. 00000020:00200000:1.0:1769074847.546086:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 396 items remaining. 00000020:00200000:1.0:1769074847.546087:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 395 items remaining. 00000020:00200000:1.0:1769074847.546088:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 394 items remaining. 00000020:00200000:1.0:1769074847.546090:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 393 items remaining. 00000020:00200000:1.0:1769074847.546092:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 392 items remaining. 00000020:00200000:1.0:1769074847.546094:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 391 items remaining. 00000020:00200000:1.0:1769074847.546096:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 390 items remaining. 00000020:00200000:1.0:1769074847.546098:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 389 items remaining. 00000020:00200000:1.0:1769074847.546099:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 388 items remaining. 00000020:00200000:1.0:1769074847.546101:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 387 items remaining. 00000020:00200000:1.0:1769074847.546102:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 386 items remaining. 00000020:00200000:1.0:1769074847.546104:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 385 items remaining. 00000020:00200000:1.0:1769074847.546106:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 384 items remaining. 00000020:00200000:1.0:1769074847.546107:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 383 items remaining. 00000020:00200000:1.0:1769074847.546109:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 382 items remaining. 00000020:00200000:1.0:1769074847.546110:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 381 items remaining. 00000020:00200000:1.0:1769074847.546112:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 380 items remaining. 00000020:00200000:1.0:1769074847.546113:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 379 items remaining. 00000020:00200000:1.0:1769074847.546115:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 378 items remaining. 00000020:00200000:1.0:1769074847.546117:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 377 items remaining. 00000020:00200000:1.0:1769074847.546119:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 376 items remaining. 00000020:00200000:1.0:1769074847.546121:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 375 items remaining. 00000020:00200000:1.0:1769074847.546123:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 374 items remaining. 00000020:00200000:1.0:1769074847.546125:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 373 items remaining. 00000020:00200000:1.0:1769074847.546127:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 372 items remaining. 00000020:00200000:1.0:1769074847.546128:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 371 items remaining. 00000020:00200000:1.0:1769074847.546129:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 370 items remaining. 00000020:00200000:1.0:1769074847.546131:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 369 items remaining. 00000020:00200000:1.0:1769074847.546133:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 368 items remaining. 00000020:00200000:1.0:1769074847.546134:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 367 items remaining. 00000020:00200000:1.0:1769074847.546136:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 366 items remaining. 00000020:00200000:1.0:1769074847.546138:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 365 items remaining. 00000020:00200000:1.0:1769074847.546139:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 364 items remaining. 00000020:00200000:1.0:1769074847.546141:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 363 items remaining. 00000020:00200000:1.0:1769074847.546143:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 362 items remaining. 00000020:00200000:1.0:1769074847.546144:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 361 items remaining. 00000020:00200000:1.0:1769074847.546146:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 360 items remaining. 00000020:00200000:1.0:1769074847.546148:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 359 items remaining. 00000020:00200000:1.0:1769074847.546150:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 358 items remaining. 00000020:00200000:1.0:1769074847.546152:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 357 items remaining. 00000020:00200000:1.0:1769074847.546153:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 356 items remaining. 00000020:00200000:1.0:1769074847.546155:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 355 items remaining. 00000020:00200000:1.0:1769074847.546156:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 354 items remaining. 00000020:00200000:1.0:1769074847.546158:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 353 items remaining. 00000020:00200000:1.0:1769074847.546159:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 352 items remaining. 00000020:00200000:1.0:1769074847.546161:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 351 items remaining. 00000020:00200000:1.0:1769074847.546163:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 350 items remaining. 00000020:00200000:1.0:1769074847.546165:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 349 items remaining. 00000020:00200000:1.0:1769074847.546167:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 348 items remaining. 00000020:00200000:1.0:1769074847.546169:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 347 items remaining. 00000020:00200000:1.0:1769074847.546171:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 346 items remaining. 00000020:00200000:1.0:1769074847.546172:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 345 items remaining. 00000020:00200000:1.0:1769074847.546174:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 344 items remaining. 00000020:00200000:1.0:1769074847.546176:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 343 items remaining. 00000020:00200000:1.0:1769074847.546177:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 342 items remaining. 00000020:00200000:1.0:1769074847.546179:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 341 items remaining. 00000020:00200000:1.0:1769074847.546180:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 340 items remaining. 00000020:00200000:1.0:1769074847.546182:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 339 items remaining. 00000020:00200000:1.0:1769074847.546184:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 338 items remaining. 00000020:00200000:1.0:1769074847.546185:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 337 items remaining. 00000020:00200000:1.0:1769074847.546187:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 336 items remaining. 00000020:00200000:1.0:1769074847.546189:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 335 items remaining. 00000020:00200000:1.0:1769074847.546191:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 334 items remaining. 00000020:00200000:1.0:1769074847.546192:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 333 items remaining. 00000020:00200000:1.0:1769074847.546194:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 332 items remaining. 00000020:00200000:1.0:1769074847.546196:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 331 items remaining. 00000020:00200000:1.0:1769074847.546197:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 330 items remaining. 00000020:00200000:1.0:1769074847.546199:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 329 items remaining. 00000020:00200000:1.0:1769074847.546201:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 328 items remaining. 00000020:00200000:1.0:1769074847.546202:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 327 items remaining. 00000020:00200000:1.0:1769074847.546204:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 326 items remaining. 00000020:00200000:1.0:1769074847.546205:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 325 items remaining. 00000020:00200000:1.0:1769074847.546207:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 324 items remaining. 00000020:00200000:1.0:1769074847.546208:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 323 items remaining. 00000020:00200000:1.0:1769074847.546210:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 322 items remaining. 00000020:00200000:1.0:1769074847.546212:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 321 items remaining. 00000020:00200000:1.0:1769074847.546213:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 320 items remaining. 00000020:00200000:1.0:1769074847.546215:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 319 items remaining. 00000020:00200000:1.0:1769074847.546217:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 318 items remaining. 00000020:00200000:1.0:1769074847.546218:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 317 items remaining. 00000020:00200000:1.0:1769074847.546220:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 316 items remaining. 00000020:00200000:1.0:1769074847.546222:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 315 items remaining. 00000020:00200000:1.0:1769074847.546223:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 314 items remaining. 00000020:00200000:1.0:1769074847.546225:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 313 items remaining. 00000020:00200000:1.0:1769074847.546227:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 312 items remaining. 00000020:00200000:1.0:1769074847.546229:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 311 items remaining. 00000020:00200000:1.0:1769074847.546230:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 310 items remaining. 00000020:00200000:1.0:1769074847.546232:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 309 items remaining. 00000020:00200000:1.0:1769074847.546234:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 308 items remaining. 00000020:00200000:1.0:1769074847.546235:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 307 items remaining. 00000020:00200000:1.0:1769074847.546237:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 306 items remaining. 00000020:00200000:1.0:1769074847.546238:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 305 items remaining. 00000020:00200000:1.0:1769074847.546240:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 304 items remaining. 00000020:00200000:1.0:1769074847.546241:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 303 items remaining. 00000020:00200000:1.0:1769074847.546243:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 302 items remaining. 00000020:00200000:1.0:1769074847.546244:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 301 items remaining. 00000020:00200000:1.0:1769074847.546246:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 300 items remaining. 00000020:00200000:1.0:1769074847.546247:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 299 items remaining. 00000020:00200000:1.0:1769074847.546249:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 298 items remaining. 00000020:00200000:1.0:1769074847.546251:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 297 items remaining. 00000020:00200000:1.0:1769074847.546253:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 296 items remaining. 00000020:00200000:1.0:1769074847.546255:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 295 items remaining. 00000020:00200000:1.0:1769074847.546256:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 294 items remaining. 00000020:00200000:1.0:1769074847.546258:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 293 items remaining. 00000020:00200000:1.0:1769074847.546259:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 292 items remaining. 00000020:00200000:1.0:1769074847.546261:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 291 items remaining. 00000020:00200000:1.0:1769074847.546262:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 290 items remaining. 00000020:00200000:1.0:1769074847.546264:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 289 items remaining. 00000020:00200000:1.0:1769074847.546265:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 288 items remaining. 00000020:00200000:1.0:1769074847.546266:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 287 items remaining. 00000020:00200000:1.0:1769074847.546268:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 286 items remaining. 00000020:00200000:1.0:1769074847.546270:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 285 items remaining. 00000020:00200000:1.0:1769074847.546271:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 284 items remaining. 00000020:00200000:1.0:1769074847.546273:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 283 items remaining. 00000020:00200000:1.0:1769074847.546275:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 282 items remaining. 00000020:00200000:1.0:1769074847.546276:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 281 items remaining. 00000020:00200000:1.0:1769074847.546278:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 280 items remaining. 00000020:00200000:1.0:1769074847.546280:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 279 items remaining. 00000020:00200000:1.0:1769074847.546291:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 278 items remaining. 00000020:00200000:1.0:1769074847.546293:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 277 items remaining. 00000020:00200000:1.0:1769074847.546295:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 276 items remaining. 00000020:00200000:1.0:1769074847.546297:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 275 items remaining. 00000020:00200000:1.0:1769074847.546299:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 274 items remaining. 00000020:00200000:1.0:1769074847.546300:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 273 items remaining. 00000020:00200000:1.0:1769074847.546302:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 272 items remaining. 00000020:00200000:1.0:1769074847.546303:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 271 items remaining. 00000020:00200000:1.0:1769074847.546305:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 270 items remaining. 00000020:00200000:1.0:1769074847.546307:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 269 items remaining. 00000020:00200000:1.0:1769074847.546309:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 268 items remaining. 00000020:00200000:1.0:1769074847.546310:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 267 items remaining. 00000020:00200000:1.0:1769074847.546312:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 266 items remaining. 00000020:00200000:1.0:1769074847.546314:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 265 items remaining. 00000020:00200000:1.0:1769074847.546316:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 264 items remaining. 00000020:00200000:1.0:1769074847.546318:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 263 items remaining. 00000020:00200000:1.0:1769074847.546320:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 262 items remaining. 00000020:00200000:1.0:1769074847.546322:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 261 items remaining. 00000020:00200000:1.0:1769074847.546323:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 260 items remaining. 00000020:00200000:1.0:1769074847.546325:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 259 items remaining. 00000020:00200000:1.0:1769074847.546327:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 258 items remaining. 00000020:00200000:1.0:1769074847.546329:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 257 items remaining. 00000020:00200000:1.0:1769074847.546330:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000008:00010000:1.0:1769074847.546346:0:2370:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc650fdc3c0 00000100:00100000:1.0:1769074847.546380:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612878080:192.168.204.139@tcp:4:lfs.0 00000008:00010000:1.0:1769074847.546433:0:2370:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc650fdce40 00000020:00200000:1.0:1769074847.546436:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1769074847.546438:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1769074847.546439:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1769074847.546441:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1769074847.546442:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1769074847.546444:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1769074847.546446:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1769074847.546448:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1769074847.546449:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1769074847.546450:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1769074847.546452:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1769074847.546453:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1769074847.546454:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1769074847.546456:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1769074847.546457:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1769074847.546459:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1769074847.546461:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1769074847.546462:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1769074847.546464:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1769074847.546466:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1769074847.546468:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1769074847.546470:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1769074847.546471:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1769074847.546473:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1769074847.546474:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1769074847.546476:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1769074847.546478:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1769074847.546479:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1769074847.546481:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1769074847.546482:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1769074847.546484:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1769074847.546486:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1769074847.546487:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1769074847.546489:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1769074847.546491:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1769074847.546493:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1769074847.546495:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1769074847.546497:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1769074847.546499:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1769074847.546500:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1769074847.546502:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1769074847.546503:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1769074847.546505:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1769074847.546506:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1769074847.546508:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1769074847.546509:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1769074847.546510:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1769074847.546512:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1769074847.546514:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1769074847.546515:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1769074847.546517:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1769074847.546519:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1769074847.546520:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1769074847.546522:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1769074847.546523:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1769074847.546524:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1769074847.546526:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1769074847.546527:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1769074847.546528:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1769074847.546530:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1769074847.546531:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1769074847.546532:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1769074847.546534:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1769074847.546535:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1769074847.546537:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1769074847.546538:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1769074847.546540:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1769074847.546542:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1769074847.546543:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1769074847.546545:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1769074847.546546:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1769074847.546548:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1769074847.546549:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1769074847.546551:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1769074847.546553:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1769074847.546554:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1769074847.546556:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1769074847.546557:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1769074847.546559:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1769074847.546560:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1769074847.546562:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1769074847.546563:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1769074847.546565:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1769074847.546567:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1769074847.546569:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1769074847.546570:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1769074847.546572:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1769074847.546574:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1769074847.546575:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1769074847.546577:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1769074847.546578:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1769074847.546580:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1769074847.546582:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1769074847.546583:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1769074847.546585:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1769074847.546587:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1769074847.546588:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1769074847.546590:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1769074847.546592:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1769074847.546593:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1769074847.546595:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1769074847.546597:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1769074847.546598:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1769074847.546600:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1769074847.546602:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1769074847.546603:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1769074847.546605:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1769074847.546606:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1769074847.546608:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1769074847.546609:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1769074847.546611:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1769074847.546613:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1769074847.546614:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1769074847.546616:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1769074847.546617:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1769074847.546619:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1769074847.546621:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1769074847.546622:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1769074847.546624:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1769074847.546625:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1769074847.546626:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1769074847.546628:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1769074847.546629:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1769074847.546631:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1769074847.546632:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1769074847.546634:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1769074847.546636:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1769074847.546638:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1769074847.546639:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1769074847.546641:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1769074847.546643:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1769074847.546644:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1769074847.546646:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1769074847.546648:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1769074847.546649:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1769074847.546651:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1769074847.546653:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1769074847.546654:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1769074847.546656:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1769074847.546658:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1769074847.546659:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1769074847.546661:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1769074847.546663:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1769074847.546664:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1769074847.546666:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1769074847.546667:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1769074847.546669:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1769074847.546670:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1769074847.546672:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1769074847.546674:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1769074847.546676:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1769074847.546677:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1769074847.546679:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1769074847.546680:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1769074847.546681:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1769074847.546682:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1769074847.546684:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1769074847.546685:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1769074847.546687:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1769074847.546688:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1769074847.546690:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1769074847.546691:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1769074847.546693:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1769074847.546694:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1769074847.546696:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1769074847.546697:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1769074847.546699:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1769074847.546700:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1769074847.546702:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1769074847.546703:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1769074847.546704:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1769074847.546706:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1769074847.546707:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1769074847.546708:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1769074847.546710:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1769074847.546712:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1769074847.546713:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1769074847.546715:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1769074847.546716:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1769074847.546718:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1769074847.546720:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1769074847.546721:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1769074847.546723:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1769074847.546725:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1769074847.546726:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1769074847.546728:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1769074847.546729:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1769074847.546731:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1769074847.546732:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1769074847.546734:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1769074847.546736:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1769074847.546738:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1769074847.546739:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1769074847.546741:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1769074847.546742:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1769074847.546744:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1769074847.546746:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1769074847.546747:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1769074847.546748:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1769074847.546750:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1769074847.546751:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1769074847.546753:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1769074847.546754:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1769074847.546756:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1769074847.546757:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1769074847.546759:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1769074847.546761:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1769074847.546763:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1769074847.546765:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1769074847.546766:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1769074847.546768:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1769074847.546770:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1769074847.546772:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1769074847.546806:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1769074847.546807:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1769074847.546810:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1769074847.546811:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1769074847.546812:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1769074847.546813:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1769074847.546815:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1769074847.546816:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1769074847.546818:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1769074847.546820:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1769074847.546821:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1769074847.546822:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1769074847.546824:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1769074847.546826:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1769074847.546827:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1769074847.546828:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1769074847.546830:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1769074847.546831:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1769074847.546833:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1769074847.546835:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1769074847.546836:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1769074847.546838:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1769074847.546840:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1769074847.546842:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1769074847.546843:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1769074847.546845:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1769074847.546847:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1769074847.546848:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1769074847.546849:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1769074847.546851:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1769074847.546853:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1769074847.546854:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1769074847.546856:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1769074847.546857:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1769074847.546859:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1769074847.546860:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1769074847.546862:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1769074847.546864:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1769074847.546865:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1769074847.546867:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1769074847.546869:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1769074847.546871:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1769074847.546873:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1769074847.547509:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1769074847.547601:0:2370:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc650fdce40 00000100:00100000:1.0:1769074847.547616:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612878208:192.168.204.139@tcp:4:lfs.0 00000080:00200000:0.0:1769074847.548484:0:61581:0:(file.c:2109:ll_file_io_generic()) Range unlock [0, 511] 00000080:00200000:0.0:1769074847.548500:0:61581:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/0, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1769074847.548506:0:61581:0:(file.c:2142:ll_file_io_generic()) f204b.sanity-flr: 2 io complete with rc: 0, result: 2097152, restart: 0 00000080:00200000:0.0:1769074847.548520:0:61581:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b5:0x0] updating i_size 2097152 i_blocks 4110 00000020:00200000:0.0:1769074847.548524:0:61581:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1769074847.548534:0:61581:0:(file.c:2228:ll_file_io_generic()) iot: 2, result: 2097152 00000080:00200080:0.0:1769074847.548553:0:61581:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) cmd=400866b1 arg=0 00000080:00200080:0.0:1769074847.548562:0:61581:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) cmd=400866b1 arg=1 00000080:00200008:0.0:1769074847.548569:0:61581:0:(file.c:6252:ll_getattr_dentry()) START file f204b.sanity-flr:[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074847.548588:0:61581:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8),name=f204b.sanity-flr 00000002:00010000:0.0:1769074847.548613:0:61581:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b5:0x0]) in obj [0x200000404:0x1b5:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074847.548632:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b986 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8ba14 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.548652:0:61581:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b986 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8ba14 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074847.548660:0:61581:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b5:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074847.548667:0:61581:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) 00000080:00010000:0.0:1769074847.548671:0:61581:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) for lock 0x21fa6d252c11b986 00000080:00010000:0.0:1769074847.548678:0:61581:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b986 from it ffffa7f981cdfcd8 00010000:00010000:0.0:1769074847.548682:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b986 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8ba14 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.548690:0:61581:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b986 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8ba14 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074847.548715:0:61581:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/1, layout version 7 restore needed 0 00020000:00200000:0.0:1769074847.548726:0:61581:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b5:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:0.0:1769074847.548729:0:61581:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:0.0:1769074847.548734:0:61581:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1b5:0x0] 00000008:00010000:0.0:1769074847.548753:0:61581:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1769074847.548756:0:61581:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64ac341b0, osc lock ffff9bc64a6de130, flags 0x400000400001002 00000008:00010000:0.0:1769074847.548762:0:61581:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1769074847.548764:0:61581:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64ac341f0, osc lock ffff9bc64a6dfc80, flags 0x400000400001002 00010000:00010000:0.0:1769074847.548796:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.548805:0:61581:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 1048575) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000020:00200000:0.0:1769074847.548814:0:61581:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1769074847.548819:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.548826:0:61581:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.548840:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.548848:0:61581:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (1048576 68157439) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000020:00200000:0.0:1769074847.548855:0:61581:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1769074847.548858:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.548864:0:61581:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000020:00200000:0.0:1769074847.548871:0:61581:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1769074847.548878:0:61581:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b5:0x0] updating i_size 2097152 i_blocks 4110 00000020:00010000:0.0:1769074847.548882:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc643bb6238 (ffff9bc64f158008/0) at cl_lock_release():245 00000020:00010000:0.0:1769074847.548884:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643bb6238 (ffff9bc64f158008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1769074847.548887:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64ac341b0 (ffff9bc64f1585a8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1769074847.548891:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64ac341f0 (ffff9bc64f1586c8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1769074847.548893:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643bb6238 (ffff9bc64f158008/0) at cl_lock_fini():72 00000020:00010000:0.0:1769074847.548896:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64ac341b0 (ffff9bc64f158008/1) at cl_lock_fini():72 00000020:00010000:0.0:1769074847.548900:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64ac341f0 (ffff9bc64f158008/1) at cl_lock_fini():72 00000080:00200000:0.0:1769074847.548908:0:61581:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/1, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1769074847.548920:0:61581:0:(file.c:5185:ll_file_seek()) START file f204b.sanity-flr:[0x200000404:0x1b5:0x0], offset: 2097152, type: SEEK_DATA 00000080:00200000:0.0:1769074847.548926:0:61581:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/0, layout version 7 restore needed 0 00020000:00200000:0.0:1769074847.548930:0:61581:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b5:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:0.0:1769074847.548932:0:61581:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:0.0:1769074847.549026:0:61581:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:0.0:1769074847.549033:0:61581:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x40 00000080:00200000:0.0:1769074847.549051:0:61581:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b5:0x0] updating i_size 2097152 i_blocks 4110 00000080:00200000:0.0:1769074847.549060:0:61581:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1769074847.549065:0:61581:0:(file.c:1759:ll_io_set_mirror()) f204b.sanity-flr: desiginated mirror: 1 00000080:00200000:0.0:1769074847.549068:0:61581:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1769074847.549073:0:61581:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:0.0:1769074847.549076:0:61581:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x40 00000080:00200000:0.0:1769074847.549079:0:61581:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 0 [512, 18446744073709551615] 00000008:00010000:0.0:1769074847.549086:0:61581:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 8 00000008:00010000:0.0:1769074847.549088:0:61581:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc646282a30, osc lock ffff9bc64a6dfc80, flags 0x0 00010000:00010000:0.0:1769074847.549097:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.549220:0:61581:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (2097152 68157439) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.549229:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.549237:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.549243:0:61581:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1769074847.549256:0:61581:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b5:0x0] updating i_size 2097152 i_blocks 4110 00000020:00010000:0.0:1769074847.549262:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc67aff6d58 (ffff9bc64f158008/0) at cl_lock_release():245 00000020:00010000:0.0:1769074847.549264:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc67aff6d58 (ffff9bc64f158008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1769074847.549267:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc646282a30 (ffff9bc64f1586c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1769074847.549271:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.549278:0:61581:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1769074847.549297:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc67aff6d58 (ffff9bc64f158008/0) at cl_lock_fini():72 00000020:00010000:0.0:1769074847.549300:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc646282a30 (ffff9bc64f158008/1) at cl_lock_fini():72 00000080:00200000:0.0:1769074847.549308:0:61581:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/0, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1769074847.549314:0:61581:0:(file.c:5185:ll_file_seek()) START file f204b.sanity-flr:[0x200000404:0x1b5:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1769074847.549319:0:61581:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/1, layout version 7 restore needed 0 00020000:00200000:0.0:1769074847.549324:0:61581:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b5:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:0.0:1769074847.549326:0:61581:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:0.0:1769074847.549329:0:61581:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1b5:0x0] 00000008:00010000:0.0:1769074847.549450:0:61581:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1769074847.549453:0:61581:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64ac341b0, osc lock ffff9bc64a6dfc80, flags 0x400000400001002 00000008:00010000:0.0:1769074847.549461:0:61581:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1769074847.549462:0:61581:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64ac341f0, osc lock ffff9bc64a6de130, flags 0x400000400001002 00010000:00010000:0.0:1769074847.549471:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.549480:0:61581:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 1048575) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000020:00200000:0.0:1769074847.549488:0:61581:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1769074847.549490:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.549498:0:61581:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.549509:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.549516:0:61581:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (1048576 68157439) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000020:00200000:0.0:1769074847.549523:0:61581:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1769074847.549526:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.549533:0:61581:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000020:00200000:0.0:1769074847.549541:0:61581:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1769074847.549546:0:61581:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b5:0x0] updating i_size 2097152 i_blocks 4110 00000020:00010000:0.0:1769074847.549548:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc643bb6238 (ffff9bc64f158008/0) at cl_lock_release():245 00000020:00010000:0.0:1769074847.549551:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643bb6238 (ffff9bc64f158008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1769074847.549553:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64ac341b0 (ffff9bc64f1586c8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1769074847.549556:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64ac341f0 (ffff9bc64f1585a8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1769074847.549559:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643bb6238 (ffff9bc64f158008/0) at cl_lock_fini():72 00000020:00010000:0.0:1769074847.549561:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64ac341b0 (ffff9bc64f158008/1) at cl_lock_fini():72 00000020:00010000:0.0:1769074847.549564:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64ac341f0 (ffff9bc64f158008/1) at cl_lock_fini():72 00000080:00200000:0.0:1769074847.549570:0:61581:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/1, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1769074847.549577:0:61581:0:(file.c:5216:ll_file_seek()) COMPLETED file f204b.sanity-flr:[0x200000404:0x1b5:0x0], offset: 0, type: (null), rc = 2097152 00000080:00200080:0.0:1769074847.549584:0:61581:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) cmd=400866b1 arg=0 00000080:00200080:0.0:1769074847.561511:0:61581:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) cmd=400866b1 arg=2 00000080:00200008:0.0:1769074847.561537:0:61581:0:(file.c:6252:ll_getattr_dentry()) START file f204b.sanity-flr:[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074847.561548:0:61581:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8),name=f204b.sanity-flr 00000002:00010000:0.0:1769074847.561581:0:61581:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b5:0x0]) in obj [0x200000404:0x1b5:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074847.561603:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b986 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8ba14 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.561621:0:61581:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b986 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8ba14 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074847.561629:0:61581:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b5:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074847.561638:0:61581:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) 00000080:00010000:0.0:1769074847.561642:0:61581:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) for lock 0x21fa6d252c11b986 00000080:00010000:0.0:1769074847.561650:0:61581:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b986 from it ffffa7f981cdfcd8 00010000:00010000:0.0:1769074847.561654:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b986 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8ba14 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.561663:0:61581:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b986 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8ba14 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074847.561695:0:61581:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/1, layout version 7 restore needed 0 00020000:00200000:0.0:1769074847.561709:0:61581:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b5:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:0.0:1769074847.561714:0:61581:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:0.0:1769074847.561717:0:61581:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1b5:0x0] 00000008:00010000:0.0:1769074847.561741:0:61581:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1769074847.561745:0:61581:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64ac341b0, osc lock ffff9bc64a6de130, flags 0x400000400001002 00000008:00010000:0.0:1769074847.561752:0:61581:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1769074847.561754:0:61581:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64ac341f0, osc lock ffff9bc64a6dfc80, flags 0x400000400001002 00010000:00010000:0.0:1769074847.561927:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.562400:0:61581:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 1048575) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000020:00200000:0.0:1769074847.562417:0:61581:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1769074847.562422:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.562430:0:61581:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.562449:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.562458:0:61581:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (1048576 68157439) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000020:00200000:0.0:1769074847.562465:0:61581:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1769074847.562468:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.562479:0:61581:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000020:00200000:0.0:1769074847.562487:0:61581:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1769074847.562499:0:61581:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b5:0x0] updating i_size 2097152 i_blocks 4110 00000020:00010000:0.0:1769074847.562504:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc643bb6238 (ffff9bc64f158008/0) at cl_lock_release():245 00000020:00010000:0.0:1769074847.562506:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643bb6238 (ffff9bc64f158008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1769074847.562509:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64ac341b0 (ffff9bc64f1585a8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1769074847.562512:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64ac341f0 (ffff9bc64f1586c8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1769074847.562515:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643bb6238 (ffff9bc64f158008/0) at cl_lock_fini():72 00000020:00010000:0.0:1769074847.562518:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64ac341b0 (ffff9bc64f158008/1) at cl_lock_fini():72 00000020:00010000:0.0:1769074847.562522:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64ac341f0 (ffff9bc64f158008/1) at cl_lock_fini():72 00000080:00200000:0.0:1769074847.562534:0:61581:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/1, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1769074847.562572:0:61581:0:(llite_lib.c:2314:ll_setattr_raw()) START file f204b.sanity-flr:[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) current size 2097152, valid attrs 2068, mode 0, uid -1756520654, gid -1, new size 2097152, atime 1769074847.000000000, mtime 1769074847.000000000, ctime 1769074847.000000000 00010000:00010000:0.0:1769074847.562600:0:61581:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b986 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e8ba14 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.562616:0:61581:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b97f lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8ba06 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.562662:0:61581:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b986 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8ba14 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.562669:0:61581:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074847.562672:0:61581:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b986 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8ba14 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00000020:00100000:0.0:1769074847.562699:0:61581:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074847.562714:0:61581:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07ca80 x1855007612878464/t0(0) o36->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074847.562740:0:61581:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ca80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61581:1855007612878464:192.168.204.139@tcp:36:lfs.0 00000100:00100000:0.0:1769074847.562920:0:61581:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ac34180 going to sleep for 50 seconds 00000100:00100000:0.0:1769074847.569501:0:61581:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ca80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61581:1855007612878464:192.168.204.139@tcp:36:lfs.0 00000080:00200000:0.0:1769074847.569554:0:61581:0:(file.c:1759:ll_io_set_mirror()) f204b.sanity-flr: desiginated mirror: 2 00000080:00200000:0.0:1769074847.569562:0:61581:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/0, layout version 7 restore needed 0 00020000:00200000:0.0:1769074847.569587:0:61581:0:(lov_io.c:860:lov_io_iter_init()) component[3] flags 0x11 00020000:00200000:0.0:1769074847.569600:0:61581:0:(lov_io.c:860:lov_io_iter_init()) component[4] flags 0x11 00000080:00200000:0.0:1769074847.569608:0:61581:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:0.0:1769074847.569621:0:61581:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1769074847.569625:0:61581:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64ac341b0, osc lock ffff9bc64a6dfc80, flags 0x0 00000008:00010000:0.0:1769074847.569630:0:61581:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1769074847.569631:0:61581:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64ac341f0, osc lock ffff9bc64a6de130, flags 0x0 00010000:00010000:0.0:1769074847.569692:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b99b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.569705:0:61581:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b99b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->10485759] (req 0->10485759) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.569715:0:61581:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b99b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->10485759] (req 0->10485759) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1769074847.569739:0:61581:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61581:1855007612878592:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074847.569913:0:61581:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ac34840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074847.576532:0:61581:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61581:1855007612878592:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074847.576566:0:61581:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b99b lrc: 4/0,1 mode: --/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ba4c expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.576585:0:61581:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b99b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ba4c expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.576596:0:61581:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b99b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ba4c expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.576610:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b99b lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ba4c expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1769074847.576623:0:61581:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 2097152, setting rss=2097152; kms=2097152, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b99b lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8ba4c expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.576634:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b99b lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba4c expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.576642:0:61581:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b99b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba4c expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.576712:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b9a2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.576721:0:61581:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b9a2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 2 type: EXT [10485760->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.576735:0:61581:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b9a2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 2 type: EXT [10485760->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1769074847.576759:0:61581:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61581:1855007612878720:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074847.576873:0:61581:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ac34840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074847.579925:0:61581:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61581:1855007612878720:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074847.579960:0:61581:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b9a2 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ba53 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.579977:0:61581:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b9a2 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ba53 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.579990:0:61581:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b9a2 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ba53 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.580003:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b9a2 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ba53 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1769074847.580015:0:61581:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b9a2 lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8ba53 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.580026:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b9a2 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba53 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.580041:0:61581:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b9a2 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba53 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074847.580290:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612878976:192.168.204.139@tcp:10:lfs.0 00000100:00100000:1.0:1769074847.580375:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074847.580382:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612878848:192.168.204.139@tcp:10:lfs.0 00000100:00100000:1.0:1769074847.584652:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612878848:192.168.204.139@tcp:10:lfs.0 00000100:00100000:1.0:1769074847.584672:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612878976:192.168.204.139@tcp:10:lfs.0 00000080:00200000:0.0:1769074847.584813:0:61581:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b5:0x0] updating i_size 2097152 i_blocks 4110 00000020:00010000:0.0:1769074847.584822:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc67aff6d58 (ffff9bc64f158008/0) at cl_lock_release():245 00000020:00010000:0.0:1769074847.584825:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc67aff6d58 (ffff9bc64f158008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1769074847.584830:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64ac341b0 (ffff9bc64f1586c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1769074847.584840:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b99b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba4c expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.584853:0:61581:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b99b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba4c expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1769074847.584869:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64ac341f0 (ffff9bc64f1585a8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1769074847.584873:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b9a2 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8ba53 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.584881:0:61581:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b9a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba53 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1769074847.584890:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc67aff6d58 (ffff9bc64f158008/0) at cl_lock_fini():72 00000020:00010000:0.0:1769074847.584892:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64ac341b0 (ffff9bc64f158008/1) at cl_lock_fini():72 00000020:00010000:0.0:1769074847.584897:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64ac341f0 (ffff9bc64f158008/1) at cl_lock_fini():72 00000080:00200000:0.0:1769074847.584916:0:61581:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/0, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1769074847.584927:0:61581:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file f204b.sanity-flr:[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) current size 2097152, valid attrs 2168, mode 0, uid -1756520654, gid -1, new size 2097152, atime 1769074847.000000000, mtime 1769074847.000000000, ctime 1769074847.000000000, rc 0 00000080:00200080:0.0:1769074847.584957:0:61581:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) cmd=400866b1 arg=0 00000080:00200008:0.0:1769074847.584986:0:61581:0:(llite_lib.c:2314:ll_setattr_raw()) START file f204b.sanity-flr:[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) current size 2097152, valid attrs 101f0, mode a7f9, uid 1314687520, gid -25658, new size 18446633874675319496, atime 1769074846.000000000, mtime 1769074846.000000000, ctime 1769074847.000000000 00000020:00100000:0.0:1769074847.585049:0:61581:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074847.585058:0:61581:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07c700 x1855007612879232/t0(0) o36->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074847.585083:0:61581:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61581:1855007612879232:192.168.204.139@tcp:36:lfs.0 00000100:00100000:0.0:1769074847.585188:0:61581:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ac34180 going to sleep for 50 seconds 00000100:00100000:0.0:1769074847.589474:0:61581:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61581:1855007612879232:192.168.204.139@tcp:36:lfs.0 00000080:00200000:0.0:1769074847.589522:0:61581:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/0, layout version 7 restore needed 0 00020000:00200000:0.0:1769074847.589537:0:61581:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b5:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:0.0:1769074847.589540:0:61581:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:0.0:1769074847.589548:0:61581:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:0.0:1769074847.589562:0:61581:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:0.0:1769074847.589568:0:61581:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x40 00000080:00200000:0.0:1769074847.589571:0:61581:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:0.0:1769074847.589586:0:61581:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1769074847.589591:0:61581:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64ac341b0, osc lock ffff9bc64a6de130, flags 0x0 00000008:00010000:0.0:1769074847.589595:0:61581:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1769074847.589597:0:61581:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64ac341f0, osc lock ffff9bc64a6dfc80, flags 0x0 00010000:00010000:0.0:1769074847.589614:0:61581:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc651ea3800 type 11 mode 2 res 10737419264/543 (0 1048575) 00010000:00010000:0.0:1769074847.589657:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b9a9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.589668:0:61581:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b9a9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.589683:0:61581:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b9a9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1769074847.589703:0:61581:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61581:1855007612879360:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074847.589818:0:61581:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ac34840 going to sleep for 11 seconds 00000100:00100000:2.0:1769074847.593673:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074847.593769:0:37578:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619953664 00000100:00100000:3.0:1769074847.593814:0:37578:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619953664 00000100:00100000:3.0:1769074847.593872:0:37578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6620 00000100:00100000:3.0:1769074847.593883:0:37578:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc67afd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6531:x1855007619953664:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074847.593898:0:37578:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074847.593992:0:37578:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074847.594000:0:37578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc67afd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6531:x1855007619953664:12345-192.168.204.139@tcp:104: Request processed in 118us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074847.594007:0:37578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6620 00010000:00010000:1.0:1769074847.594270:0:53572:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074847.594277:0:53572:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074847.594295:0:53572:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f943800 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:1.0:1769074847.594301:0:53572:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800428400000000 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1769074847.594321:0:53572:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b5:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1769074847.594333:0:53572:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b5:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1769074847.594379:0:53572:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074847.594386:0:53572:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074847.594412:0:53572:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074847.594419:0:53572:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11b98d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8ba1b expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074847.594435:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074847.594437:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074847.594438:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074847.594446:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074847.594461:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612879488:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1769074847.599277:0:61581:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61581:1855007612879360:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074847.599325:0:61581:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b9a9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x10000000020000 nid: local remote: 0x8b5959a9a0e8ba61 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.599338:0:61581:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b9a9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8ba61 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.599347:0:61581:0:(ldlm_request.c:303:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b9a9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8ba61 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1769074847.600601:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:2.0:1769074847.601313:0:45123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619953792 00000100:00100000:2.0:1769074847.601326:0:45123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619953792 00000100:00100000:2.0:1769074847.601487:0:45123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6621 00000100:00100000:2.0:1769074847.601497:0:45123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:5737:x1855007619953792:12345-192.168.204.139@tcp:105: 00010000:00010000:2.0:1769074847.601512:0:45123:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b9a9 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8ba61 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074847.601524:0:45123:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b9a9 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8ba61 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074847.601534:0:45123:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b9a9 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10000000020000 nid: local remote: 0x8b5959a9a0e8ba61 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074847.601545:0:45123:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b9a9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10080000020000 nid: local remote: 0x8b5959a9a0e8ba61 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074847.601554:0:45123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b9a9 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10080000020000 nid: local remote: 0x8b5959a9a0e8ba61 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074847.601564:0:45123:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b9a9 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x80000020000 nid: local remote: 0x8b5959a9a0e8ba61 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074847.601592:0:45123:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9bc67f942a00) 00000100:00100000:2.0:1769074847.601656:0:45123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:5737:x1855007619953792:12345-192.168.204.139@tcp:105: Request processed in 161us (1062us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074847.601664:0:45123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6621 00010000:00010000:0.0:1769074847.601718:0:61581:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b9a9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8ba61 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.601728:0:61581:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b9a9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8ba61 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.601743:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b9a9 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10000000020000 nid: local remote: 0x8b5959a9a0e8ba61 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1769074847.601754:0:61581:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 1048576, setting rss=1048576; kms=1048576, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b9a9 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10020000020000 nid: local remote: 0x8b5959a9a0e8ba61 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.601772:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b9a9 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8ba61 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.601797:0:61581:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b9a9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8ba61 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.601833:0:61581:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc651ea3800 type 11 mode 2 res 10737419264/544 (1048576 68157439) 00010000:00010000:0.0:1769074847.601871:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b9b0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.601878:0:61581:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b9b0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [1048576->68157439] (req 1048576->68157439) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.601887:0:61581:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b9b0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [1048576->68157439] (req 1048576->68157439) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1769074847.601906:0:61581:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61581:1855007612879616:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074847.601967:0:61581:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ac34840 going to sleep for 11 seconds 00000100:00100000:3.0:1769074847.604982:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074847.605020:0:37578:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619953920 00000100:00100000:3.0:1769074847.605030:0:37578:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619953920 00000100:00100000:3.0:1769074847.605089:0:37578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6622 00000100:00100000:3.0:1769074847.605098:0:37578:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9ad180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6531:x1855007619953920:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074847.605114:0:37578:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074847.605250:0:37578:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074847.605257:0:37578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9ad180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6531:x1855007619953920:12345-192.168.204.139@tcp:104: Request processed in 161us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074847.605264:0:37578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6622 00000100:00100000:2.0:1769074847.609275:0:61581:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61581:1855007612879616:192.168.204.139@tcp:101:lfs.0 00010000:00010000:2.0:1769074847.609324:0:61581:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b9b0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [1048576->68157439] (req 1048576->68157439) gid 0 flags: 0x10000000020000 nid: local remote: 0x8b5959a9a0e8ba68 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074847.609336:0:61581:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b9b0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [1048576->68157439] (req 1048576->68157439) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8ba68 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074847.609343:0:61581:0:(ldlm_request.c:303:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b9b0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [1048576->68157439] (req 1048576->68157439) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8ba68 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074847.609494:0:37585:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074847.609502:0:37585:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074847.609511:0:37585:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f943e00 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:1.0:1769074847.609517:0:37585:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x800428400000000 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1769074847.609538:0:37585:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b5:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1769074847.609553:0:37585:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b5:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1769074847.609599:0:37585:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074847.609607:0:37585:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074847.609629:0:37585:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074847.609637:0:37585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943e00/0x21fa6d252c11b994 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8ba22 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074847.609653:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074847.609655:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074847.609656:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074847.609665:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1769074847.609683:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612879744:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1769074847.609958:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612879488:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074847.614279:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:2.0:1769074847.614905:0:52448:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1769074847.614925:0:52448:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619954048 00000100:00100000:2.0:1769074847.614934:0:52448:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619954048 00000100:00100000:2.0:1769074847.615120:0:52448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6623 00000100:00100000:2.0:1769074847.615132:0:52448:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc6485a8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:5737:x1855007619954048:12345-192.168.204.139@tcp:105: 00010000:00010000:2.0:1769074847.615148:0:52448:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b9b0 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [1048576->68157439] (req 1048576->68157439) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8ba68 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074847.615160:0:52448:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b9b0 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [1048576->68157439] (req 1048576->68157439) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8ba68 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074847.615169:0:52448:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b9b0 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x10000000020000 nid: local remote: 0x8b5959a9a0e8ba68 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074847.615180:0:52448:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b9b0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x10080000020000 nid: local remote: 0x8b5959a9a0e8ba68 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074847.615189:0:52448:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b9b0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x10080000020000 nid: local remote: 0x8b5959a9a0e8ba68 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074847.615200:0:52448:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b9b0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x80000020000 nid: local remote: 0x8b5959a9a0e8ba68 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074847.615233:0:52448:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9bc67f943000) 00000100:00100000:2.0:1769074847.615317:0:52448:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc6485a8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:5737:x1855007619954048:12345-192.168.204.139@tcp:105: Request processed in 186us (1048us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074847.615325:0:52448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6623 00010000:00010000:0.0:1769074847.615415:0:61581:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b9b0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8ba68 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.615426:0:61581:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b9b0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8ba68 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.615446:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b9b0 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x10000000020000 nid: local remote: 0x8b5959a9a0e8ba68 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1769074847.615460:0:61581:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 2097152, setting rss=2097152; kms=2097152, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b9b0 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x10020000020000 nid: local remote: 0x8b5959a9a0e8ba68 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.615472:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b9b0 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8ba68 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074847.615479:0:61581:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b9b0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8ba68 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1769074847.615575:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074847.615589:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612879872:192.168.204.139@tcp:2:lfs.0 00000100:00100000:0.0:1769074847.615673:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612880000:192.168.204.139@tcp:2:lfs.0 00000100:00100000:1.0:1769074847.618709:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612879744:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1769074847.624052:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612880000:192.168.204.139@tcp:2:lfs.0 00000100:00100000:0.0:1769074847.624544:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612879872:192.168.204.139@tcp:2:lfs.0 00000020:00010000:2.0:1769074847.624621:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc67aff6d58 (ffff9bc64f158008/0) at cl_lock_release():245 00000020:00010000:2.0:1769074847.624626:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc67aff6d58 (ffff9bc64f158008/0) at cl_lock_cancel():142 00000020:00010000:2.0:1769074847.624631:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64ac341b0 (ffff9bc64f1585a8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1769074847.624642:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b9a9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8ba61 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074847.624656:0:61581:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b9a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8ba61 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000020:00010000:2.0:1769074847.624672:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64ac341f0 (ffff9bc64f1586c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1769074847.624677:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b9b0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8ba68 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074847.624685:0:61581:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b9b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8ba68 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000020:00010000:2.0:1769074847.624693:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc67aff6d58 (ffff9bc64f158008/0) at cl_lock_fini():72 00000020:00010000:2.0:1769074847.624696:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64ac341b0 (ffff9bc64f158008/1) at cl_lock_fini():72 00000020:00010000:2.0:1769074847.624702:0:61581:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64ac341f0 (ffff9bc64f158008/1) at cl_lock_fini():72 00000080:00200000:2.0:1769074847.624723:0:61581:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b5:0x0] ignore/verify layout 0/0, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1769074847.624736:0:61581:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file f204b.sanity-flr:[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) current size 2097152, valid attrs 101f0, mode a7f9, uid 1314687520, gid -25658, new size 18446633874675319496, atime 1769074846.000000000, mtime 1769074846.000000000, ctime 1769074847.000000000, rc 0 00000080:00200080:2.0:1769074847.624802:0:61581:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) cmd=c00c66f3 arg=24322a0 00010000:00010000:2.0:1769074847.624866:0:61581:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11b978 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x81008000000000 nid: local remote: 0x8b5959a9a0e8b9e3 expref: -99 pid: 61581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074847.624885:0:61581:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11b978 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x85809400000000 nid: local remote: 0x8b5959a9a0e8b9e3 expref: -99 pid: 61581 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074847.624905:0:61581:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff9bc64f07e300 x1855007612876032/t8589941477(8589941477) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 1072/1160 e 0 to 0 dl 1769074902 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074847.624917:0:61581:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074847.624922:0:61581:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc67afdb800 x1855007612880256/t0(0) o35->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:23/10 lens 504/2128 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074847.624948:0:61581:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61581:1855007612880256:192.168.204.139@tcp:35:lfs.0 00000100:00100000:2.0:1769074847.625033:0:61581:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64cef63c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074847.627916:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:2.0:1769074847.628024:0:52448:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619954176 00000100:00100000:2.0:1769074847.628038:0:52448:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619954176 00000100:00100000:2.0:1769074847.628095:0:52448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6624 00000100:00100000:2.0:1769074847.628104:0:52448:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:8e818347-4d21-45d1-a323-b359656f3fdd+5:31182:x1855007619954176:12345-192.168.204.139@tcp:104: 00010000:00010000:2.0:1769074847.628121:0:52448:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b97f lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x8b5959a9a0e8ba06 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074847.628203:0:52448:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1769074847.628210:0:52448:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:8e818347-4d21-45d1-a323-b359656f3fdd+5:31182:x1855007619954176:12345-192.168.204.139@tcp:104: Request processed in 107us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074847.628218:0:52448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6624 00010000:00010000:0.0:1769074847.628437:0:37586:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074847.628445:0:37586:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b97f lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x8b5959a9a0e8ba06 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.628454:0:37586:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f942400 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:0.0:1769074847.628459:0:37586:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b97f lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x8 rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x8b5959a9a0e8ba06 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.628467:0:37586:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b97f lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x8 rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x8b5959a9a0e8ba06 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.628475:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b97f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x8 rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x8b5959a9a0e8ba06 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074847.628503:0:37586:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x1b5:0x0]: losing layout lock 00010000:00010000:0.0:1769074847.628554:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b97f lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x8 rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8b5959a9a0e8ba06 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.628561:0:37586:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1769074847.628637:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612880384:192.168.204.139@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074847.628737:0:37586:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b97f lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x8 rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8b5959a9a0e8ba06 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.628746:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b97f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x8 rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8b5959a9a0e8ba06 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074847.628770:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074847.628809:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074847.628812:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074847.632947:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612880384:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1769074847.701857:0:61581:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bc646483800: committing for last_committed 8589941482 gen 1 00000100:00100000:2.0:1769074847.701891:0:61581:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61581:1855007612880256:192.168.204.139@tcp:35:lfs.0 00000002:00100000:2.0:1769074847.701924:0:61581:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9bc64f07e300 x1855007612876032/t8589941477(8589941477) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 1072/1160 e 0 to 0 dl 1769074902 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00010000:2.0:1769074847.701963:0:61581:0:(file.c:7031:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) 00000002:00010000:2.0:1769074847.701975:0:61581:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b5:0x0]) in obj [0x200000404:0x1b5:0x0], intent: layout flags 0 00010000:00010000:2.0:1769074847.702029:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4600/0x21fa6d252c11b9b7 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 61581 initiator: MDT0 00010000:00010000:2.0:1769074847.702038:0:61581:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4600/0x21fa6d252c11b9b7 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 61581 initiator: MDT0 00010000:00010000:2.0:1769074847.702048:0:61581:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4600/0x21fa6d252c11b9b7 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 61581 initiator: MDT0 00000100:00100000:2.0:1769074847.702069:0:61581:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61581:1855007612880512:192.168.204.139@tcp:101:lfs.0 00000100:00100000:2.0:1769074847.702132:0:61581:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64cef63c0 going to sleep for 50 seconds 00000100:00100000:2.0:1769074847.706430:0:61581:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61581:1855007612880512:192.168.204.139@tcp:101:lfs.0 00010000:00010000:2.0:1769074847.706462:0:61581:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4600/0x21fa6d252c11b9b7 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ba76 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074847.706478:0:61581:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4600/0x21fa6d252c11b9b7 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ba76 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00000002:00100000:2.0:1769074847.706493:0:61581:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff9bc67afdb800 x1855007612880512/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 376/896 e 0 to 0 dl 1769074902 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074847.706503:0:61581:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 552 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4600/0x21fa6d252c11b9b7 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ba76 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00000002:00010000:2.0:1769074847.706516:0:61581:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4600/0x21fa6d252c11b9b7 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ba76 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074847.706530:0:61581:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 16 res 8589935620/437 (0 0) 00000080:00200000:2.0:1769074847.706538:0:61581:0:(namei.c:955:ll_intent_lock()) intent lock 1024 on i1 [0x200000404:0x1b5:0x0] suppgids 0 0: rc 0 00000080:00010000:2.0:1769074847.706766:0:61581:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) for lock 0x21fa6d252c11b9b7 00000080:00010000:2.0:1769074847.706812:0:61581:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9b7 from it ffffa7f981cdfbc8 00010000:00010000:2.0:1769074847.706817:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4600/0x21fa6d252c11b9b7 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ba76 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074847.706828:0:61581:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4600/0x21fa6d252c11b9b7 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ba76 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074847.706854:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4600/0x21fa6d252c11b9b7 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ba76 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074847.706866:0:61581:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4600/0x21fa6d252c11b9b7 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ba76 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00000080:00010000:2.0:1769074847.706874:0:61581:0:(file.c:6914:ll_layout_lock_set()) ### file [0x200000404:0x1b5:0x0](00000000a6546eed) being reconfigured ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4600/0x21fa6d252c11b9b7 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ba76 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074847.707059:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4600/0x21fa6d252c11b9b7 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8ba76 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074847.707067:0:61581:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4600/0x21fa6d252c11b9b7 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ba76 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1769074847.707083:0:61581:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b5:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:2.0:1769074847.707094:0:61581:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b5:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:2.0:1769074847.707097:0:61581:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:2.0:1769074847.707104:0:61581:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:2.0:1769074847.707114:0:61581:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:2.0:1769074847.707120:0:61581:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x40 00000080:00200000:2.0:1769074847.707145:0:61581:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b5:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:2.0:1769074847.707158:0:61581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4600/0x21fa6d252c11b9b7 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ba76 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074847.707165:0:61581:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4600/0x21fa6d252c11b9b7 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ba76 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00000080:00010000:2.0:1769074847.707172:0:61581:0:(file.c:6914:ll_layout_lock_set()) ### file [0x200000404:0x1b5:0x0](00000000a6546eed) being reconfigured ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4600/0x21fa6d252c11b9b7 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8ba76 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1769074847.707188:0:61581:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b5:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:2.0:1769074847.707192:0:61581:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b5:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:2.0:1769074847.707194:0:61581:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:2.0:1769074847.707196:0:61581:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:2.0:1769074847.707199:0:61581:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:2.0:1769074847.707202:0:61581:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x40 00000080:00200000:2.0:1769074847.707210:0:61581:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b5:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000008:00010000:2.0:1769074847.707224:0:61581:0:(osc_object.c:209:osc_object_ast_clear()) ### update lock size 1048576 blocks 2051 [cma]time: 1769074846 1769074846 0 by oinfo size 1048576 blocks 2051 [cma]time 1769074847 1769074846 1769074846 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b9a9 lrc: 1/0,0 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8ba61 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000008:00010000:2.0:1769074847.707252:0:61581:0:(osc_object.c:209:osc_object_ast_clear()) ### update lock size 2097152 blocks 2059 [cma]time: 1769074846 1769074846 0 by oinfo size 2097152 blocks 2059 [cma]time 1769074847 1769074846 1769074846 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b9b0 lrc: 1/0,0 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8ba68 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000008:00010000:2.0:1769074847.707268:0:61581:0:(osc_object.c:209:osc_object_ast_clear()) ### update lock size 2097152 blocks 4103 [cma]time: 1769074847 1769074847 0 by oinfo size 2097152 blocks 4103 [cma]time 1769074847 1769074847 0 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b99b lrc: 1/0,0 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba4c expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000008:00010000:2.0:1769074847.707295:0:61581:0:(osc_object.c:209:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 0 blocks 1 [cma]time 1769074847 1769074847 0 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b9a2 lrc: 1/0,0 mode: PW/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8ba53 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000080:00200000:2.0:1769074847.707446:0:61581:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1b5:0x0]: layout version change: 4294967294 -> 8 00010000:00010000:2.0:1769074847.707452:0:61581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4600/0x21fa6d252c11b9b7 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8ba76 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074847.707459:0:61581:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4600/0x21fa6d252c11b9b7 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8ba76 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00000080:00200008:2.0:1769074847.707491:0:61581:0:(file.c:424:ll_file_release()) START file f204b.sanity-flr:[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8), flags 154002 00000002:00100000:2.0:1769074847.707538:0:61581:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff9bc64f07d500 x1855007612875776/t8589941476(8589941476) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 1072/1160 e 0 to 0 dl 1769074902 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074847.707647:0:61581:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074847.707655:0:61581:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc67afdb800 x1855007612880768/t0(0) o35->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:23/10 lens 392/2128 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074847.707681:0:61581:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61581:1855007612880768:192.168.204.139@tcp:35:lfs.0 00000100:00100000:2.0:1769074847.707891:0:61581:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64cef63c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074847.711936:0:61581:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61581:1855007612880768:192.168.204.139@tcp:35:lfs.0 00000002:00100000:2.0:1769074847.711977:0:61581:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9bc64f07d500 x1855007612875776/t8589941476(8589941476) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 1072/1160 e 0 to 0 dl 1769074902 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074847.729188:0:61582:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074847.729220:0:61582:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074847.729237:0:61582:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074847.729252:0:61582:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074847.729265:0:61582:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074847.729272:0:61582:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074847.729276:0:61582:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:1.0:1769074847.729294:0:61582:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981d4fbf8 00010000:00010000:1.0:1769074847.729298:0:61582:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074847.729306:0:61582:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074847.729323:0:61582:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074847.729331:0:61582:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204b.sanity-flr, flags=27 00000080:00200000:1.0:1769074847.729337:0:61582:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074847.729349:0:61582:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204b.sanity-flr, dir=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), file ffff9bc64657d380, open_flags 18800, mode 0 opened 0 00000080:00200000:1.0:1769074847.729357:0:61582:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204b.sanity-flr, dir=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), intent=open 00000002:00010000:1.0:1769074847.729373:0:61582:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204b.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b4:0x0], intent: open flags 0304001 00010000:00010000:1.0:1769074847.729434:0:61582:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b9be lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 61582 initiator: MDT0 00010000:00010000:1.0:1769074847.729441:0:61582:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b9be lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61582 initiator: MDT0 00000020:00100000:1.0:1769074847.729454:0:61582:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074847.729467:0:61582:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac90e00 x1855007612881024/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074847.729477:0:61582:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b9be lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61582 initiator: MDT0 00000100:00100000:1.0:1769074847.729504:0:61582:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61582:1855007612881024:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074847.729732:0:61582:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d19be40 going to sleep for 50 seconds 00000100:00100000:1.0:1769074847.735767:0:61582:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61582:1855007612881024:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074847.735837:0:61582:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b9be lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61582 initiator: MDT0 00010000:00010000:1.0:1769074847.735850:0:61582:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b9be lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 61582 initiator: MDT0 00010000:00010000:1.0:1769074847.735857:0:61582:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b9be lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 61582 initiator: MDT0 00010000:00010000:1.0:1769074847.735863:0:61582:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b9be lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 61582 initiator: MDT0 00010000:00010000:1.0:1769074847.735871:0:61582:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b9be lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 61582 initiator: MDT0 00010000:00010000:1.0:1769074847.735878:0:61582:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f08c600 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074847.735882:0:61582:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b9be lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 61582 initiator: MDT0 00010000:00010000:1.0:1769074847.735889:0:61582:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b9be lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 61582 initiator: MDT0 00010000:00010000:1.0:1769074847.735896:0:61582:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b9be lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 61582 initiator: MDT0 00010000:00010000:1.0:1769074847.735913:0:61582:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074847.735921:0:61582:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b9be lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 61582 initiator: MDT0 00010000:00010000:1.0:1769074847.735931:0:61582:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b9be lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 61582 initiator: MDT0 00000002:00100000:1.0:1769074847.735950:0:61582:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64ac90e00 x1855007612881024/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/608 e 0 to 0 dl 1769074902 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074847.735963:0:61582:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1b4:0x0] suppgids 0 -1: rc -20 00000080:00200000:1.0:1769074847.736114:0:61582:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074847.736136:0:61582:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074847.736151:0:61582:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074847.736162:0:61582:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074847.736176:0:61582:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074847.736183:0:61582:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074847.736187:0:61582:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:1.0:1769074847.736193:0:61582:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981d4fbf8 00010000:00010000:1.0:1769074847.736196:0:61582:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074847.736203:0:61582:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074847.736218:0:61582:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074847.736229:0:61582:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204b.sanity-flr, flags=267 00000080:00200000:1.0:1769074847.736237:0:61582:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), inode mode 41ed mask 44 00000080:00200008:1.0:1769074847.736246:0:61582:0:(file.c:1001:ll_file_open()) START file d204b.sanity-flr:[0x200000404:0x1b4:0x0](ffff9bc649bf1148), flags 304000 00000080:00200080:1.0:1769074847.736304:0:61582:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148) cmd=c0086915 arg=24673d0 00000100:00100000:1.0:1769074847.736379:0:61582:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61582:1855007612881152:192.168.204.139@tcp:34:lfs.0 00000100:00100000:1.0:1769074847.736468:0:61582:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d19be40 going to sleep for 50 seconds 00000100:00100000:1.0:1769074847.754556:0:61582:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61582:1855007612881152:192.168.204.139@tcp:34:lfs.0 00000080:00200008:1.0:1769074847.755442:0:61582:0:(file.c:424:ll_file_release()) START file d204b.sanity-flr:[0x200000404:0x1b4:0x0](ffff9bc649bf1148), flags 304000 00010000:00010000:2.0:1769074847.755819:0:61582:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b940 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b8fc expref: -99 pid: 61558 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074847.775929:0:61584:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1769074847.775941:0:61584:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074847.775989:0:61584:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074847.776009:0:61584:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074847.776025:0:61584:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074847.776033:0:61584:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074847.776041:0:61584:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074847.776045:0:61584:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:3.0:1769074847.776052:0:61584:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981ce7cb8 00010000:00010000:3.0:1769074847.776056:0:61584:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074847.776064:0:61584:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074847.776184:0:61584:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074847.776193:0:61584:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074847.776201:0:61584:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074847.776210:0:61584:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074847.776218:0:61584:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074847.776222:0:61584:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074847.776225:0:61584:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:3.0:1769074847.776229:0:61584:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981ce7bb0 00010000:00010000:3.0:1769074847.776232:0:61584:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074847.776239:0:61584:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074847.776247:0:61584:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 44 00000080:00200008:3.0:1769074847.776256:0:61584:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200080:3.0:1769074847.776275:0:61584:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=800866a8 arg=7ffd66950dbc 00000080:00200008:3.0:1769074847.776305:0:61584:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200000:2.0:1769074847.778567:0:61588:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074847.778599:0:61588:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074847.778617:0:61588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074847.778631:0:61588:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074847.778638:0:61588:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074847.778645:0:61588:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074847.778648:0:61588:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:2.0:1769074847.778655:0:61588:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981d67bf8 00010000:00010000:2.0:1769074847.778658:0:61588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074847.778667:0:61588:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074847.778681:0:61588:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074847.778688:0:61588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204b.sanity-flr, flags=27 00000080:00200000:2.0:1769074847.778694:0:61588:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074847.778706:0:61588:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204b.sanity-flr, dir=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), file ffff9bc646809e00, open_flags 18800, mode 0 opened 0 00000080:00200000:2.0:1769074847.778713:0:61588:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204b.sanity-flr, dir=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), intent=open 00000002:00010000:2.0:1769074847.778728:0:61588:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204b.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b4:0x0], intent: open flags 0304001 00010000:00010000:2.0:1769074847.779146:0:61588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5400/0x21fa6d252c11b9c5 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 61588 initiator: MDT0 00010000:00010000:2.0:1769074847.779155:0:61588:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5400/0x21fa6d252c11b9c5 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61588 initiator: MDT0 00000020:00100000:2.0:1769074847.779166:0:61588:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074847.779179:0:61588:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc67afdb800 x1855007612881408/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074847.779188:0:61588:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5400/0x21fa6d252c11b9c5 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61588 initiator: MDT0 00000100:00100000:2.0:1769074847.779210:0:61588:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61588:1855007612881408:192.168.204.139@tcp:101:lfs.0 00000100:00100000:2.0:1769074847.779406:0:61588:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64cef63c0 going to sleep for 50 seconds 00000100:00100000:0.0:1769074847.785132:0:61588:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61588:1855007612881408:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074847.785160:0:61588:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5400/0x21fa6d252c11b9c5 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61588 initiator: MDT0 00010000:00010000:0.0:1769074847.785866:0:61588:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5400/0x21fa6d252c11b9c5 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 61588 initiator: MDT0 00010000:00010000:0.0:1769074847.786153:0:61588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5400/0x21fa6d252c11b9c5 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 61588 initiator: MDT0 00010000:00010000:0.0:1769074847.786168:0:61588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5400/0x21fa6d252c11b9c5 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 61588 initiator: MDT0 00010000:00010000:0.0:1769074847.786176:0:61588:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5400/0x21fa6d252c11b9c5 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 61588 initiator: MDT0 00010000:00010000:0.0:1769074847.786183:0:61588:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f0c5400 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:0.0:1769074847.786189:0:61588:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5400/0x21fa6d252c11b9c5 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 61588 initiator: MDT0 00010000:00010000:0.0:1769074847.786195:0:61588:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5400/0x21fa6d252c11b9c5 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 61588 initiator: MDT0 00010000:00010000:0.0:1769074847.786204:0:61588:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5400/0x21fa6d252c11b9c5 lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 61588 initiator: MDT0 00010000:00010000:0.0:1769074847.786212:0:61588:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074847.786220:0:61588:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5400/0x21fa6d252c11b9c5 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 61588 initiator: MDT0 00010000:00010000:0.0:1769074847.786227:0:61588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5400/0x21fa6d252c11b9c5 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 61588 initiator: MDT0 00000002:00100000:0.0:1769074847.786253:0:61588:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc67afdb800 x1855007612881408/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/608 e 0 to 0 dl 1769074902 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074847.786268:0:61588:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1b4:0x0] suppgids 0 -1: rc -20 00000080:00200000:0.0:1769074847.786534:0:61588:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074847.786562:0:61588:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074847.786589:0:61588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.786608:0:61588:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074847.786616:0:61588:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074847.786623:0:61588:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074847.786627:0:61588:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:0.0:1769074847.786633:0:61588:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981d67bf8 00010000:00010000:0.0:1769074847.786637:0:61588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.786645:0:61588:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074847.786661:0:61588:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074847.786670:0:61588:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204b.sanity-flr, flags=267 00000080:00200000:0.0:1769074847.786677:0:61588:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), inode mode 41ed mask 44 00000080:00200008:0.0:1769074847.786688:0:61588:0:(file.c:1001:ll_file_open()) START file d204b.sanity-flr:[0x200000404:0x1b4:0x0](ffff9bc649bf1148), flags 304000 00000080:00200080:0.0:1769074847.786740:0:61588:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148) cmd=c1406916 arg=d70a10 00000100:00100000:0.0:1769074847.786853:0:61588:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61588:1855007612881536:192.168.204.139@tcp:34:lfs.0 00000100:00100000:0.0:1769074847.792351:0:61588:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ac34780 going to sleep for 50 seconds 00000100:00100000:0.0:1769074847.797930:0:61588:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61588:1855007612881536:192.168.204.139@tcp:34:lfs.0 00000080:00200008:0.0:1769074847.798144:0:61588:0:(file.c:424:ll_file_release()) START file d204b.sanity-flr:[0x200000404:0x1b4:0x0](ffff9bc649bf1148), flags 304000 00010000:00010000:0.0:1769074847.798184:0:61588:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b940 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b8fc expref: -99 pid: 61558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074847.829134:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:2.0:1769074847.833246:0:61591:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1769074847.833258:0:61591:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074847.834472:0:61591:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074847.834496:0:61591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074847.834516:0:61591:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074847.834525:0:61591:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074847.834534:0:61591:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074847.834537:0:61591:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:2.0:1769074847.834545:0:61591:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981d5fcb8 00010000:00010000:2.0:1769074847.834549:0:61591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074847.834558:0:61591:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074847.834740:0:61591:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074847.834753:0:61591:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074847.834760:0:61591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074847.834769:0:61591:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074847.835223:0:61591:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074847.835228:0:61591:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074847.835231:0:61591:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:2.0:1769074847.835236:0:61591:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981d5fbb0 00010000:00010000:2.0:1769074847.835239:0:61591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074847.835247:0:61591:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074847.835258:0:61591:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 44 00000080:00200008:2.0:1769074847.835267:0:61591:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200080:2.0:1769074847.835451:0:61591:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=800866a8 arg=7fffd412eaac 00000080:00200008:2.0:1769074847.835470:0:61591:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200000:0.0:1769074847.837633:0:61595:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074847.837664:0:61595:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074847.837683:0:61595:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.837701:0:61595:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074847.837710:0:61595:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074847.837718:0:61595:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074847.837722:0:61595:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:0.0:1769074847.837730:0:61595:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981d7fbf8 00010000:00010000:0.0:1769074847.837735:0:61595:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.837744:0:61595:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074847.837762:0:61595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074847.837770:0:61595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204b.sanity-flr, flags=27 00000080:00200000:0.0:1769074847.837802:0:61595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074847.837815:0:61595:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204b.sanity-flr, dir=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), file ffff9bc644b43b00, open_flags 18800, mode 0 opened 0 00000080:00200000:0.0:1769074847.837823:0:61595:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204b.sanity-flr, dir=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), intent=open 00000002:00010000:0.0:1769074847.837839:0:61595:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204b.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b4:0x0], intent: open flags 0304001 00010000:00010000:0.0:1769074847.837896:0:61595:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b9cc lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 61595 initiator: MDT0 00010000:00010000:0.0:1769074847.837904:0:61595:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b9cc lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61595 initiator: MDT0 00000020:00100000:0.0:1769074847.837916:0:61595:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074847.837929:0:61595:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07ce00 x1855007612881792/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074847.837939:0:61595:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b9cc lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61595 initiator: MDT0 00000100:00100000:0.0:1769074847.837964:0:61595:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61595:1855007612881792:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074847.838901:0:61595:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ac34780 going to sleep for 50 seconds 00000100:00100000:0.0:1769074847.847649:0:61595:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61595:1855007612881792:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074847.847675:0:61595:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b9cc lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61595 initiator: MDT0 00010000:00010000:0.0:1769074847.847688:0:61595:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b9cc lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 61595 initiator: MDT0 00010000:00010000:0.0:1769074847.847695:0:61595:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b9cc lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 61595 initiator: MDT0 00010000:00010000:0.0:1769074847.847702:0:61595:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b9cc lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 61595 initiator: MDT0 00010000:00010000:0.0:1769074847.847710:0:61595:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b9cc lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 61595 initiator: MDT0 00010000:00010000:0.0:1769074847.847716:0:61595:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f942400 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:0.0:1769074847.847721:0:61595:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b9cc lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 61595 initiator: MDT0 00010000:00010000:0.0:1769074847.847728:0:61595:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b9cc lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 61595 initiator: MDT0 00010000:00010000:0.0:1769074847.847734:0:61595:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b9cc lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 61595 initiator: MDT0 00010000:00010000:0.0:1769074847.847742:0:61595:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074847.847747:0:61595:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b9cc lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 61595 initiator: MDT0 00010000:00010000:0.0:1769074847.847753:0:61595:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11b9cc lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 61595 initiator: MDT0 00000002:00100000:0.0:1769074847.847770:0:61595:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64f07ce00 x1855007612881792/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/608 e 0 to 0 dl 1769074902 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074847.847802:0:61595:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1b4:0x0] suppgids 0 -1: rc -20 00000080:00200000:0.0:1769074847.848052:0:61595:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074847.848074:0:61595:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074847.848090:0:61595:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.848104:0:61595:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074847.848110:0:61595:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074847.848116:0:61595:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074847.848121:0:61595:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:0.0:1769074847.848127:0:61595:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981d7fbf8 00010000:00010000:0.0:1769074847.848131:0:61595:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.848140:0:61595:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074847.848156:0:61595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074847.848165:0:61595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204b.sanity-flr, flags=267 00000080:00200000:0.0:1769074847.848173:0:61595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), inode mode 41ed mask 44 00000080:00200008:0.0:1769074847.848182:0:61595:0:(file.c:1001:ll_file_open()) START file d204b.sanity-flr:[0x200000404:0x1b4:0x0](ffff9bc649bf1148), flags 304000 00000080:00200080:0.0:1769074847.848231:0:61595:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148) cmd=c1406916 arg=1961a10 00000100:00100000:0.0:1769074847.848299:0:61595:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61595:1855007612881920:192.168.204.139@tcp:34:lfs.0 00000100:00100000:0.0:1769074847.848413:0:61595:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ac34780 going to sleep for 50 seconds 00000100:00100000:0.0:1769074847.858615:0:61595:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61595:1855007612881920:192.168.204.139@tcp:34:lfs.0 00000080:00200008:0.0:1769074847.858819:0:61595:0:(file.c:424:ll_file_release()) START file d204b.sanity-flr:[0x200000404:0x1b4:0x0](ffff9bc649bf1148), flags 304000 00010000:00010000:0.0:1769074847.858851:0:61595:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b940 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b8fc expref: -99 pid: 61558 timeout: 0 lvb_type: 0 00000080:00200008:0.0:1769074847.896206:0:61598:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1769074847.896217:0:61598:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074847.896236:0:61598:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074847.896252:0:61598:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.896267:0:61598:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074847.896274:0:61598:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074847.898551:0:61598:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074847.898558:0:61598:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:0.0:1769074847.898569:0:61598:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981d5fcb8 00010000:00010000:0.0:1769074847.898576:0:61598:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.898588:0:61598:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074847.898878:0:61598:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074847.898896:0:61598:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074847.898912:0:61598:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.898926:0:61598:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074847.898932:0:61598:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074847.898937:0:61598:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074847.898940:0:61598:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:0.0:1769074847.898944:0:61598:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981d5fbb0 00010000:00010000:0.0:1769074847.898946:0:61598:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.898953:0:61598:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074847.898962:0:61598:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 44 00000080:00200008:0.0:1769074847.898970:0:61598:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200080:0.0:1769074847.898989:0:61598:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=800866a8 arg=7ffefee6fa3c 00000080:00200008:0.0:1769074847.899002:0:61598:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200000:1.0:1769074847.901965:0:61601:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074847.901996:0:61601:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074847.902014:0:61601:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074847.902031:0:61601:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074847.902039:0:61601:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074847.902046:0:61601:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074847.902050:0:61601:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:1.0:1769074847.902056:0:61601:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981953bf8 00010000:00010000:1.0:1769074847.902060:0:61601:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074847.902069:0:61601:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074847.902084:0:61601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074847.902092:0:61601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204b.sanity-flr, flags=27 00000080:00200000:1.0:1769074847.902099:0:61601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074847.902110:0:61601:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204b.sanity-flr, dir=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), file ffff9bc6484e8c00, open_flags 18800, mode 0 opened 0 00000080:00200000:1.0:1769074847.902118:0:61601:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204b.sanity-flr, dir=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), intent=open 00000002:00010000:1.0:1769074847.902133:0:61601:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204b.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b4:0x0], intent: open flags 0304001 00010000:00010000:1.0:1769074847.902191:0:61601:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b9d3 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 61601 initiator: MDT0 00010000:00010000:1.0:1769074847.902199:0:61601:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b9d3 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61601 initiator: MDT0 00000020:00100000:1.0:1769074847.902211:0:61601:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074847.902225:0:61601:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac90e00 x1855007612882176/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074847.902234:0:61601:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b9d3 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61601 initiator: MDT0 00000100:00100000:1.0:1769074847.902258:0:61601:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61601:1855007612882176:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074847.902459:0:61601:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d19be40 going to sleep for 50 seconds 00000100:00100000:1.0:1769074847.918607:0:61601:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61601:1855007612882176:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074847.918632:0:61601:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b9d3 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61601 initiator: MDT0 00010000:00010000:1.0:1769074847.918646:0:61601:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b9d3 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 61601 initiator: MDT0 00010000:00010000:1.0:1769074847.918653:0:61601:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b9d3 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 61601 initiator: MDT0 00010000:00010000:1.0:1769074847.918660:0:61601:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b9d3 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 61601 initiator: MDT0 00010000:00010000:1.0:1769074847.918669:0:61601:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b9d3 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 61601 initiator: MDT0 00010000:00010000:1.0:1769074847.918677:0:61601:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f08c600 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074847.918683:0:61601:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b9d3 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 61601 initiator: MDT0 00010000:00010000:1.0:1769074847.918689:0:61601:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b9d3 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 61601 initiator: MDT0 00010000:00010000:1.0:1769074847.918697:0:61601:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b9d3 lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 61601 initiator: MDT0 00010000:00010000:1.0:1769074847.918715:0:61601:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074847.918723:0:61601:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b9d3 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 61601 initiator: MDT0 00010000:00010000:1.0:1769074847.918728:0:61601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b9d3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 61601 initiator: MDT0 00000002:00100000:1.0:1769074847.918747:0:61601:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64ac90e00 x1855007612882176/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/608 e 0 to 0 dl 1769074902 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074847.918760:0:61601:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1b4:0x0] suppgids 0 -1: rc -20 00000080:00200000:1.0:1769074847.919181:0:61601:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074847.919206:0:61601:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074847.919221:0:61601:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074847.919236:0:61601:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074847.919242:0:61601:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074847.919247:0:61601:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074847.919251:0:61601:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:1.0:1769074847.919257:0:61601:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981953bf8 00010000:00010000:1.0:1769074847.919260:0:61601:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074847.919267:0:61601:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074847.919291:0:61601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074847.919299:0:61601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204b.sanity-flr, flags=267 00000080:00200000:1.0:1769074847.919306:0:61601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), inode mode 41ed mask 44 00000080:00200008:1.0:1769074847.919315:0:61601:0:(file.c:1001:ll_file_open()) START file d204b.sanity-flr:[0x200000404:0x1b4:0x0](ffff9bc649bf1148), flags 304000 00000080:00200080:1.0:1769074847.919363:0:61601:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148) cmd=c1406916 arg=21b9a10 00000100:00100000:1.0:1769074847.919557:0:61601:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61601:1855007612882304:192.168.204.139@tcp:34:lfs.0 00000100:00100000:1.0:1769074847.920389:0:61601:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d19be40 going to sleep for 50 seconds 00000100:00100000:0.0:1769074847.945886:0:61601:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61601:1855007612882304:192.168.204.139@tcp:34:lfs.0 00000080:00200008:0.0:1769074847.947955:0:61601:0:(file.c:424:ll_file_release()) START file d204b.sanity-flr:[0x200000404:0x1b4:0x0](ffff9bc649bf1148), flags 304000 00010000:00010000:0.0:1769074847.947996:0:61601:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b940 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b8fc expref: -99 pid: 61558 timeout: 0 lvb_type: 0 00000080:00200008:0.0:1769074847.978969:0:61605:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1769074847.978979:0:61605:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074847.978999:0:61605:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074847.979017:0:61605:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.979034:0:61605:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074847.979041:0:61605:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074847.979047:0:61605:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074847.979051:0:61605:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:0.0:1769074847.979059:0:61605:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981d0fcb8 00010000:00010000:0.0:1769074847.979063:0:61605:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.979071:0:61605:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074847.979170:0:61605:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074847.979178:0:61605:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074847.979184:0:61605:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.979191:0:61605:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074847.979196:0:61605:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074847.979201:0:61605:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074847.979204:0:61605:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:0.0:1769074847.979207:0:61605:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981d0fbb0 00010000:00010000:0.0:1769074847.979210:0:61605:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074847.979217:0:61605:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074847.979224:0:61605:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 44 00000080:00200008:0.0:1769074847.979232:0:61605:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200080:0.0:1769074847.979247:0:61605:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=800866a8 arg=7fff78f33c2c 00000080:00200008:0.0:1769074847.979259:0:61605:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200000:1.0:1769074847.986521:0:61608:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074847.986558:0:61608:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074847.986577:0:61608:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074847.986596:0:61608:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074847.986604:0:61608:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074847.986611:0:61608:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074847.986615:0:61608:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:1.0:1769074847.986622:0:61608:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981eb3bf8 00010000:00010000:1.0:1769074847.986626:0:61608:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074847.986634:0:61608:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074847.986653:0:61608:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074847.986661:0:61608:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204b.sanity-flr, flags=27 00000080:00200000:1.0:1769074847.986667:0:61608:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074847.986679:0:61608:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204b.sanity-flr, dir=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), file ffff9bc64f16ec00, open_flags 18800, mode 0 opened 0 00000080:00200000:1.0:1769074847.986686:0:61608:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204b.sanity-flr, dir=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), intent=open 00000002:00010000:1.0:1769074847.986700:0:61608:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204b.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b4:0x0], intent: open flags 0304001 00010000:00010000:1.0:1769074847.986791:0:61608:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b9da lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 61608 initiator: MDT0 00010000:00010000:1.0:1769074847.986800:0:61608:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b9da lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61608 initiator: MDT0 00000020:00100000:1.0:1769074847.986812:0:61608:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074847.986826:0:61608:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac92300 x1855007612882560/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074847.986837:0:61608:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b9da lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61608 initiator: MDT0 00000100:00100000:1.0:1769074847.986861:0:61608:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61608:1855007612882560:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074847.987057:0:61608:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d19bb40 going to sleep for 50 seconds 00000100:00100000:2.0:1769074848.008932:0:61608:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61608:1855007612882560:192.168.204.139@tcp:101:lfs.0 00010000:00010000:2.0:1769074848.008958:0:61608:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b9da lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61608 initiator: MDT0 00010000:00010000:2.0:1769074848.008972:0:61608:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b9da lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 61608 initiator: MDT0 00010000:00010000:2.0:1769074848.008979:0:61608:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b9da lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 61608 initiator: MDT0 00010000:00010000:2.0:1769074848.008987:0:61608:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b9da lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 61608 initiator: MDT0 00010000:00010000:2.0:1769074848.008994:0:61608:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b9da lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 61608 initiator: MDT0 00010000:00010000:2.0:1769074848.009001:0:61608:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f08c600 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:2.0:1769074848.009006:0:61608:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b9da lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 61608 initiator: MDT0 00010000:00010000:2.0:1769074848.009013:0:61608:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b9da lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 61608 initiator: MDT0 00010000:00010000:2.0:1769074848.009019:0:61608:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b9da lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 61608 initiator: MDT0 00010000:00010000:2.0:1769074848.009025:0:61608:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074848.009031:0:61608:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b9da lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 61608 initiator: MDT0 00010000:00010000:2.0:1769074848.009037:0:61608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11b9da lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 61608 initiator: MDT0 00000002:00100000:2.0:1769074848.009056:0:61608:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64ac92300 x1855007612882560/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/608 e 0 to 0 dl 1769074902 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074848.009070:0:61608:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1b4:0x0] suppgids 0 -1: rc -20 00000080:00200000:2.0:1769074848.009346:0:61608:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074848.009369:0:61608:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074848.009384:0:61608:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074848.009397:0:61608:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074848.009403:0:61608:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074848.009408:0:61608:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074848.009412:0:61608:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:2.0:1769074848.009417:0:61608:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981eb3bf8 00010000:00010000:2.0:1769074848.009421:0:61608:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074848.009428:0:61608:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074848.009443:0:61608:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074848.009451:0:61608:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204b.sanity-flr, flags=267 00000080:00200000:2.0:1769074848.009458:0:61608:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), inode mode 41ed mask 44 00000080:00200008:2.0:1769074848.009467:0:61608:0:(file.c:1001:ll_file_open()) START file d204b.sanity-flr:[0x200000404:0x1b4:0x0](ffff9bc649bf1148), flags 304000 00000080:00200080:2.0:1769074848.009517:0:61608:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148) cmd=c1406916 arg=1efda10 00000100:00100000:2.0:1769074848.009580:0:61608:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8e00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61608:1855007612882688:192.168.204.139@tcp:34:lfs.0 00000100:00100000:2.0:1769074848.009663:0:61608:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64cef6e40 going to sleep for 50 seconds 00000100:00100000:2.0:1769074848.017105:0:61608:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8e00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61608:1855007612882688:192.168.204.139@tcp:34:lfs.0 00000080:00200008:2.0:1769074848.017249:0:61608:0:(file.c:424:ll_file_release()) START file d204b.sanity-flr:[0x200000404:0x1b4:0x0](ffff9bc649bf1148), flags 304000 00010000:00010000:2.0:1769074848.017289:0:61608:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b940 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b8fc expref: -99 pid: 61558 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074848.079179:0:61612:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1769074848.079190:0:61612:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074848.079211:0:61612:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074848.079228:0:61612:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074848.079243:0:61612:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074848.079251:0:61612:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074848.079258:0:61612:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074848.079262:0:61612:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:2.0:1769074848.079269:0:61612:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981edfcb8 00010000:00010000:2.0:1769074848.079580:0:61612:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074848.079593:0:61612:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074848.079717:0:61612:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074848.079726:0:61612:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074848.079733:0:61612:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074848.079743:0:61612:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074848.079748:0:61612:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074848.079753:0:61612:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074848.079756:0:61612:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:2.0:1769074848.079759:0:61612:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981edfbb0 00010000:00010000:2.0:1769074848.079762:0:61612:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074848.079769:0:61612:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074848.079851:0:61612:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 44 00000080:00200008:2.0:1769074848.079861:0:61612:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200080:2.0:1769074848.079879:0:61612:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=800866a8 arg=7ffe459c925c 00000080:00200008:2.0:1769074848.079892:0:61612:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200000:3.0:1769074848.082485:0:61616:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074848.082517:0:61616:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074848.082536:0:61616:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074848.082551:0:61616:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074848.082559:0:61616:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074848.082568:0:61616:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074848.082572:0:61616:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:3.0:1769074848.082578:0:61616:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981f9fbf8 00010000:00010000:3.0:1769074848.082583:0:61616:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074848.082590:0:61616:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074848.082605:0:61616:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074848.082612:0:61616:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204b.sanity-flr, flags=27 00000080:00200000:3.0:1769074848.082619:0:61616:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074848.082630:0:61616:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204b.sanity-flr, dir=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), file ffff9bc6427c7080, open_flags 18800, mode 0 opened 0 00000080:00200000:3.0:1769074848.082638:0:61616:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204b.sanity-flr, dir=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), intent=open 00000002:00010000:3.0:1769074848.082650:0:61616:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204b.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b4:0x0], intent: open flags 0304001 00010000:00010000:3.0:1769074848.082703:0:61616:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f40c00/0x21fa6d252c11b9e1 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 61616 initiator: MDT0 00010000:00010000:3.0:1769074848.082711:0:61616:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f40c00/0x21fa6d252c11b9e1 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61616 initiator: MDT0 00000020:00100000:3.0:1769074848.082722:0:61616:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074848.082733:0:61616:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64d9aca80 x1855007612882944/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074848.082742:0:61616:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f40c00/0x21fa6d252c11b9e1 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61616 initiator: MDT0 00000100:00100000:3.0:1769074848.082763:0:61616:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61616:1855007612882944:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074848.083094:0:61616:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513ea6c0 going to sleep for 50 seconds 00000100:00100000:3.0:1769074848.088737:0:61616:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61616:1855007612882944:192.168.204.139@tcp:101:lfs.0 00010000:00010000:3.0:1769074848.088761:0:61616:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f40c00/0x21fa6d252c11b9e1 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61616 initiator: MDT0 00010000:00010000:3.0:1769074848.090407:0:61616:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f40c00/0x21fa6d252c11b9e1 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 61616 initiator: MDT0 00010000:00010000:3.0:1769074848.090425:0:61616:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f40c00/0x21fa6d252c11b9e1 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 61616 initiator: MDT0 00010000:00010000:3.0:1769074848.090433:0:61616:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f40c00/0x21fa6d252c11b9e1 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 61616 initiator: MDT0 00010000:00010000:3.0:1769074848.090442:0:61616:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f40c00/0x21fa6d252c11b9e1 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 61616 initiator: MDT0 00010000:00010000:3.0:1769074848.090449:0:61616:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc646f40c00 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:3.0:1769074848.090455:0:61616:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f40c00/0x21fa6d252c11b9e1 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 61616 initiator: MDT0 00010000:00010000:3.0:1769074848.090462:0:61616:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f40c00/0x21fa6d252c11b9e1 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 61616 initiator: MDT0 00010000:00010000:3.0:1769074848.090471:0:61616:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f40c00/0x21fa6d252c11b9e1 lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 61616 initiator: MDT0 00010000:00010000:3.0:1769074848.090479:0:61616:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074848.090486:0:61616:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f40c00/0x21fa6d252c11b9e1 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 61616 initiator: MDT0 00010000:00010000:3.0:1769074848.090493:0:61616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f40c00/0x21fa6d252c11b9e1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 61616 initiator: MDT0 00000002:00100000:3.0:1769074848.090523:0:61616:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64d9aca80 x1855007612882944/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/608 e 0 to 0 dl 1769074903 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074848.090546:0:61616:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1b4:0x0] suppgids 0 -1: rc -20 00000080:00200000:3.0:1769074848.090914:0:61616:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074848.090935:0:61616:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074848.090949:0:61616:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074848.090961:0:61616:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074848.090968:0:61616:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074848.090973:0:61616:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074848.090977:0:61616:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:3.0:1769074848.090983:0:61616:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981f9fbf8 00010000:00010000:3.0:1769074848.090987:0:61616:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074848.090995:0:61616:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074848.091012:0:61616:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074848.091021:0:61616:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204b.sanity-flr, flags=267 00000080:00200000:3.0:1769074848.091029:0:61616:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), inode mode 41ed mask 44 00000080:00200008:3.0:1769074848.091039:0:61616:0:(file.c:1001:ll_file_open()) START file d204b.sanity-flr:[0x200000404:0x1b4:0x0](ffff9bc649bf1148), flags 304000 00000080:00200080:3.0:1769074848.091095:0:61616:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148) cmd=c1406916 arg=2431a10 00000100:00100000:3.0:1769074848.091179:0:61616:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61616:1855007612883072:192.168.204.139@tcp:34:lfs.0 00000100:00100000:3.0:1769074848.092559:0:61616:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513ea6c0 going to sleep for 50 seconds 00000100:00100000:0.0:1769074848.098974:0:61616:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61616:1855007612883072:192.168.204.139@tcp:34:lfs.0 00000080:00200008:0.0:1769074848.099045:0:61616:0:(file.c:424:ll_file_release()) START file d204b.sanity-flr:[0x200000404:0x1b4:0x0](ffff9bc649bf1148), flags 304000 00010000:00010000:0.0:1769074848.099080:0:61616:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b940 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b8fc expref: -99 pid: 61558 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074848.141031:0:61619:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1769074848.141046:0:61619:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074848.141069:0:61619:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074848.141090:0:61619:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074848.141108:0:61619:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074848.141117:0:61619:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074848.141125:0:61619:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074848.141129:0:61619:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:3.0:1769074848.141136:0:61619:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981e6fcb8 00010000:00010000:3.0:1769074848.141140:0:61619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074848.141149:0:61619:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074848.141492:0:61619:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074848.141501:0:61619:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074848.141508:0:61619:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074848.141517:0:61619:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074848.141523:0:61619:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074848.141527:0:61619:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074848.141530:0:61619:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:3.0:1769074848.141535:0:61619:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981e6fbb0 00010000:00010000:3.0:1769074848.141538:0:61619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074848.141545:0:61619:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074848.141554:0:61619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 44 00000080:00200008:3.0:1769074848.141562:0:61619:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200080:3.0:1769074848.141580:0:61619:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=800866a8 arg=7ffe4f95d0fc 00000080:00200008:3.0:1769074848.141593:0:61619:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200000:1.0:1769074848.145911:0:61623:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074848.145959:0:61623:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074848.145979:0:61623:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074848.146004:0:61623:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074848.146014:0:61623:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074848.146025:0:61623:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074848.146030:0:61623:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:1.0:1769074848.146037:0:61623:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981fbfbf8 00010000:00010000:1.0:1769074848.146042:0:61623:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074848.146050:0:61623:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074848.146066:0:61623:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074848.146076:0:61623:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204b.sanity-flr, flags=27 00000080:00200000:1.0:1769074848.146083:0:61623:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074848.146096:0:61623:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204b.sanity-flr, dir=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), file ffff9bc643000900, open_flags 18800, mode 0 opened 0 00000080:00200000:1.0:1769074848.146104:0:61623:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204b.sanity-flr, dir=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), intent=open 00000002:00010000:1.0:1769074848.146121:0:61623:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204b.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b4:0x0], intent: open flags 0304001 00010000:00010000:1.0:1769074848.146185:0:61623:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b9e8 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 61623 initiator: MDT0 00010000:00010000:1.0:1769074848.146192:0:61623:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b9e8 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61623 initiator: MDT0 00000020:00100000:1.0:1769074848.146203:0:61623:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074848.146218:0:61623:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac91180 x1855007612883328/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074848.146232:0:61623:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b9e8 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61623 initiator: MDT0 00000100:00100000:1.0:1769074848.146259:0:61623:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61623:1855007612883328:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074848.146468:0:61623:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d19b0c0 going to sleep for 50 seconds 00000100:00100000:1.0:1769074848.161454:0:61623:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61623:1855007612883328:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074848.161481:0:61623:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b9e8 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61623 initiator: MDT0 00010000:00010000:1.0:1769074848.161493:0:61623:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b9e8 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 61623 initiator: MDT0 00010000:00010000:1.0:1769074848.161499:0:61623:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b9e8 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 61623 initiator: MDT0 00010000:00010000:1.0:1769074848.161506:0:61623:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b9e8 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 61623 initiator: MDT0 00010000:00010000:1.0:1769074848.161514:0:61623:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b9e8 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 61623 initiator: MDT0 00010000:00010000:1.0:1769074848.161520:0:61623:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f08d800 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074848.161525:0:61623:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b9e8 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 61623 initiator: MDT0 00010000:00010000:1.0:1769074848.161531:0:61623:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b9e8 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 61623 initiator: MDT0 00010000:00010000:1.0:1769074848.161539:0:61623:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b9e8 lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 61623 initiator: MDT0 00010000:00010000:1.0:1769074848.161550:0:61623:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074848.161556:0:61623:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b9e8 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 61623 initiator: MDT0 00010000:00010000:1.0:1769074848.161562:0:61623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d800/0x21fa6d252c11b9e8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 61623 initiator: MDT0 00000002:00100000:1.0:1769074848.161581:0:61623:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64ac91180 x1855007612883328/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/608 e 0 to 0 dl 1769074903 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074848.161595:0:61623:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1b4:0x0] suppgids 0 -1: rc -20 00000080:00200000:1.0:1769074848.161870:0:61623:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074848.161892:0:61623:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074848.161906:0:61623:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074848.161917:0:61623:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074848.161924:0:61623:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074848.166664:0:61623:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074848.166672:0:61623:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:1.0:1769074848.166684:0:61623:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981fbfbf8 00010000:00010000:1.0:1769074848.166691:0:61623:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074848.166706:0:61623:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074848.166726:0:61623:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074848.166742:0:61623:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204b.sanity-flr, flags=267 00000080:00200000:1.0:1769074848.166754:0:61623:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), inode mode 41ed mask 44 00000080:00200008:1.0:1769074848.166765:0:61623:0:(file.c:1001:ll_file_open()) START file d204b.sanity-flr:[0x200000404:0x1b4:0x0](ffff9bc649bf1148), flags 304000 00000080:00200080:1.0:1769074848.166885:0:61623:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148) cmd=c1406916 arg=266ca10 00000100:00100000:1.0:1769074848.166983:0:61623:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61623:1855007612883456:192.168.204.139@tcp:34:lfs.0 00000100:00100000:1.0:1769074848.167092:0:61623:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d19b0c0 going to sleep for 50 seconds 00000100:00100000:3.0:1769074848.177256:0:61623:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61623:1855007612883456:192.168.204.139@tcp:34:lfs.0 00000080:00200008:3.0:1769074848.177451:0:61623:0:(file.c:424:ll_file_release()) START file d204b.sanity-flr:[0x200000404:0x1b4:0x0](ffff9bc649bf1148), flags 304000 00010000:00010000:3.0:1769074848.177483:0:61623:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b940 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b8fc expref: -99 pid: 61558 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074848.205416:0:61625:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074848.205449:0:61625:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074848.205467:0:61625:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074848.205485:0:61625:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074848.205493:0:61625:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074848.205501:0:61625:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074848.205504:0:61625:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:3.0:1769074848.205510:0:61625:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981fa7bf8 00010000:00010000:3.0:1769074848.205513:0:61625:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074848.205520:0:61625:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074848.205531:0:61625:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074848.205537:0:61625:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204b.sanity-flr, flags=27 00000080:00200000:3.0:1769074848.205541:0:61625:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074848.205551:0:61625:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204b.sanity-flr, dir=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), file ffff9bc646996a80, open_flags 18800, mode 0 opened 0 00000080:00200000:3.0:1769074848.205556:0:61625:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204b.sanity-flr, dir=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), intent=open 00000002:00010000:3.0:1769074848.205567:0:61625:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204b.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b4:0x0], intent: open flags 0304001 00010000:00010000:3.0:1769074848.205614:0:61625:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f40c00/0x21fa6d252c11b9ef lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 61625 initiator: MDT0 00010000:00010000:3.0:1769074848.205619:0:61625:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f40c00/0x21fa6d252c11b9ef lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61625 initiator: MDT0 00000020:00100000:3.0:1769074848.206911:0:61625:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074848.207057:0:61625:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64d9adc00 x1855007612883712/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074848.207071:0:61625:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f40c00/0x21fa6d252c11b9ef lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61625 initiator: MDT0 00000100:00100000:3.0:1769074848.207100:0:61625:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61625:1855007612883712:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074848.207626:0:61625:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513ea780 going to sleep for 50 seconds 00000100:00100000:3.0:1769074848.212603:0:61625:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61625:1855007612883712:192.168.204.139@tcp:101:lfs.0 00010000:00010000:3.0:1769074848.212991:0:61625:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f40c00/0x21fa6d252c11b9ef lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 61625 initiator: MDT0 00010000:00010000:3.0:1769074848.213008:0:61625:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f40c00/0x21fa6d252c11b9ef lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 61625 initiator: MDT0 00010000:00010000:3.0:1769074848.213015:0:61625:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f40c00/0x21fa6d252c11b9ef lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 61625 initiator: MDT0 00010000:00010000:3.0:1769074848.213022:0:61625:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f40c00/0x21fa6d252c11b9ef lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 61625 initiator: MDT0 00010000:00010000:3.0:1769074848.213029:0:61625:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f40c00/0x21fa6d252c11b9ef lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 61625 initiator: MDT0 00010000:00010000:3.0:1769074848.213036:0:61625:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc646f40c00 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:3.0:1769074848.213040:0:61625:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f40c00/0x21fa6d252c11b9ef lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 61625 initiator: MDT0 00010000:00010000:3.0:1769074848.213047:0:61625:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f40c00/0x21fa6d252c11b9ef lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 61625 initiator: MDT0 00010000:00010000:3.0:1769074848.213054:0:61625:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f40c00/0x21fa6d252c11b9ef lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 61625 initiator: MDT0 00010000:00010000:3.0:1769074848.213061:0:61625:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074848.213067:0:61625:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f40c00/0x21fa6d252c11b9ef lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 61625 initiator: MDT0 00010000:00010000:3.0:1769074848.213071:0:61625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f40c00/0x21fa6d252c11b9ef lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 61625 initiator: MDT0 00000002:00100000:3.0:1769074848.213087:0:61625:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64d9adc00 x1855007612883712/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/608 e 0 to 0 dl 1769074903 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074848.213098:0:61625:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1b4:0x0] suppgids 0 -1: rc -20 00000080:00200000:3.0:1769074848.213226:0:61625:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074848.213245:0:61625:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074848.213260:0:61625:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074848.213283:0:61625:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074848.213291:0:61625:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074848.213296:0:61625:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074848.213300:0:61625:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:3.0:1769074848.213305:0:61625:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981fa7bf8 00010000:00010000:3.0:1769074848.213309:0:61625:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074848.213318:0:61625:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074848.213331:0:61625:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074848.213408:0:61625:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204b.sanity-flr, flags=267 00000080:00200000:3.0:1769074848.213416:0:61625:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), inode mode 41ed mask 44 00000080:00200008:3.0:1769074848.213424:0:61625:0:(file.c:1001:ll_file_open()) START file d204b.sanity-flr:[0x200000404:0x1b4:0x0](ffff9bc649bf1148), flags 304000 00000080:00200080:3.0:1769074848.213464:0:61625:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148) cmd=c0086915 arg=19cc3d0 00000100:00100000:3.0:1769074848.213521:0:61625:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61625:1855007612883840:192.168.204.139@tcp:34:lfs.0 00000100:00100000:3.0:1769074848.213619:0:61625:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513ea780 going to sleep for 50 seconds 00000100:00100000:3.0:1769074848.219351:0:61625:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:61625:1855007612883840:192.168.204.139@tcp:34:lfs.0 00000080:00200008:3.0:1769074848.219530:0:61625:0:(file.c:424:ll_file_release()) START file d204b.sanity-flr:[0x200000404:0x1b4:0x0](ffff9bc649bf1148), flags 304000 00010000:00010000:3.0:1769074848.219562:0:61625:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942000/0x21fa6d252c11b940 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b8fc expref: -99 pid: 61558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074848.847443:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074849.869610:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074850.893634:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074851.917026:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074852.493334:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612884096:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074852.493497:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612884352:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074852.493549:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1769074852.493558:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1136430d-88ea-4de2-9954-69c484e5445f:2371:1855007612883968:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074852.493590:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612884224:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074852.508315:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1136430d-88ea-4de2-9954-69c484e5445f:2371:1855007612883968:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074852.508349:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612884224:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074852.508364:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612884096:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074852.508377:0:2371:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9bc646483800: committing for last_committed 17179872662 gen 1 00000100:00100000:1.0:1769074852.508404:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612884352:192.168.204.139@tcp:400:kworker.0 00010000:00010000:1.0:1769074852.941942:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074853.968438:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:0.0:1769074854.370645:0:62040:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074854.370675:0:62040:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074854.370694:0:62040:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074854.370711:0:62040:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074854.370718:0:62040:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074854.370726:0:62040:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074854.370730:0:62040:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:0.0:1769074854.370738:0:62040:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f980da3b58 00010000:00010000:0.0:1769074854.370741:0:62040:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074854.370750:0:62040:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074854.370767:0:62040:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.371264:0:62040:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204b.sanity-flr, flags=24 00000080:00200000:0.0:1769074854.371272:0:62040:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.371286:0:62040:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f204b.sanity-flr, dir=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), flags=8 00000080:00200000:0.0:1769074854.371291:0:62040:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204b.sanity-flr, dir=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), intent=getattr 00000002:00010000:0.0:1769074854.371306:0:62040:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204b.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b4:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074854.371364:0:62040:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b9f6 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 62040 initiator: MDT0 00010000:00010000:0.0:1769074854.371373:0:62040:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b9f6 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 62040 initiator: MDT0 00010000:00010000:0.0:1769074854.371386:0:62040:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b9f6 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 62040 initiator: MDT0 00000100:00100000:0.0:1769074854.371414:0:62040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job rm:8e818347-4d21-45d1-a323-b359656f3fdd:62040:1855007612884480:192.168.204.139@tcp:101:rm.0 00000100:00100000:0.0:1769074854.372267:0:62040:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ac34540 going to sleep for 50 seconds 00000100:00100000:0.0:1769074854.399729:0:62040:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bc646483800: committing for last_committed 8589941483 gen 1 00000100:00100000:0.0:1769074854.399750:0:62040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job rm:8e818347-4d21-45d1-a323-b359656f3fdd:62040:1855007612884480:192.168.204.139@tcp:101:rm.0 00010000:00010000:0.0:1769074854.399790:0:62040:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b9f6 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bbe2 expref: -99 pid: 62040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074854.399810:0:62040:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b9f6 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bbe2 expref: -99 pid: 62040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074854.399818:0:62040:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b9f6 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bbe2 expref: -99 pid: 62040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074854.400302:0:62040:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b9f6 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bbe2 expref: -99 pid: 62040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074854.400313:0:62040:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b9f6 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bbe2 expref: -99 pid: 62040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074854.400327:0:62040:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b9f6 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bbe2 expref: -99 pid: 62040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074854.400335:0:62040:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b9f6 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bbe2 expref: -99 pid: 62040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074854.400346:0:62040:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b9f6 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bbe2 expref: -99 pid: 62040 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074854.400359:0:62040:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9bc64f07d880 x1855007612884480/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 592/1136 e 0 to 0 dl 1769074909 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074854.400371:0:62040:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 552 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b9f6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bbe2 expref: -99 pid: 62040 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1769074854.400385:0:62040:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b9f6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bbe2 expref: -99 pid: 62040 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074854.400396:0:62040:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589935620/437 (0 0) 00000080:00200000:0.0:1769074854.400403:0:62040:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b4:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1769074854.400464:0:62040:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000404:0x1b5:0x0], updating i_size 2097152 00000080:00200000:0.0:1769074854.400468:0:62040:0:(namei.c:151:ll_iget()) got inode: [0x200000404:0x1b5:0x0](ffff9bc649b5c2c8): rc = 0 00000080:00200000:0.0:1769074854.400569:0:62040:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1b5:0x0]: layout version change: 8 -> 8 00000080:00010000:0.0:1769074854.400576:0:62040:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) for lock 0x21fa6d252c11b9f6 00000080:00010000:0.0:1769074854.400588:0:62040:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) 00000080:00010000:0.0:1769074854.400591:0:62040:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9f6 from it ffffa7f980da3b20 00010000:00010000:0.0:1769074854.400595:0:62040:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b9f6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8bbe2 expref: -99 pid: 62040 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074854.400604:0:62040:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b9f6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8bbe2 expref: -99 pid: 62040 timeout: 0 lvb_type: 3 00000080:00200008:0.0:1769074854.400645:0:62040:0:(file.c:6252:ll_getattr_dentry()) START file f204b.sanity-flr:[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074854.400652:0:62040:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8),name=f204b.sanity-flr 00000002:00010000:0.0:1769074854.400674:0:62040:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b5:0x0]) in obj [0x200000404:0x1b4:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074854.400683:0:62040:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b9f6 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8bbe2 expref: -99 pid: 62040 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074854.400693:0:62040:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b9f6 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8bbe2 expref: -99 pid: 62040 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074854.400699:0:62040:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b4:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074854.400704:0:62040:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) 00000080:00010000:0.0:1769074854.400707:0:62040:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) for lock 0x21fa6d252c11b9f6 00000080:00010000:0.0:1769074854.400711:0:62040:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9f6 from it ffffa7f980da3cb8 00010000:00010000:0.0:1769074854.400714:0:62040:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b9f6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8bbe2 expref: -99 pid: 62040 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074854.400721:0:62040:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b9f6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8bbe2 expref: -99 pid: 62040 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074854.400810:0:62040:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074854.401997:0:62040:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074854.402015:0:62040:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074854.402029:0:62040:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074854.402037:0:62040:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074854.402044:0:62040:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074854.402047:0:62040:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:0.0:1769074854.402054:0:62040:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f980da3c10 00010000:00010000:0.0:1769074854.402058:0:62040:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074854.402065:0:62040:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074854.402077:0:62040:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.402087:0:62040:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204b.sanity-flr, flags=24 00000080:00200000:0.0:1769074854.402094:0:62040:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.402103:0:62040:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f204b.sanity-flr, flags=0 00000080:00200000:0.0:1769074854.402107:0:62040:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b4:0x0](ffff9bc649bf1148), inode mode 41ed mask 3 00000080:00200000:0.0:1769074854.402112:0:62040:0:(namei.c:2354:ll_unlink()) VFS Op:name=f204b.sanity-flr, dir=[0x200000404:0x1b4:0x0](ffff9bc649bf1148) 00010000:00010000:0.0:1769074854.402240:0:62040:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b9f6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e8bbe2 expref: -99 pid: 62040 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074854.402257:0:62040:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x1b5:0x0]: losing layout lock 00010000:00010000:0.0:1769074854.402274:0:62040:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4600/0x21fa6d252c11b9b7 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e8ba76 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074854.402283:0:62040:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x1b5:0x0]: losing layout lock 00010000:00010000:0.0:1769074854.402315:0:62040:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b9f6 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8bbe2 expref: -99 pid: 62040 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074854.402321:0:62040:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4600/0x21fa6d252c11b9b7 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8ba76 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074854.402327:0:62040:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:0.0:1769074854.402329:0:62040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11b9f6 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8bbe2 expref: -99 pid: 62040 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074854.402343:0:62040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4600/0x21fa6d252c11b9b7 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8ba76 expref: -99 pid: 61581 timeout: 0 lvb_type: 3 00000020:00100000:0.0:1769074854.402365:0:62040:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074854.402376:0:62040:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07d880 x1855007612884736/t0(0) o36->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 504/2128 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074854.402398:0:62040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job rm:8e818347-4d21-45d1-a323-b359656f3fdd:62040:1855007612884736:192.168.204.139@tcp:36:rm.0 00000100:00100000:0.0:1769074854.403286:0:62040:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ac34540 going to sleep for 50 seconds 00000100:00100000:0.0:1769074854.421138:0:62040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job rm:8e818347-4d21-45d1-a323-b359656f3fdd:62040:1855007612884736:192.168.204.139@tcp:36:rm.0 00000080:00200000:0.0:1769074854.421217:0:62040:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b5:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1769074854.421229:0:62040:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b5:0x0]: flr state: 1, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:0.0:1769074854.421233:0:62040:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:0.0:1769074854.421240:0:62040:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:0.0:1769074854.421251:0:62040:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:0.0:1769074854.421257:0:62040:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x40 00000080:00200000:0.0:1769074854.421280:0:62040:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b5:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1769074854.421288:0:62040:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000404:0x1b5:0x0](ffff9bc649b5c2c8) 00010000:00010000:3.0:1769074855.000614:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074856.012943:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1769074856.210720:0:62182:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 204c: FLR write/stale/resync test with component removal ========================================================== 04:40:54 (1769074854) 00000080:00200008:2.0:1769074856.388437:0:62198:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1769074856.388449:0:62198:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074856.388471:0:62198:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074856.388502:0:62198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.388519:0:62198:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074856.388526:0:62198:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074856.388533:0:62198:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074856.388536:0:62198:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:2.0:1769074856.388543:0:62198:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f98146bcb8 00010000:00010000:2.0:1769074856.388548:0:62198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.388561:0:62198:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074856.388655:0:62198:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074856.388663:0:62198:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074856.388670:0:62198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.388677:0:62198:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074856.388683:0:62198:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074856.388687:0:62198:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074856.388689:0:62198:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:2.0:1769074856.388693:0:62198:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f98146bbb0 00010000:00010000:2.0:1769074856.388696:0:62198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.388703:0:62198:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074856.388711:0:62198:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 44 00000080:00200008:2.0:1769074856.388719:0:62198:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200080:2.0:1769074856.388737:0:62198:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=800866a8 arg=7ffcb976b36c 00000080:00200008:2.0:1769074856.388751:0:62198:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200000:2.0:1769074856.388822:0:62198:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074856.388830:0:62198:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074856.388836:0:62198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.388844:0:62198:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074856.388851:0:62198:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074856.388854:0:62198:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074856.388857:0:62198:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:2.0:1769074856.388861:0:62198:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f98146bbb0 00010000:00010000:2.0:1769074856.388864:0:62198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.388871:0:62198:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074856.388879:0:62198:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 44 00000080:00200008:2.0:1769074856.388884:0:62198:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 100000 00000080:00200080:2.0:1769074856.388893:0:62198:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=8080667f arg=7ffcb976a040 00000080:00200008:2.0:1769074856.389299:0:62198:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 100000 00000080:00200008:2.0:1769074856.389608:0:62198:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1769074856.389613:0:62198:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074856.389623:0:62198:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074856.389633:0:62198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.389643:0:62198:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074856.389649:0:62198:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074856.389654:0:62198:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074856.389657:0:62198:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:2.0:1769074856.389662:0:62198:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f98146bcb8 00010000:00010000:2.0:1769074856.389665:0:62198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.389674:0:62198:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074856.472750:0:62206:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074856.473398:0:62206:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074856.473421:0:62206:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.473440:0:62206:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074856.473449:0:62206:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074856.473457:0:62206:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074856.473461:0:62206:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:2.0:1769074856.473470:0:62206:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981e6fbe0 00010000:00010000:2.0:1769074856.473475:0:62206:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.473484:0:62206:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074856.473500:0:62206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074856.473518:0:62206:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d204c.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), flags=1536 00000080:00200000:2.0:1769074856.473522:0:62206:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074856.473530:0:62206:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074856.473536:0:62206:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.473544:0:62206:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074856.473550:0:62206:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074856.473554:0:62206:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074856.473557:0:62206:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:2.0:1769074856.473561:0:62206:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981e6fce0 00010000:00010000:2.0:1769074856.473563:0:62206:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.473570:0:62206:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074856.473577:0:62206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 3 00000080:00200000:2.0:1769074856.473583:0:62206:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074856.473588:0:62206:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074856.473594:0:62206:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.473602:0:62206:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074856.473608:0:62206:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074856.473612:0:62206:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074856.473614:0:62206:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b8e5 00000080:00010000:2.0:1769074856.473618:0:62206:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b8e5 from it ffffa7f981e6fdc8 00010000:00010000:2.0:1769074856.473622:0:62206:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.473630:0:62206:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074856.473637:0:62206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 3 00000080:00200000:2.0:1769074856.473643:0:62206:0:(namei.c:2175:do_mkdir()) VFS Op:name=d204c.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8) 00800000:00000004:2.0:1769074856.473667:0:62206:0:(obd_class.h:1049:obd_statfs_async()) lustre-MDT0000-mdc-ffff9bc646483800: age 1781, max_age 0 00000100:00100000:3.0:1769074856.473756:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612884864:192.168.204.139@tcp:41:mkdir.0 00010000:00010000:2.0:1769074856.474031:0:62206:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.474074:0:62206:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.474081:0:62206:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074856.474084:0:62206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224600/0x21fa6d252c11b8e5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8b7ac expref: -99 pid: 61550 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074856.474106:0:62206:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074856.474126:0:62206:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc67afd9f80 x1855007612885120/t0(0) o36->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 568/2080 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074856.474155:0:62206:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job mkdir:8e818347-4d21-45d1-a323-b359656f3fdd:62206:1855007612885120:192.168.204.139@tcp:36:mkdir.0 00000100:00100000:2.0:1769074856.474189:0:62206:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64800b540 going to sleep for 50 seconds 00000100:00100000:2.0:1769074856.479012:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612884864:192.168.204.139@tcp:41:mkdir.0 00000100:00100000:0.0:1769074856.479285:0:62206:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job mkdir:8e818347-4d21-45d1-a323-b359656f3fdd:62206:1855007612885120:192.168.204.139@tcp:36:mkdir.0 00000080:00200000:0.0:1769074856.479342:0:62206:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000404:0x1b7:0x0](ffff9bc649b63248) 00000080:00200000:0.0:1769074856.479349:0:62206:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000404:0x1b7:0x0], updating i_size 512 00000080:00200000:3.0:1769074856.509025:0:62209:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074856.509062:0:62209:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074856.509151:0:62209:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 62209 initiator: MDT0 00010000:00010000:3.0:1769074856.509163:0:62209:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 62209 initiator: MDT0 00010000:00010000:3.0:1769074856.509174:0:62209:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 62209 initiator: MDT0 00000100:00100000:3.0:1769074856.509203:0:62209:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62209:1855007612885248:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074856.509444:0:62209:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d9a8c00 going to sleep for 50 seconds 00000100:00100000:2.0:1769074856.521272:0:62209:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62209:1855007612885248:192.168.204.139@tcp:101:lfs.0 00010000:00010000:2.0:1769074856.521298:0:62209:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.521310:0:62209:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.521322:0:62209:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.521333:0:62209:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.521344:0:62209:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.521351:0:62209:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.521359:0:62209:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074856.521370:0:62209:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9bc64d9adc00 x1855007612885248/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074911 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074856.521384:0:62209:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.521396:0:62209:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:2.0:1769074856.521402:0:62209:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074856.521434:0:62209:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 13824 00000080:00010000:2.0:1769074856.521439:0:62209:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b9fd 00000080:00010000:2.0:1769074856.521445:0:62209:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074856.521449:0:62209:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9fd from it ffffa7f980c97b58 00010000:00010000:2.0:1769074856.521452:0:62209:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.521460:0:62209:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074856.521490:0:62209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074856.521515:0:62209:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d204c.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), flags=29 00000080:00200000:2.0:1769074856.521520:0:62209:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d204c.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), intent=0 00000002:00010000:2.0:1769074856.521544:0:62209:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d204c.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074856.521587:0:62209:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4e00/0x21fa6d252c11ba04 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.521594:0:62209:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4e00/0x21fa6d252c11ba04 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.521601:0:62209:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4e00/0x21fa6d252c11ba04 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 62209 initiator: MDT0 00000100:00100000:2.0:1769074856.521621:0:62209:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8e00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62209:1855007612885376:192.168.204.139@tcp:101:lfs.0 00000100:00100000:2.0:1769074856.521708:0:62209:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64800b000 going to sleep for 50 seconds 00000100:00100000:2.0:1769074856.532800:0:62209:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8e00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62209:1855007612885376:192.168.204.139@tcp:101:lfs.0 00010000:00010000:2.0:1769074856.532821:0:62209:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4e00/0x21fa6d252c11ba04 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc36 expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.532841:0:62209:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4e00/0x21fa6d252c11ba04 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc36 expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.532847:0:62209:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4e00/0x21fa6d252c11ba04 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc36 expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.532857:0:62209:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4e00/0x21fa6d252c11ba04 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc36 expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.532865:0:62209:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4e00/0x21fa6d252c11ba04 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc36 expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.532873:0:62209:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4e00/0x21fa6d252c11ba04 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc36 expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.532878:0:62209:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4e00/0x21fa6d252c11ba04 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc36 expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.532883:0:62209:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4e00/0x21fa6d252c11ba04 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc36 expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074856.532889:0:62209:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff9bc67afd8e00 x1855007612885376/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 592/584 e 0 to 0 dl 1769074911 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074856.532898:0:62209:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4e00/0x21fa6d252c11ba04 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc36 expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.532906:0:62209:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589935620/439 (0 0) 00000080:00200000:2.0:1769074856.532911:0:62209:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074856.532934:0:62209:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000404:0x1b7:0x0], updating i_size 512 00000080:00200000:2.0:1769074856.532937:0:62209:0:(namei.c:151:ll_iget()) got inode: [0x200000404:0x1b7:0x0](ffff9bc649b63248): rc = 0 00000080:00010000:2.0:1769074856.532943:0:62209:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b7:0x0](ffff9bc649b63248) for lock 0x21fa6d252c11ba04 00000080:00010000:2.0:1769074856.532963:0:62209:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b7:0x0](ffff9bc649b63248) 00000080:00010000:2.0:1769074856.532966:0:62209:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11ba04 from it ffffa7f980c97a28 00010000:00010000:2.0:1769074856.532968:0:62209:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4e00/0x21fa6d252c11ba04 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc36 expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.532974:0:62209:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4e00/0x21fa6d252c11ba04 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc36 expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074856.533003:0:62209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b7:0x0](ffff9bc649b63248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074856.533026:0:62209:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f204c.sanity-flr, dir=[0x200000404:0x1b7:0x0](ffff9bc649b63248), flags=13 00000080:00200000:2.0:1769074856.533030:0:62209:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204c.sanity-flr, dir=[0x200000404:0x1b7:0x0](ffff9bc649b63248), intent=getattr 00000002:00010000:2.0:1769074856.533045:0:62209:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204c.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b7:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074856.533076:0:62209:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba0b lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.533080:0:62209:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba0b lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.533087:0:62209:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba0b lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 62209 initiator: MDT0 00000100:00100000:2.0:1769074856.533102:0:62209:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8e00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62209:1855007612885504:192.168.204.139@tcp:101:lfs.0 00000100:00100000:2.0:1769074856.533199:0:62209:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64800b000 going to sleep for 50 seconds 00000100:00100000:2.0:1769074856.536580:0:62209:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8e00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62209:1855007612885504:192.168.204.139@tcp:101:lfs.0 00010000:00010000:2.0:1769074856.536607:0:62209:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba0b lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.536621:0:62209:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba0b lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.536629:0:62209:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba0b lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.536640:0:62209:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba0b lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.536648:0:62209:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba0b lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.536654:0:62209:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f0c5e00 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:2.0:1769074856.536658:0:62209:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba0b lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.536665:0:62209:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba0b lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.536671:0:62209:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba0b lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.536678:0:62209:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074856.536684:0:62209:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba0b lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.536690:0:62209:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba0b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 62209 initiator: MDT0 00000002:00100000:2.0:1769074856.536708:0:62209:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff9bc67afd8e00 x1855007612885504/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 592/584 e 0 to 0 dl 1769074911 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074856.536722:0:62209:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b7:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074856.536746:0:62209:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 30 res 8589935620/439 (0 0) 00000080:00200000:2.0:1769074856.536878:0:62209:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074856.536893:0:62209:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074856.536902:0:62209:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.536920:0:62209:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074856.536926:0:62209:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074856.536932:0:62209:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074856.536936:0:62209:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b9fd 00000080:00010000:2.0:1769074856.536941:0:62209:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9fd from it ffffa7f980c97be8 00010000:00010000:2.0:1769074856.536945:0:62209:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.536965:0:62209:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074856.536977:0:62209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074856.536984:0:62209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204c.sanity-flr, flags=16408 00000080:00200000:2.0:1769074856.536989:0:62209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b7:0x0](ffff9bc649b63248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074856.537002:0:62209:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f204c.sanity-flr, dir=[0x200000404:0x1b7:0x0](ffff9bc649b63248), flags=16392 00000080:00200000:2.0:1769074856.537014:0:62209:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204c.sanity-flr, dir=[0x200000404:0x1b7:0x0](ffff9bc649b63248), intent=getattr 00000002:00010000:2.0:1769074856.537026:0:62209:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204c.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b7:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074856.537062:0:62209:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4a00/0x21fa6d252c11ba12 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.537070:0:62209:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4a00/0x21fa6d252c11ba12 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.537079:0:62209:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4a00/0x21fa6d252c11ba12 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 62209 initiator: MDT0 00000100:00100000:2.0:1769074856.537100:0:62209:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8e00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62209:1855007612885632:192.168.204.139@tcp:101:lfs.0 00000100:00100000:2.0:1769074856.537202:0:62209:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64800b000 going to sleep for 50 seconds 00000100:00100000:2.0:1769074856.542603:0:62209:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8e00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62209:1855007612885632:192.168.204.139@tcp:101:lfs.0 00010000:00010000:2.0:1769074856.542630:0:62209:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4a00/0x21fa6d252c11ba12 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.542645:0:62209:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4a00/0x21fa6d252c11ba12 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.542652:0:62209:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4a00/0x21fa6d252c11ba12 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.542660:0:62209:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4a00/0x21fa6d252c11ba12 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.542669:0:62209:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4a00/0x21fa6d252c11ba12 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.542675:0:62209:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f0c4a00 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:2.0:1769074856.542681:0:62209:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4a00/0x21fa6d252c11ba12 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.542687:0:62209:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4a00/0x21fa6d252c11ba12 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.542695:0:62209:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4a00/0x21fa6d252c11ba12 lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.542701:0:62209:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074856.542708:0:62209:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4a00/0x21fa6d252c11ba12 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.542713:0:62209:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4a00/0x21fa6d252c11ba12 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 62209 initiator: MDT0 00000002:00100000:2.0:1769074856.542731:0:62209:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff9bc67afd8e00 x1855007612885632/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 592/584 e 0 to 0 dl 1769074911 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074856.542747:0:62209:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b7:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074856.542824:0:62209:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 30 res 8589935620/439 (0 0) 00000080:00200000:2.0:1769074856.542922:0:62209:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074856.542941:0:62209:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074856.542963:0:62209:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.542975:0:62209:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074856.542981:0:62209:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074856.542987:0:62209:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074856.542991:0:62209:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b9fd 00000080:00010000:2.0:1769074856.542996:0:62209:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9fd from it ffffa7f980c97b58 00010000:00010000:2.0:1769074856.542999:0:62209:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.543015:0:62209:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074856.543029:0:62209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074856.543038:0:62209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204c.sanity-flr, flags=13 00000080:00200008:2.0:1769074856.543050:0:62209:0:(file.c:6252:ll_getattr_dentry()) START file d204c.sanity-flr:[0x200000404:0x1b7:0x0](ffff9bc649b63248), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1769074856.543055:0:62209:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1b7:0x0](ffff9bc649b63248),name=d204c.sanity-flr 00000002:00010000:2.0:1769074856.543071:0:62209:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b7:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074856.543076:0:62209:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 30 res 8589935620/439 (0 0) 00010000:00010000:2.0:1769074856.543130:0:62209:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba19 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.543145:0:62209:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba19 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.543155:0:62209:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba19 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 62209 initiator: MDT0 00000100:00100000:2.0:1769074856.543178:0:62209:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8e00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62209:1855007612885760:192.168.204.139@tcp:101:lfs.0 00000100:00100000:2.0:1769074856.543274:0:62209:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64800b000 going to sleep for 50 seconds 00000100:00100000:2.0:1769074856.550436:0:62209:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8e00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62209:1855007612885760:192.168.204.139@tcp:101:lfs.0 00010000:00010000:2.0:1769074856.550457:0:62209:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba19 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc6e expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.550471:0:62209:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba19 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc6e expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.550476:0:62209:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba19 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc6e expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.550486:0:62209:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba19 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc6e expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.550493:0:62209:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba19 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc6e expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.550500:0:62209:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba19 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc6e expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.550509:0:62209:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba19 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc6e expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.550514:0:62209:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba19 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc6e expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074856.550523:0:62209:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9bc67afd8e00 x1855007612885760/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074911 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074856.550535:0:62209:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba19 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc6e expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.550543:0:62209:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589935620/439 (0 0) 00000080:00200000:2.0:1769074856.550549:0:62209:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074856.550571:0:62209:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000404:0x1b7:0x0], updating i_size 512 00000080:00010000:2.0:1769074856.550576:0:62209:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b7:0x0](ffff9bc649b63248) for lock 0x21fa6d252c11ba19 00000080:00010000:2.0:1769074856.550584:0:62209:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b7:0x0](ffff9bc649b63248) 00000080:00010000:2.0:1769074856.550588:0:62209:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11ba19 from it ffffa7f980c97cb8 00010000:00010000:2.0:1769074856.550591:0:62209:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba19 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc6e expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.550598:0:62209:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba19 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc6e expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074856.551872:0:62209:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1769074856.551880:0:62209:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074856.551899:0:62209:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074856.551913:0:62209:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.551925:0:62209:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074856.551932:0:62209:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074856.551937:0:62209:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074856.551940:0:62209:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b9fd 00000080:00010000:2.0:1769074856.551945:0:62209:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9fd from it ffffa7f980c97cb8 00010000:00010000:2.0:1769074856.552093:0:62209:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.552103:0:62209:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074856.552327:0:62209:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074856.552335:0:62209:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074856.552342:0:62209:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.552350:0:62209:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074856.552355:0:62209:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074856.552359:0:62209:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074856.552362:0:62209:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b9fd 00000080:00010000:2.0:1769074856.552366:0:62209:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9fd from it ffffa7f980c97b58 00010000:00010000:2.0:1769074856.552369:0:62209:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.552381:0:62209:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074856.552389:0:62209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074856.552395:0:62209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204c.sanity-flr, flags=24 00000080:00200000:2.0:1769074856.552400:0:62209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b7:0x0](ffff9bc649b63248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074856.552409:0:62209:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f204c.sanity-flr, dir=[0x200000404:0x1b7:0x0](ffff9bc649b63248), flags=8 00000080:00200000:2.0:1769074856.552413:0:62209:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204c.sanity-flr, dir=[0x200000404:0x1b7:0x0](ffff9bc649b63248), intent=getattr 00000002:00010000:2.0:1769074856.552424:0:62209:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204c.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b7:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074856.552469:0:62209:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4a00/0x21fa6d252c11ba20 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.552476:0:62209:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4a00/0x21fa6d252c11ba20 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.552486:0:62209:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4a00/0x21fa6d252c11ba20 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 62209 initiator: MDT0 00000100:00100000:2.0:1769074856.552510:0:62209:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8e00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62209:1855007612885888:192.168.204.139@tcp:101:lfs.0 00000100:00100000:2.0:1769074856.552623:0:62209:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64800b000 going to sleep for 50 seconds 00000100:00100000:2.0:1769074856.557741:0:62209:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8e00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62209:1855007612885888:192.168.204.139@tcp:101:lfs.0 00010000:00010000:2.0:1769074856.557764:0:62209:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4a00/0x21fa6d252c11ba20 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.557892:0:62209:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4a00/0x21fa6d252c11ba20 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.557901:0:62209:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4a00/0x21fa6d252c11ba20 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.557909:0:62209:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4a00/0x21fa6d252c11ba20 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.557917:0:62209:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4a00/0x21fa6d252c11ba20 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.557923:0:62209:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f0c4a00 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:2.0:1769074856.557928:0:62209:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4a00/0x21fa6d252c11ba20 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.557934:0:62209:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4a00/0x21fa6d252c11ba20 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.557943:0:62209:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4a00/0x21fa6d252c11ba20 lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.557950:0:62209:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074856.557963:0:62209:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4a00/0x21fa6d252c11ba20 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.557970:0:62209:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4a00/0x21fa6d252c11ba20 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 62209 initiator: MDT0 00000002:00100000:2.0:1769074856.557988:0:62209:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff9bc67afd8e00 x1855007612885888/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 592/584 e 0 to 0 dl 1769074911 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074856.558002:0:62209:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b7:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074856.558039:0:62209:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba19 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc6e expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.558053:0:62209:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba19 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc6e expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074856.558067:0:62209:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11ba19 from it ffffa7f980c97940 00010000:00010000:2.0:1769074856.558071:0:62209:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba19 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc6e expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.558079:0:62209:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba19 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc6e expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074856.558176:0:62209:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074856.558189:0:62209:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074856.558198:0:62209:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.558205:0:62209:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074856.558212:0:62209:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074856.558216:0:62209:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074856.558220:0:62209:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b9fd 00000080:00010000:2.0:1769074856.558225:0:62209:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9fd from it ffffa7f980c97bf8 00010000:00010000:2.0:1769074856.558228:0:62209:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.558235:0:62209:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074856.558244:0:62209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074856.558251:0:62209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204c.sanity-flr, flags=25 00000080:00200000:2.0:1769074856.558256:0:62209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b7:0x0](ffff9bc649b63248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074856.558263:0:62209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f204c.sanity-flr, flags=777 00000080:00200000:2.0:1769074856.558266:0:62209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b7:0x0](ffff9bc649b63248), inode mode 41ed mask 3 00000080:00200000:2.0:1769074856.558272:0:62209:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204c.sanity-flr, dir=[0x200000404:0x1b7:0x0](ffff9bc649b63248), file ffff9bc6481bf500, open_flags a141, mode 81b6 opened 0 00000080:00200000:2.0:1769074856.558282:0:62209:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204c.sanity-flr, dir=[0x200000404:0x1b7:0x0](ffff9bc649b63248), intent=open|creat 00000002:00010000:2.0:1769074856.558304:0:62209:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204c.sanity-flr,[0x200000404:0x1b8:0x0]) in obj [0x200000404:0x1b7:0x0], intent: open|creat flags 0120502 00010000:00010000:2.0:1769074856.558316:0:62209:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba19 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e8bc6e expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.558329:0:62209:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4e00/0x21fa6d252c11ba04 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc36 expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.558367:0:62209:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba19 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8bc6e expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.558374:0:62209:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074856.558377:0:62209:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba19 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8bc6e expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.558402:0:62209:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4c00/0x21fa6d252c11ba27 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.558408:0:62209:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4c00/0x21fa6d252c11ba27 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 62209 initiator: MDT0 00000020:00100000:2.0:1769074856.558417:0:62209:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074856.558423:0:62209:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc67afd8e00 x1855007612886144/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 536/67824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074856.558432:0:62209:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4c00/0x21fa6d252c11ba27 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 62209 initiator: MDT0 00000100:00100000:2.0:1769074856.558452:0:62209:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8e00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62209:1855007612886144:192.168.204.139@tcp:101:lfs.0 00000100:00100000:2.0:1769074856.558593:0:62209:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64800b000 going to sleep for 50 seconds 00000100:00100000:2.0:1769074856.568169:0:62209:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8e00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62209:1855007612886144:192.168.204.139@tcp:101:lfs.0 00010000:00010000:2.0:1769074856.568202:0:62209:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4c00/0x21fa6d252c11ba27 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc9f expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.568229:0:62209:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4c00/0x21fa6d252c11ba27 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc9f expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.568237:0:62209:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4c00/0x21fa6d252c11ba27 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc9f expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.568249:0:62209:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4c00/0x21fa6d252c11ba27 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc9f expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.568260:0:62209:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4c00/0x21fa6d252c11ba27 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc9f expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.568272:0:62209:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4c00/0x21fa6d252c11ba27 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc9f expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.568280:0:62209:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4c00/0x21fa6d252c11ba27 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc9f expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.568287:0:62209:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4c00/0x21fa6d252c11ba27 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc9f expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074856.568299:0:62209:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=8000037, status=0 req@ffff9bc67afd8e00 x1855007612886144/t8589941486(8589941486) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 536/608 e 0 to 0 dl 1769074911 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074856.568319:0:62209:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc67afd8e00 x1855007612886144/t8589941486(8589941486) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 536/608 e 0 to 0 dl 1769074911 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074856.568331:0:62209:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4c00/0x21fa6d252c11ba27 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc9f expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.568582:0:62209:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589935620/440 (0 0) 00000080:00200000:2.0:1769074856.568590:0:62209:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x1b7:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074856.568601:0:62209:0:(namei.c:1569:ll_create_it()) VFS Op:name=f204c.sanity-flr, dir=[0x200000404:0x1b7:0x0](ffff9bc649b63248), intent=open|creat 00000080:00200000:2.0:1769074856.568631:0:62209:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000404:0x1b8:0x0](ffff9bc649bf63c8) 00000080:00200000:2.0:1769074856.568638:0:62209:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000404:0x1b8:0x0], updating i_size 0 00000080:00200000:2.0:1769074856.568669:0:62209:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1b8:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:2.0:1769074856.568674:0:62209:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x200000404:0x1b8:0x0](ffff9bc649bf63c8) 00000080:00010000:2.0:1769074856.568677:0:62209:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b8:0x0](ffff9bc649bf63c8) for lock 0x21fa6d252c11ba27 00000080:00010000:2.0:1769074856.568686:0:62209:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b8:0x0](ffff9bc649bf63c8) 00000080:00200008:2.0:1769074856.568703:0:62209:0:(file.c:1001:ll_file_open()) START file f204c.sanity-flr:[0x200000404:0x1b8:0x0](ffff9bc649bf63c8), flags 120501 00000002:00100000:2.0:1769074856.568724:0:62209:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc67afd8e00 x1855007612886144/t8589941486(8589941486) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 536/608 e 0 to 0 dl 1769074911 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00010000:2.0:1769074856.568764:0:62209:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11ba27 from it ffff9bc675990480 00010000:00010000:2.0:1769074856.568768:0:62209:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4c00/0x21fa6d252c11ba27 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8bc9f expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.568838:0:62209:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4c00/0x21fa6d252c11ba27 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8bc9f expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074856.568863:0:62209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b8:0x0](ffff9bc649bf63c8), inode mode 81a4 mask 40 00000080:00200000:2.0:1769074856.568918:0:62209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b8:0x0](ffff9bc649bf63c8), inode mode 81a4 mask 2 00000080:00200000:2.0:1769074856.568930:0:62209:0:(xattr.c:406:ll_xattr_set()) VFS Op:inode=[0x200000404:0x1b8:0x0](ffff9bc649bf63c8), xattr lov 00000002:00010000:2.0:1769074856.568946:0:62209:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b8:0x0]) in obj [0x200000404:0x1b7:0x0], intent: open flags 040000002 00010000:00010000:2.0:1769074856.569022:0:62209:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba2e lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.569030:0:62209:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba2e lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 62209 initiator: MDT0 00000020:00100000:2.0:1769074856.569042:0:62209:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074856.569050:0:62209:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc67afdb480 x1855007612886400/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074856.569060:0:62209:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba2e lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 62209 initiator: MDT0 00000100:00100000:2.0:1769074856.569083:0:62209:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb480 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62209:1855007612886400:192.168.204.139@tcp:101:lfs.0 00000100:00100000:2.0:1769074856.569301:0:62209:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64800b000 going to sleep for 50 seconds 00000100:00100000:3.0:1769074856.576688:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:2.0:1769074856.576821:0:45123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619956864 00000100:00100000:2.0:1769074856.576833:0:45123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619956864 00000100:00100000:2.0:1769074856.576899:0:45123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6625 00000100:00100000:2.0:1769074856.576910:0:45123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:8e818347-4d21-45d1-a323-b359656f3fdd+5:30391:x1855007619956864:12345-192.168.204.139@tcp:104: 00010000:00010000:2.0:1769074856.576931:0:45123:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4c00/0x21fa6d252c11ba27 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x8b5959a9a0e8bc9f expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.577698:0:45123:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1769074856.577709:0:45123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:8e818347-4d21-45d1-a323-b359656f3fdd+5:30391:x1855007619956864:12345-192.168.204.139@tcp:104: Request processed in 799us (1030us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074856.577717:0:45123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6625 00010000:00010000:1.0:1769074856.579714:0:53572:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074856.579729:0:53572:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4c00/0x21fa6d252c11ba27 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x8b5959a9a0e8bc9f expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074856.579743:0:53572:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f0c4c00 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074856.579748:0:53572:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4c00/0x21fa6d252c11ba27 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x8b5959a9a0e8bc9f expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074856.579757:0:53572:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4c00/0x21fa6d252c11ba27 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x8b5959a9a0e8bc9f expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074856.579768:0:53572:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4c00/0x21fa6d252c11ba27 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x8b5959a9a0e8bc9f expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074856.579894:0:53572:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x1b8:0x0]: losing layout lock 00010000:00010000:1.0:1769074856.580244:0:53572:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4c00/0x21fa6d252c11ba27 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8b5959a9a0e8bc9f expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074856.580252:0:53572:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1769074856.580398:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612886528:192.168.204.139@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074856.580560:0:53572:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4c00/0x21fa6d252c11ba27 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8b5959a9a0e8bc9f expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074856.580568:0:53572:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c4c00/0x21fa6d252c11ba27 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8b5959a9a0e8bc9f expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074856.580596:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074856.580598:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074856.580601:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074856.586313:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612886528:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1769074856.587462:0:62209:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb480 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62209:1855007612886400:192.168.204.139@tcp:101:lfs.0 00010000:00010000:2.0:1769074856.587485:0:62209:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba2e lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.587500:0:62209:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba2e lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.587506:0:62209:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba2e lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.587514:0:62209:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba2e lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.587522:0:62209:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba2e lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.587529:0:62209:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f0c5e00 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:2.0:1769074856.587534:0:62209:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba2e lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.587541:0:62209:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba2e lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.587548:0:62209:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba2e lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.587555:0:62209:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074856.587562:0:62209:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba2e lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 62209 initiator: MDT0 00010000:00010000:2.0:1769074856.587567:0:62209:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f0c5e00/0x21fa6d252c11ba2e lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 62209 initiator: MDT0 00000002:00100000:2.0:1769074856.587588:0:62209:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=800002b, status=0 req@ffff9bc67afdb480 x1855007612886400/t8589941487(8589941487) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/1264 e 0 to 0 dl 1769074911 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074856.587609:0:62209:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc67afdb480 x1855007612886400/t8589941487(8589941487) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/1264 e 0 to 0 dl 1769074911 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074856.587628:0:62209:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1b7:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074856.587679:0:62209:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1769074856.587689:0:62209:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1769074856.587744:0:62209:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000404:0x1b8:0x0], updating i_size 0 00000002:00100000:2.0:1769074856.587759:0:62209:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc67afdb480 x1855007612886400/t8589941487(8589941487) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 1176/1264 e 0 to 0 dl 1769074911 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074856.588292:0:62209:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff9bc67afdb480 x1855007612886400/t8589941487(8589941487) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 1176/1264 e 0 to 0 dl 1769074911 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074856.588304:0:62209:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074856.588309:0:62209:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc67afd8000 x1855007612886784/t0(0) o35->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:23/10 lens 392/2128 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074856.588332:0:62209:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62209:1855007612886784:192.168.204.139@tcp:35:lfs.0 00000100:00100000:2.0:1769074856.588438:0:62209:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64800b000 going to sleep for 11 seconds 00000100:00100000:2.0:1769074856.592245:0:62209:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62209:1855007612886784:192.168.204.139@tcp:35:lfs.0 00000002:00100000:2.0:1769074856.592282:0:62209:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9bc67afdb480 x1855007612886400/t8589941487(8589941487) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 1176/1264 e 0 to 0 dl 1769074911 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200008:2.0:1769074856.592354:0:62209:0:(file.c:424:ll_file_release()) START file f204c.sanity-flr:[0x200000404:0x1b8:0x0](ffff9bc649bf63c8), flags 100001 00000002:00100000:2.0:1769074856.592412:0:62209:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff9bc67afd8e00 x1855007612886144/t8589941486(8589941486) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 536/608 e 0 to 0 dl 1769074911 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074856.592423:0:62209:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074856.592429:0:62209:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc67afda300 x1855007612887040/t0(0) o35->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:23/10 lens 392/2128 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074856.592451:0:62209:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda300 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62209:1855007612887040:192.168.204.139@tcp:35:lfs.0 00000100:00100000:2.0:1769074856.592538:0:62209:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64800b000 going to sleep for 11 seconds 00000100:00100000:2.0:1769074856.598678:0:62209:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda300 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62209:1855007612887040:192.168.204.139@tcp:35:lfs.0 00000002:00100000:2.0:1769074856.598714:0:62209:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9bc67afd8e00 x1855007612886144/t8589941486(8589941486) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 536/608 e 0 to 0 dl 1769074911 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00010000:3.0:1769074857.037765:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:3.0:1769074857.101385:0:36:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b0:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1769074857.101401:0:36:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1769074857.101438:0:36:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b0:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1769074857.101452:0:36:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1ae:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1769074857.101458:0:36:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1ae:0x0]: flr state: 1, move mirror from 1 to 1, have retried: 0, mirror count: 2 00020000:00200000:3.0:1769074857.101461:0:36:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:3.0:1769074857.101463:0:36:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:3.0:1769074857.101473:0:36:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1ae:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:2.0:1769074857.620611:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612887296:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1769074857.620763:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612887552:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1769074857.620836:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1769074857.620844:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1136430d-88ea-4de2-9954-69c484e5445f:2372:1855007612887168:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1769074857.620877:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612887424:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1769074857.639711:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1136430d-88ea-4de2-9954-69c484e5445f:2372:1855007612887168:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1769074857.639740:0:2372:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9bc646483800: committing for last_committed 21474839624 gen 5 00000100:00100000:2.0:1769074857.640078:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612887424:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1769074857.640100:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612887296:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1769074857.640123:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612887552:192.168.204.139@tcp:400:kworker.0 00010000:00010000:1.0:1769074858.061390:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074858.120733:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:2.0:1769074858.122191:0:52448:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619957248 00000100:00100000:2.0:1769074858.122213:0:52448:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619957248 00000100:00100000:3.0:1769074858.122226:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:2.0:1769074858.122307:0:52448:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619957376 00000100:00100000:2.0:1769074858.122313:0:52448:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619957376 00000100:00100000:3.0:1769074858.122331:0:45123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6626 00000100:00100000:3.0:1769074858.122351:0:45123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:26360:x1855007619957248:12345-192.168.204.139@tcp:104: 00000100:00100000:2.0:1769074858.122372:0:52448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6627 00010000:00010000:3.0:1769074858.122377:0:45123:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b9b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x420000030000 nid: local remote: 0x8b5959a9a0e8ba68 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1769074858.122394:0:52448:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+5:6531:x1855007619957376:12345-192.168.204.139@tcp:104: 00010000:00010000:2.0:1769074858.122419:0:52448:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b9a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x420000030000 nid: local remote: 0x8b5959a9a0e8ba61 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074858.122595:0:45123:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1769074858.122606:0:45123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:26360:x1855007619957248:12345-192.168.204.139@tcp:104: Request processed in 261us (1898us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074858.122615:0:45123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6626 00010000:00010000:2.0:1769074858.122840:0:52448:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00010000:3.0:1769074858.122841:0:47798:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074858.122858:0:47798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b9b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x420000030000 nid: local remote: 0x8b5959a9a0e8ba68 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1769074858.122861:0:52448:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:6531:x1855007619957376:12345-192.168.204.139@tcp:104: Request processed in 475us (639us total) trans 0 rc 0/0 00010000:00010000:3.0:1769074858.122896:0:47798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f943000 already unused, calling callback (ffffffffc10a51b0) 00000100:00100000:2.0:1769074858.122899:0:52448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6627 00010000:00010000:3.0:1769074858.122910:0:47798:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b9b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x428400030000 nid: local remote: 0x8b5959a9a0e8ba68 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074858.122989:0:47798:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b9b0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x4c29400030020 nid: local remote: 0x8b5959a9a0e8ba68 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074858.122997:0:47798:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074858.123040:0:47798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b9b0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x4c29400030020 nid: local remote: 0x8b5959a9a0e8ba68 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074858.123050:0:47798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11b9b0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->68157439) gid 0 flags: 0x4c29400030020 nid: local remote: 0x8b5959a9a0e8ba68 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074858.123080:0:47798:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074858.123085:0:47798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b9a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x420000030000 nid: local remote: 0x8b5959a9a0e8ba61 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074858.123092:0:47798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f942a00 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:3.0:1769074858.123096:0:47798:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b9a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x428400030000 nid: local remote: 0x8b5959a9a0e8ba61 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074858.123124:0:47798:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b9a9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400030020 nid: local remote: 0x8b5959a9a0e8ba61 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074858.123131:0:47798:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074858.123137:0:47798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b9a9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400030020 nid: local remote: 0x8b5959a9a0e8ba61 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074858.123145:0:47798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11b9a9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400030020 nid: local remote: 0x8b5959a9a0e8ba61 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074858.123159:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074858.123161:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074858.123163:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074858.123186:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612887808:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074858.123261:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074858.123268:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612887680:192.168.204.139@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074858.132511:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074858.141391:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612887680:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1769074858.141413:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612887808:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074858.141529:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074858.141578:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074858.141617:0:37577:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619957760 00000100:00100000:3.0:1769074858.141626:0:37577:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619957760 00000100:00100000:3.0:1769074858.141680:0:37577:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619957888 00000100:00100000:3.0:1769074858.141684:0:37577:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619957888 00000100:00100000:3.0:1769074858.141707:0:37577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6628 00000100:00100000:3.0:1769074858.141716:0:37577:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9af100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+5:26306:x1855007619957760:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074858.141738:0:37577:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b99b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x420000010000 nid: local remote: 0x8b5959a9a0e8ba4c expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1769074858.141964:0:52448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6629 00000100:00100000:2.0:1769074858.141974:0:52448:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+5:6531:x1855007619957888:12345-192.168.204.139@tcp:104: 00010000:00010000:2.0:1769074858.141982:0:52448:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b9a2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x8b5959a9a0e8ba53 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074858.142027:0:37577:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1769074858.142035:0:37577:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9af100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+5:26306:x1855007619957760:12345-192.168.204.139@tcp:104: Request processed in 320us (822us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074858.142044:0:37577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6628 00010000:00010000:1.0:1769074858.149455:0:55496:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074858.149480:0:55496:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b99b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x420000010000 nid: local remote: 0x8b5959a9a0e8ba4c expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074858.149497:0:55496:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f942600 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:1.0:1769074858.149506:0:55496:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b99b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x428400010000 nid: local remote: 0x8b5959a9a0e8ba4c expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074858.149585:0:55496:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b99b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8ba4c expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074858.149593:0:55496:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1769074858.149678:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612887936:192.168.204.139@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074858.150230:0:55496:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b99b lrc: 1/0,0 mode: --/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8ba4c expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074858.150243:0:55496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942600/0x21fa6d252c11b99b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8ba4c expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074858.150279:0:55496:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074858.150285:0:55496:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b9a2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x8b5959a9a0e8ba53 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074858.150294:0:55496:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f943400 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:1.0:1769074858.150299:0:55496:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b9a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x8b5959a9a0e8ba53 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074858.150329:0:55496:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b9a2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8ba53 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074858.150336:0:55496:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074858.150422:0:52448:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:2.0:1769074858.150441:0:52448:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:6531:x1855007619957888:12345-192.168.204.139@tcp:104: Request processed in 8462us (8855us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074858.150457:0:52448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6629 00010000:00010000:3.0:1769074858.150569:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074858.153135:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074858.153171:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612888064:192.168.204.139@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074858.154323:0:55496:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b9a2 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8ba53 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074858.154342:0:55496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11b9a2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8ba53 expref: -99 pid: 61581 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074858.154376:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074858.154378:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074858.154381:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074858.155316:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612887936:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1769074858.161714:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612888064:192.168.204.139@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074859.087849:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074860.109021:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074861.133848:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074862.158844:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074862.733259:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1136430d-88ea-4de2-9954-69c484e5445f:2371:1855007612888192:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074862.733392:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612888448:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074862.733430:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1769074862.733436:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612888320:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074862.733461:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612888576:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074862.738225:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612888576:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074862.738246:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612888448:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074862.753250:0:2371:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bc646483800: committing for last_committed 8589941489 gen 1 00000100:00100000:0.0:1769074862.753357:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612888320:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074862.753376:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1136430d-88ea-4de2-9954-69c484e5445f:2371:1855007612888192:192.168.204.139@tcp:400:kworker.0 00010000:00010000:1.0:1769074863.184327:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074864.205117:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074865.229034:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074866.253050:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074867.277362:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074867.853094:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612888832:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1769074867.853208:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612889088:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1769074867.853245:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1769074867.853252:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1136430d-88ea-4de2-9954-69c484e5445f:2372:1855007612888704:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1769074867.853279:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612888960:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1769074867.858878:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1136430d-88ea-4de2-9954-69c484e5445f:2372:1855007612888704:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1769074867.858905:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612889088:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074867.860658:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612888960:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1769074867.869269:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612888832:192.168.204.139@tcp:400:kworker.0 00010000:00010000:0.0:1769074868.303619:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:2.0:1769074868.589754:0:62232:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074868.589824:0:62232:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074868.589847:0:62232:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.589865:0:62232:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074868.589874:0:62232:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074868.589884:0:62232:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074868.589889:0:62232:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b9fd 00000080:00010000:2.0:1769074868.589897:0:62232:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9fd from it ffffa7f981933bf8 00010000:00010000:2.0:1769074868.589901:0:62232:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.589910:0:62232:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074868.589926:0:62232:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.606459:0:62232:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204c.sanity-flr, flags=25 00000080:00200000:3.0:1769074868.606572:0:62232:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b7:0x0](ffff9bc649b63248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.606613:0:62232:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b7:0x0](ffff9bc649b63248), inode mode 41ed mask 3 00000080:00200000:3.0:1769074868.606619:0:62232:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204c.sanity-flr, dir=[0x200000404:0x1b7:0x0](ffff9bc649b63248), file ffff9bc644b7c900, open_flags 8041, mode 81b6 opened 0 00000080:00200000:3.0:1769074868.606634:0:62232:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204c.sanity-flr, dir=[0x200000404:0x1b7:0x0](ffff9bc649b63248), intent=open|creat 00000002:00010000:3.0:1769074868.606671:0:62232:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204c.sanity-flr,[0x200000404:0x1b9:0x0]) in obj [0x200000404:0x1b7:0x0], intent: open|creat flags 0100102 00010000:00010000:3.0:1769074868.606761:0:62232:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41200/0x21fa6d252c11ba35 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 62232 initiator: MDT0 00010000:00010000:3.0:1769074868.606771:0:62232:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41200/0x21fa6d252c11ba35 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 62232 initiator: MDT0 00000020:00100000:3.0:1769074868.606820:0:62232:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074868.606834:0:62232:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64d9ae680 x1855007612889344/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/67824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074868.606844:0:62232:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41200/0x21fa6d252c11ba35 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 62232 initiator: MDT0 00000100:00100000:3.0:1769074868.606869:0:62232:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job dd:8e818347-4d21-45d1-a323-b359656f3fdd:62232:1855007612889344:192.168.204.139@tcp:101:dd.0 00000100:00100000:3.0:1769074868.607025:0:62232:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d9a8000 going to sleep for 50 seconds 00000100:00100000:1.0:1769074868.620512:0:62232:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job dd:8e818347-4d21-45d1-a323-b359656f3fdd:62232:1855007612889344:192.168.204.139@tcp:101:dd.0 00010000:00010000:1.0:1769074868.620539:0:62232:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41200/0x21fa6d252c11ba35 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bcf3 expref: -99 pid: 62232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074868.620563:0:62232:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41200/0x21fa6d252c11ba35 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bcf3 expref: -99 pid: 62232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074868.620571:0:62232:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41200/0x21fa6d252c11ba35 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bcf3 expref: -99 pid: 62232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074868.620586:0:62232:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41200/0x21fa6d252c11ba35 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bcf3 expref: -99 pid: 62232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074868.620597:0:62232:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41200/0x21fa6d252c11ba35 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bcf3 expref: -99 pid: 62232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074868.620610:0:62232:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41200/0x21fa6d252c11ba35 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bcf3 expref: -99 pid: 62232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074868.620618:0:62232:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41200/0x21fa6d252c11ba35 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bcf3 expref: -99 pid: 62232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074868.620626:0:62232:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41200/0x21fa6d252c11ba35 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bcf3 expref: -99 pid: 62232 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074868.620636:0:62232:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=2b, status=0 req@ffff9bc64d9ae680 x1855007612889344/t8589941490(8589941490) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/1264 e 0 to 0 dl 1769074923 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1769074868.620651:0:62232:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64d9ae680 x1855007612889344/t8589941490(8589941490) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/1264 e 0 to 0 dl 1769074923 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074868.620666:0:62232:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 656 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41200/0x21fa6d252c11ba35 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bcf3 expref: -99 pid: 62232 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1769074868.620678:0:62232:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41200/0x21fa6d252c11ba35 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bcf3 expref: -99 pid: 62232 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074868.620688:0:62232:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589935620/440 (0 0) 00000080:00200000:1.0:1769074868.620694:0:62232:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x1b7:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1769074868.620748:0:62232:0:(namei.c:151:ll_iget()) got inode: [0x200000404:0x1b8:0x0](ffff9bc649bf63c8): rc = 0 00000080:00200000:1.0:1769074868.620819:0:62232:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1b8:0x0]: layout version change: 4294967294 -> 6 00000080:00010000:1.0:1769074868.620824:0:62232:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b8:0x0](ffff9bc649bf63c8) for lock 0x21fa6d252c11ba35 00000080:00010000:1.0:1769074868.620837:0:62232:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b8:0x0](ffff9bc649bf63c8) 00000080:00200008:1.0:1769074868.620852:0:62232:0:(file.c:1001:ll_file_open()) START file f204c.sanity-flr:[0x200000404:0x1b8:0x0](ffff9bc649bf63c8), flags 100101 00000002:00100000:1.0:1769074868.620870:0:62232:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64d9ae680 x1855007612889344/t8589941490(8589941490) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 1192/1264 e 0 to 0 dl 1769074923 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000080:00010000:1.0:1769074868.620918:0:62232:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11ba35 from it ffff9bc646e617e0 00010000:00010000:1.0:1769074868.620923:0:62232:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41200/0x21fa6d252c11ba35 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8bcf3 expref: -99 pid: 62232 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074868.620939:0:62232:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41200/0x21fa6d252c11ba35 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8bcf3 expref: -99 pid: 62232 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074868.620962:0:62232:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b8:0x0](ffff9bc649bf63c8), inode mode 81a4 mask 42 00000080:00200008:0.0:1769074868.627201:0:62232:0:(file.c:2648:do_file_write_iter()) START file f204c.sanity-flr:[0x200000404:0x1b8:0x0], ppos: 0, count: 2097152 00000080:00200000:0.0:1769074868.627218:0:62232:0:(file.c:2672:do_file_write_iter()) switching to DIO 00000080:00200000:0.0:1769074868.627226:0:62232:0:(file.c:1994:ll_file_io_generic()) f204c.sanity-flr: write ppos: 0, bytes: 2097152 00000080:00200000:0.0:1769074868.627241:0:62232:0:(file.c:1759:ll_io_set_mirror()) f204c.sanity-flr: desiginated mirror: 0 00000020:00200000:0.0:1769074868.627250:0:62232:0:(cl_io.c:214:cl_io_rw_init()) header@000000007bed12ed[0x4, 2, [0x200000404:0x1b8:0x0] hash] 00000020:00200000:0.0:1769074868.627253:0:62232:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 2097152) 0 0 00000080:00200000:0.0:1769074868.627258:0:62232:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1769074868.627273:0:62232:0:(lov_io.c:385:lov_io_mirror_init()) [0x200000404:0x1b8:0x0] need write intent for [0, 2097152) 00000020:00200000:0.0:1769074868.627278:0:62232:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1769074868.627285:0:62232:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/0, layout version 6 need write layout 1, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1769074868.627288:0:62232:0:(vvp_io.c:356:vvp_io_fini()) [0x200000404:0x1b8:0x0] write layout, type 2 [0x0, 0x200000) 00000080:00010000:0.0:1769074868.627299:0:62232:0:(file.c:7031:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000404:0x1b8:0x0](ffff9bc649bf63c8) 00000002:00010000:0.0:1769074868.627312:0:62232:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b8:0x0]) in obj [0x200000404:0x1b8:0x0], intent: layout flags 02 00010000:00010000:0.0:1769074868.627339:0:62232:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41200/0x21fa6d252c11ba35 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e8bcf3 expref: -99 pid: 62232 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074868.627359:0:62232:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x1b8:0x0]: losing layout lock 00010000:00010000:0.0:1769074868.627403:0:62232:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41200/0x21fa6d252c11ba35 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8bcf3 expref: -99 pid: 62232 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074868.627410:0:62232:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074868.627414:0:62232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41200/0x21fa6d252c11ba35 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8bcf3 expref: -99 pid: 62232 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074868.627454:0:62232:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11ba3c lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 62232 initiator: MDT0 00010000:00010000:0.0:1769074868.627461:0:62232:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11ba3c lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 62232 initiator: MDT0 00000020:00100000:0.0:1769074868.627472:0:62232:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074868.627484:0:62232:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07d880 x1855007612889600/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 376/1976 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074868.627494:0:62232:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11ba3c lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 62232 initiator: MDT0 00000100:00100000:0.0:1769074868.627516:0:62232:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job dd:8e818347-4d21-45d1-a323-b359656f3fdd:62232:1855007612889600:192.168.204.139@tcp:101:dd.0 00000100:00100000:0.0:1769074868.627625:0:62232:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc651169cc0 going to sleep for 50 seconds 00000100:00100000:1.0:1769074868.899096:0:62232:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job dd:8e818347-4d21-45d1-a323-b359656f3fdd:62232:1855007612889600:192.168.204.139@tcp:101:dd.0 00010000:00010000:1.0:1769074868.899129:0:62232:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode CR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11ba3c lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bd08 expref: -99 pid: 62232 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074868.899142:0:62232:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11ba3c lrc: 4/0,1 mode: --/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bd08 expref: -99 pid: 62232 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074868.899156:0:62232:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11ba3c lrc: 4/0,1 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bd08 expref: -99 pid: 62232 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074868.899169:0:62232:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11ba3c lrc: 4/0,1 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bd08 expref: -99 pid: 62232 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074868.899182:0:62232:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11ba3c lrc: 5/1,1 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bd08 expref: -99 pid: 62232 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074868.899190:0:62232:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11ba3c lrc: 5/1,1 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bd08 expref: -99 pid: 62232 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074868.899197:0:62232:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11ba3c lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bd08 expref: -99 pid: 62232 timeout: 0 lvb_type: 3 00000002:00100000:1.0:1769074868.899210:0:62232:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff9bc64f07d880 x1855007612889600/t8589941491(8589941491) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 376/792 e 0 to 0 dl 1769074923 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074868.899232:0:62232:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 448 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11ba3c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bd08 expref: -99 pid: 62232 timeout: 0 lvb_type: 3 00000002:00010000:1.0:1769074868.899242:0:62232:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11ba3c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bd08 expref: -99 pid: 62232 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074868.899259:0:62232:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 16 res 8589935620/440 (0 0) 00000080:00200000:1.0:1769074868.899265:0:62232:0:(namei.c:955:ll_intent_lock()) intent lock 1024 on i1 [0x200000404:0x1b8:0x0] suppgids 0 0: rc 0 00000080:00010000:1.0:1769074868.899274:0:62232:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b8:0x0](ffff9bc649bf63c8) for lock 0x21fa6d252c11ba3c 00000080:00010000:1.0:1769074868.899283:0:62232:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11ba3c from it ffffa7f981933bb8 00010000:00010000:1.0:1769074868.899286:0:62232:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11ba3c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bd08 expref: -99 pid: 62232 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074868.899295:0:62232:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11ba3c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bd08 expref: -99 pid: 62232 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074868.899315:0:62232:0:(file.c:2142:ll_file_io_generic()) f204c.sanity-flr: 2 io complete with rc: 0, result: 0, restart: 1 00000080:00200000:1.0:1769074868.899319:0:62232:0:(file.c:2149:ll_file_io_generic()) f204c.sanity-flr: restart write from ppos=0 bytes=2097152 retries=999 ret=0: rc = 0 00000080:00200000:1.0:1769074868.899327:0:62232:0:(file.c:1759:ll_io_set_mirror()) f204c.sanity-flr: desiginated mirror: 0 00000020:00200000:1.0:1769074868.899335:0:62232:0:(cl_io.c:214:cl_io_rw_init()) header@000000007bed12ed[0x4, 2, [0x200000404:0x1b8:0x0] hash] 00000020:00200000:1.0:1769074868.899338:0:62232:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 2097152) 0 0 00000080:00200000:1.0:1769074868.899343:0:62232:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00010000:00010000:1.0:1769074868.899358:0:62232:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11ba3c lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bd08 expref: -99 pid: 62232 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074868.899369:0:62232:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11ba3c lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bd08 expref: -99 pid: 62232 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1769074868.899376:0:62232:0:(file.c:6914:ll_layout_lock_set()) ### file [0x200000404:0x1b8:0x0](000000008016dca7) being reconfigured ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11ba3c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bd08 expref: -99 pid: 62232 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074868.899421:0:62232:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11ba3c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bd08 expref: -99 pid: 62232 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074868.899433:0:62232:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11ba3c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bd08 expref: -99 pid: 62232 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074868.899444:0:62232:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1769074868.899455:0:62232:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b8:0x0]: flr state: 1, move mirror from 1 to 1, have retried: 0, mirror count: 2 00020000:00200000:1.0:1769074868.899458:0:62232:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:1.0:1769074868.899464:0:62232:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x10 00020000:00200000:1.0:1769074868.899474:0:62232:0:(lov_io.c:860:lov_io_iter_init()) component[4] flags 0x40 00020000:00200000:1.0:1769074868.899476:0:62232:0:(lov_io.c:860:lov_io_iter_init()) component[5] flags 0x0 00000080:00200000:1.0:1769074868.899493:0:62232:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:1.0:1769074868.899503:0:62232:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11ba3c lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bd08 expref: -99 pid: 62232 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074868.899510:0:62232:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11ba3c lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bd08 expref: -99 pid: 62232 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1769074868.899516:0:62232:0:(file.c:6914:ll_layout_lock_set()) ### file [0x200000404:0x1b8:0x0](000000008016dca7) being reconfigured ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11ba3c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bd08 expref: -99 pid: 62232 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074868.899531:0:62232:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1769074868.899536:0:62232:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b8:0x0]: flr state: 1, move mirror from 1 to 1, have retried: 0, mirror count: 2 00020000:00200000:1.0:1769074868.899538:0:62232:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:1.0:1769074868.899540:0:62232:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x10 00020000:00200000:1.0:1769074868.899544:0:62232:0:(lov_io.c:860:lov_io_iter_init()) component[4] flags 0x40 00020000:00200000:1.0:1769074868.899546:0:62232:0:(lov_io.c:860:lov_io_iter_init()) component[5] flags 0x0 00000080:00200000:1.0:1769074868.899550:0:62232:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1769074868.899620:0:62232:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1b8:0x0]: layout version change: 4294967294 -> 7 00010000:00010000:1.0:1769074868.899624:0:62232:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11ba3c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8bd08 expref: -99 pid: 62232 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074868.899632:0:62232:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11ba3c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8bd08 expref: -99 pid: 62232 timeout: 0 lvb_type: 3 00020000:00200000:1.0:1769074868.899643:0:62232:0:(lov_io.c:308:lov_io_mirror_write_intent()) [0x200000404:0x1b8:0x0]there are 0 components to be staled to modify file extent [0x0, 0xa00000), iot: 2 00020000:00200000:1.0:1769074868.899646:0:62232:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b8:0x0]: flr state: 2, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:1.0:1769074868.899648:0:62232:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00000080:00200000:1.0:1769074868.899652:0:62232:0:(file.c:2072:ll_file_io_generic()) Range lock [0, 511] 00020000:00200000:1.0:1769074868.899659:0:62232:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 2097152) 2097152, 2097152 00020000:00200000:1.0:1769074868.899662:0:62232:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1769074868.899674:0:62232:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 1 [0, 511] 00000008:00010000:1.0:1769074868.899686:0:62232:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1769074868.899691:0:62232:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc6430720b0, osc lock ffff9bc64a5b5690, flags 0x0 00000080:00200000:1.0:1769074868.899702:0:62232:0:(vvp_io.c:1312:vvp_io_write_start()) f204c.sanity-flr: write [0, 2097152) append 0 append lockpos 0 00000080:00200000:1.0:1769074868.899728:0:62232:0:(rw26.c:439:ll_direct_IO_impl()) VFS Op:inode=[0x200000404:0x1b8:0x0](ffff9bc649bf63c8), size=2097152 (max 603979776), offset=0=0x0, pages 512 (max 147456), lockless, parallel, hybrid 00000008:00010000:2.0:1769074868.901129:0:56763:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9bc6485b1540 00000008:00100000:2.0:1769074868.901823:0:56763:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc67afd9c00 - object 0x280000400:545 offset 0<>1048576 00000100:00100000:2.0:1769074868.901879:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074868.901907:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612889728:192.168.204.139@tcp:4:dd.0 00000020:00200000:2.0:1769074868.902230:0:62232:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 512 items remaining. 00000080:00200000:2.0:1769074868.902235:0:62232:0:(rw26.c:570:ll_direct_IO_impl()) result 0 tot_bytes 2097152 count 2097152 file_offset 2097152 00000020:00010000:2.0:1769074868.902249:0:62232:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc67aff6218 (ffff9bc64f158908/0) at cl_lock_release():245 00000020:00010000:2.0:1769074868.902253:0:62232:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc67aff6218 (ffff9bc64f158908/0) at cl_lock_cancel():142 00000020:00010000:2.0:1769074868.902257:0:62232:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc6430720b0 (ffff9bc64f158488/1) at cl_lock_cancel():142 00000020:00010000:2.0:1769074868.902261:0:62232:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc67aff6218 (ffff9bc64f158908/0) at cl_lock_fini():72 00000020:00010000:2.0:1769074868.902264:0:62232:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc6430720b0 (ffff9bc64f158908/1) at cl_lock_fini():72 00000080:00200000:2.0:1769074868.902273:0:62232:0:(vvp_io.c:518:vvp_io_advance()) advancing 2097152 bytes 00000020:00200000:2.0:1769074868.902283:0:62232:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1769074868.902297:0:56763:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9bc6485b10c0 00000008:00100000:2.0:1769074868.902906:0:56763:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc67afdb100 - object 0x280000400:545 offset 1048576<>2097152 00000100:00100000:2.0:1769074868.902963:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612889856:192.168.204.139@tcp:4:dd.0 00000008:00010000:3.0:1769074869.099463:0:2372:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc6485b1540 00000020:00200000:3.0:1769074869.099485:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 511 items remaining. 00000020:00200000:3.0:1769074869.099489:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 510 items remaining. 00000020:00200000:3.0:1769074869.099491:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 509 items remaining. 00000020:00200000:3.0:1769074869.099492:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 508 items remaining. 00000020:00200000:3.0:1769074869.099494:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 507 items remaining. 00000020:00200000:3.0:1769074869.099495:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 506 items remaining. 00000020:00200000:3.0:1769074869.099497:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 505 items remaining. 00000020:00200000:3.0:1769074869.099498:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 504 items remaining. 00000020:00200000:3.0:1769074869.099500:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 503 items remaining. 00000020:00200000:3.0:1769074869.099501:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 502 items remaining. 00000020:00200000:3.0:1769074869.099503:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 501 items remaining. 00000020:00200000:3.0:1769074869.099504:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 500 items remaining. 00000020:00200000:3.0:1769074869.099506:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 499 items remaining. 00000020:00200000:3.0:1769074869.099508:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 498 items remaining. 00000020:00200000:3.0:1769074869.099510:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 497 items remaining. 00000020:00200000:3.0:1769074869.099511:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 496 items remaining. 00000020:00200000:3.0:1769074869.099513:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 495 items remaining. 00000020:00200000:3.0:1769074869.099515:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 494 items remaining. 00000020:00200000:3.0:1769074869.099516:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 493 items remaining. 00000020:00200000:3.0:1769074869.099518:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 492 items remaining. 00000020:00200000:3.0:1769074869.099520:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 491 items remaining. 00000020:00200000:3.0:1769074869.099522:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 490 items remaining. 00000020:00200000:3.0:1769074869.099523:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 489 items remaining. 00000020:00200000:3.0:1769074869.099525:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 488 items remaining. 00000020:00200000:3.0:1769074869.099527:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 487 items remaining. 00000020:00200000:3.0:1769074869.099528:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 486 items remaining. 00000020:00200000:3.0:1769074869.099529:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 485 items remaining. 00000020:00200000:3.0:1769074869.099530:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 484 items remaining. 00000020:00200000:3.0:1769074869.099532:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 483 items remaining. 00000020:00200000:3.0:1769074869.099533:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 482 items remaining. 00000020:00200000:3.0:1769074869.099535:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 481 items remaining. 00000020:00200000:3.0:1769074869.099536:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 480 items remaining. 00000020:00200000:3.0:1769074869.099537:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 479 items remaining. 00000020:00200000:3.0:1769074869.099538:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 478 items remaining. 00000020:00200000:3.0:1769074869.099540:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 477 items remaining. 00000020:00200000:3.0:1769074869.099542:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 476 items remaining. 00000020:00200000:3.0:1769074869.099544:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 475 items remaining. 00000020:00200000:3.0:1769074869.099546:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 474 items remaining. 00000020:00200000:3.0:1769074869.099547:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 473 items remaining. 00000020:00200000:3.0:1769074869.099549:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 472 items remaining. 00000020:00200000:3.0:1769074869.099550:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 471 items remaining. 00000020:00200000:3.0:1769074869.099552:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 470 items remaining. 00000020:00200000:3.0:1769074869.099553:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 469 items remaining. 00000020:00200000:3.0:1769074869.099554:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 468 items remaining. 00000020:00200000:3.0:1769074869.099556:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 467 items remaining. 00000020:00200000:3.0:1769074869.099557:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 466 items remaining. 00000020:00200000:3.0:1769074869.099559:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 465 items remaining. 00000020:00200000:3.0:1769074869.099560:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 464 items remaining. 00000020:00200000:3.0:1769074869.099561:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 463 items remaining. 00000020:00200000:3.0:1769074869.099563:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 462 items remaining. 00000020:00200000:3.0:1769074869.099565:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 461 items remaining. 00000020:00200000:3.0:1769074869.099566:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 460 items remaining. 00000020:00200000:3.0:1769074869.099568:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 459 items remaining. 00000020:00200000:3.0:1769074869.099570:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 458 items remaining. 00000020:00200000:3.0:1769074869.099571:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 457 items remaining. 00000020:00200000:3.0:1769074869.099573:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 456 items remaining. 00000020:00200000:3.0:1769074869.099581:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 455 items remaining. 00000020:00200000:3.0:1769074869.099583:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 454 items remaining. 00000020:00200000:3.0:1769074869.099585:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 453 items remaining. 00000020:00200000:3.0:1769074869.099586:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 452 items remaining. 00000020:00200000:3.0:1769074869.099588:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 451 items remaining. 00000020:00200000:3.0:1769074869.099589:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 450 items remaining. 00000020:00200000:3.0:1769074869.099591:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 449 items remaining. 00000020:00200000:3.0:1769074869.099592:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 448 items remaining. 00000020:00200000:3.0:1769074869.099594:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 447 items remaining. 00000020:00200000:3.0:1769074869.099596:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 446 items remaining. 00000020:00200000:3.0:1769074869.099597:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 445 items remaining. 00000020:00200000:3.0:1769074869.099599:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 444 items remaining. 00000020:00200000:3.0:1769074869.099601:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 443 items remaining. 00000020:00200000:3.0:1769074869.099602:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 442 items remaining. 00000020:00200000:3.0:1769074869.099603:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 441 items remaining. 00000020:00200000:3.0:1769074869.099606:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 440 items remaining. 00000020:00200000:3.0:1769074869.099608:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 439 items remaining. 00000020:00200000:3.0:1769074869.099609:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 438 items remaining. 00000020:00200000:3.0:1769074869.099611:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 437 items remaining. 00000020:00200000:3.0:1769074869.099613:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 436 items remaining. 00000020:00200000:3.0:1769074869.099614:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 435 items remaining. 00000020:00200000:3.0:1769074869.099616:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 434 items remaining. 00000020:00200000:3.0:1769074869.099617:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 433 items remaining. 00000020:00200000:3.0:1769074869.099618:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 432 items remaining. 00000020:00200000:3.0:1769074869.099620:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 431 items remaining. 00000020:00200000:3.0:1769074869.099622:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 430 items remaining. 00000020:00200000:3.0:1769074869.099623:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 429 items remaining. 00000020:00200000:3.0:1769074869.099625:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 428 items remaining. 00000020:00200000:3.0:1769074869.099627:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 427 items remaining. 00000020:00200000:3.0:1769074869.099628:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 426 items remaining. 00000020:00200000:3.0:1769074869.099630:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 425 items remaining. 00000020:00200000:3.0:1769074869.099631:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 424 items remaining. 00000020:00200000:3.0:1769074869.099633:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 423 items remaining. 00000020:00200000:3.0:1769074869.099634:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 422 items remaining. 00000020:00200000:3.0:1769074869.099636:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 421 items remaining. 00000020:00200000:3.0:1769074869.099637:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 420 items remaining. 00000020:00200000:3.0:1769074869.099639:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 419 items remaining. 00000020:00200000:3.0:1769074869.099640:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 418 items remaining. 00000020:00200000:3.0:1769074869.099642:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 417 items remaining. 00000020:00200000:3.0:1769074869.099643:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 416 items remaining. 00000020:00200000:3.0:1769074869.099645:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 415 items remaining. 00000020:00200000:3.0:1769074869.099646:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 414 items remaining. 00000020:00200000:3.0:1769074869.099647:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 413 items remaining. 00000020:00200000:3.0:1769074869.099649:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 412 items remaining. 00000020:00200000:3.0:1769074869.099651:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 411 items remaining. 00000020:00200000:3.0:1769074869.099652:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 410 items remaining. 00000020:00200000:3.0:1769074869.099654:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 409 items remaining. 00000020:00200000:3.0:1769074869.099655:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 408 items remaining. 00000020:00200000:3.0:1769074869.099657:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 407 items remaining. 00000020:00200000:3.0:1769074869.099659:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 406 items remaining. 00000020:00200000:3.0:1769074869.099660:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 405 items remaining. 00000020:00200000:3.0:1769074869.099661:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 404 items remaining. 00000020:00200000:3.0:1769074869.099663:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 403 items remaining. 00000020:00200000:3.0:1769074869.099665:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 402 items remaining. 00000020:00200000:3.0:1769074869.099667:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 401 items remaining. 00000020:00200000:3.0:1769074869.099669:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 400 items remaining. 00000020:00200000:3.0:1769074869.099670:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 399 items remaining. 00000020:00200000:3.0:1769074869.099671:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 398 items remaining. 00000020:00200000:3.0:1769074869.099673:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 397 items remaining. 00000020:00200000:3.0:1769074869.099674:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 396 items remaining. 00000020:00200000:3.0:1769074869.099676:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 395 items remaining. 00000020:00200000:3.0:1769074869.099677:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 394 items remaining. 00000020:00200000:3.0:1769074869.099679:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 393 items remaining. 00000020:00200000:3.0:1769074869.099681:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 392 items remaining. 00000020:00200000:3.0:1769074869.099682:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 391 items remaining. 00000020:00200000:3.0:1769074869.099684:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 390 items remaining. 00000020:00200000:3.0:1769074869.099685:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 389 items remaining. 00000020:00200000:3.0:1769074869.099686:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 388 items remaining. 00000020:00200000:3.0:1769074869.099688:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 387 items remaining. 00000020:00200000:3.0:1769074869.099689:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 386 items remaining. 00000020:00200000:3.0:1769074869.099691:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 385 items remaining. 00000020:00200000:3.0:1769074869.099692:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 384 items remaining. 00000020:00200000:3.0:1769074869.099693:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 383 items remaining. 00000020:00200000:3.0:1769074869.099695:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 382 items remaining. 00000020:00200000:3.0:1769074869.099696:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 381 items remaining. 00000020:00200000:3.0:1769074869.099698:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 380 items remaining. 00000020:00200000:3.0:1769074869.099699:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 379 items remaining. 00000020:00200000:3.0:1769074869.099700:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 378 items remaining. 00000020:00200000:3.0:1769074869.099702:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 377 items remaining. 00000020:00200000:3.0:1769074869.099703:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 376 items remaining. 00000020:00200000:3.0:1769074869.099704:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 375 items remaining. 00000020:00200000:3.0:1769074869.099706:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 374 items remaining. 00000020:00200000:3.0:1769074869.099707:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 373 items remaining. 00000020:00200000:3.0:1769074869.099708:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 372 items remaining. 00000020:00200000:3.0:1769074869.099710:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 371 items remaining. 00000020:00200000:3.0:1769074869.099711:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 370 items remaining. 00000020:00200000:3.0:1769074869.099713:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 369 items remaining. 00000020:00200000:3.0:1769074869.099714:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 368 items remaining. 00000020:00200000:3.0:1769074869.099715:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 367 items remaining. 00000020:00200000:3.0:1769074869.099717:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 366 items remaining. 00000020:00200000:3.0:1769074869.099719:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 365 items remaining. 00000020:00200000:3.0:1769074869.099720:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 364 items remaining. 00000020:00200000:3.0:1769074869.099722:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 363 items remaining. 00000020:00200000:3.0:1769074869.099723:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 362 items remaining. 00000020:00200000:3.0:1769074869.099725:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 361 items remaining. 00000020:00200000:3.0:1769074869.099726:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 360 items remaining. 00000020:00200000:3.0:1769074869.099728:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 359 items remaining. 00000020:00200000:3.0:1769074869.099729:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 358 items remaining. 00000020:00200000:3.0:1769074869.099731:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 357 items remaining. 00000020:00200000:3.0:1769074869.099732:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 356 items remaining. 00000020:00200000:3.0:1769074869.099733:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 355 items remaining. 00000020:00200000:3.0:1769074869.099735:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 354 items remaining. 00000020:00200000:3.0:1769074869.099736:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 353 items remaining. 00000020:00200000:3.0:1769074869.099738:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 352 items remaining. 00000020:00200000:3.0:1769074869.099739:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 351 items remaining. 00000020:00200000:3.0:1769074869.099740:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 350 items remaining. 00000020:00200000:3.0:1769074869.099742:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 349 items remaining. 00000020:00200000:3.0:1769074869.099743:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 348 items remaining. 00000020:00200000:3.0:1769074869.099745:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 347 items remaining. 00000020:00200000:3.0:1769074869.099746:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 346 items remaining. 00000020:00200000:3.0:1769074869.099748:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 345 items remaining. 00000020:00200000:3.0:1769074869.099749:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 344 items remaining. 00000020:00200000:3.0:1769074869.099750:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 343 items remaining. 00000020:00200000:3.0:1769074869.099752:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 342 items remaining. 00000020:00200000:3.0:1769074869.099753:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 341 items remaining. 00000020:00200000:3.0:1769074869.099755:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 340 items remaining. 00000020:00200000:3.0:1769074869.099756:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 339 items remaining. 00000020:00200000:3.0:1769074869.099758:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 338 items remaining. 00000020:00200000:3.0:1769074869.099760:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 337 items remaining. 00000020:00200000:3.0:1769074869.099761:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 336 items remaining. 00000020:00200000:3.0:1769074869.099762:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 335 items remaining. 00000020:00200000:3.0:1769074869.099764:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 334 items remaining. 00000020:00200000:3.0:1769074869.099765:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 333 items remaining. 00000020:00200000:3.0:1769074869.099767:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 332 items remaining. 00000020:00200000:3.0:1769074869.099769:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 331 items remaining. 00000020:00200000:3.0:1769074869.099771:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 330 items remaining. 00000020:00200000:3.0:1769074869.099829:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 329 items remaining. 00000020:00200000:3.0:1769074869.099832:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 328 items remaining. 00000020:00200000:3.0:1769074869.099833:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 327 items remaining. 00000020:00200000:3.0:1769074869.099835:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 326 items remaining. 00000020:00200000:3.0:1769074869.099836:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 325 items remaining. 00000020:00200000:3.0:1769074869.099838:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 324 items remaining. 00000020:00200000:3.0:1769074869.099839:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 323 items remaining. 00000020:00200000:3.0:1769074869.099841:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 322 items remaining. 00000020:00200000:3.0:1769074869.099842:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 321 items remaining. 00000020:00200000:3.0:1769074869.099844:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 320 items remaining. 00000020:00200000:3.0:1769074869.099846:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 319 items remaining. 00000020:00200000:3.0:1769074869.099847:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 318 items remaining. 00000020:00200000:3.0:1769074869.099849:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 317 items remaining. 00000020:00200000:3.0:1769074869.099851:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 316 items remaining. 00000020:00200000:3.0:1769074869.099852:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 315 items remaining. 00000020:00200000:3.0:1769074869.099854:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 314 items remaining. 00000020:00200000:3.0:1769074869.099855:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 313 items remaining. 00000020:00200000:3.0:1769074869.099857:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 312 items remaining. 00000020:00200000:3.0:1769074869.099859:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 311 items remaining. 00000020:00200000:3.0:1769074869.099860:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 310 items remaining. 00000020:00200000:3.0:1769074869.099862:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 309 items remaining. 00000020:00200000:3.0:1769074869.099863:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 308 items remaining. 00000020:00200000:3.0:1769074869.099864:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 307 items remaining. 00000020:00200000:3.0:1769074869.099866:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 306 items remaining. 00000020:00200000:3.0:1769074869.099868:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 305 items remaining. 00000020:00200000:3.0:1769074869.099869:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 304 items remaining. 00000020:00200000:3.0:1769074869.099871:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 303 items remaining. 00000020:00200000:3.0:1769074869.099873:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 302 items remaining. 00000020:00200000:3.0:1769074869.099874:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 301 items remaining. 00000020:00200000:3.0:1769074869.099876:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 300 items remaining. 00000020:00200000:3.0:1769074869.099878:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 299 items remaining. 00000020:00200000:3.0:1769074869.099880:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 298 items remaining. 00000020:00200000:3.0:1769074869.099881:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 297 items remaining. 00000020:00200000:3.0:1769074869.099883:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 296 items remaining. 00000020:00200000:3.0:1769074869.099885:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 295 items remaining. 00000020:00200000:3.0:1769074869.099886:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 294 items remaining. 00000020:00200000:3.0:1769074869.099888:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 293 items remaining. 00000020:00200000:3.0:1769074869.099889:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 292 items remaining. 00000020:00200000:3.0:1769074869.099891:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 291 items remaining. 00000020:00200000:3.0:1769074869.099892:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 290 items remaining. 00000020:00200000:3.0:1769074869.099893:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 289 items remaining. 00000020:00200000:3.0:1769074869.099895:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 288 items remaining. 00000020:00200000:3.0:1769074869.099896:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 287 items remaining. 00000020:00200000:3.0:1769074869.099898:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 286 items remaining. 00000020:00200000:3.0:1769074869.099900:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 285 items remaining. 00000020:00200000:3.0:1769074869.099902:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 284 items remaining. 00000020:00200000:3.0:1769074869.099903:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 283 items remaining. 00000020:00200000:3.0:1769074869.099905:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 282 items remaining. 00000020:00200000:3.0:1769074869.099907:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 281 items remaining. 00000020:00200000:3.0:1769074869.099908:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 280 items remaining. 00000020:00200000:3.0:1769074869.099910:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 279 items remaining. 00000020:00200000:3.0:1769074869.099912:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 278 items remaining. 00000020:00200000:3.0:1769074869.099913:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 277 items remaining. 00000020:00200000:3.0:1769074869.099915:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 276 items remaining. 00000020:00200000:3.0:1769074869.099917:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 275 items remaining. 00000020:00200000:3.0:1769074869.099919:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 274 items remaining. 00000020:00200000:3.0:1769074869.099939:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 273 items remaining. 00000020:00200000:3.0:1769074869.099941:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 272 items remaining. 00000020:00200000:3.0:1769074869.099943:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 271 items remaining. 00000020:00200000:3.0:1769074869.099944:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 270 items remaining. 00000020:00200000:3.0:1769074869.099946:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 269 items remaining. 00000020:00200000:3.0:1769074869.099947:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 268 items remaining. 00000020:00200000:3.0:1769074869.099949:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 267 items remaining. 00000020:00200000:3.0:1769074869.099951:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 266 items remaining. 00000020:00200000:3.0:1769074869.099952:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 265 items remaining. 00000020:00200000:3.0:1769074869.099954:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 264 items remaining. 00000020:00200000:3.0:1769074869.099955:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 263 items remaining. 00000020:00200000:3.0:1769074869.099957:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 262 items remaining. 00000020:00200000:3.0:1769074869.099958:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 261 items remaining. 00000020:00200000:3.0:1769074869.099960:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 260 items remaining. 00000020:00200000:3.0:1769074869.099962:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 259 items remaining. 00000020:00200000:3.0:1769074869.099963:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 258 items remaining. 00000020:00200000:3.0:1769074869.099964:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 257 items remaining. 00000020:00200000:3.0:1769074869.099966:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000008:00010000:3.0:1769074869.099971:0:2372:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc6485b1540 00000100:00100000:3.0:1769074869.099993:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612889728:192.168.204.139@tcp:4:dd.0 00000100:00100000:2.0:1769074869.199999:0:2372:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9bc646483800: committing for last_committed 17179872668 gen 1 00000100:00100000:2.0:1769074869.200070:0:2372:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9bc67afdb100 x1855007612889856/t17179872669(17179872669) o4->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074884 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:2.0:1769074869.200140:0:2372:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc6485b10c0 00000020:00200000:2.0:1769074869.200146:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:2.0:1769074869.200149:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:2.0:1769074869.200151:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:2.0:1769074869.200153:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:2.0:1769074869.200155:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:2.0:1769074869.200157:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:2.0:1769074869.200158:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:2.0:1769074869.200160:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:2.0:1769074869.200163:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:2.0:1769074869.200165:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:2.0:1769074869.200167:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:2.0:1769074869.200169:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:2.0:1769074869.200171:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:2.0:1769074869.200172:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:2.0:1769074869.200174:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:2.0:1769074869.200175:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:2.0:1769074869.200177:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:2.0:1769074869.200179:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:2.0:1769074869.200180:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:2.0:1769074869.200182:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:2.0:1769074869.200184:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:2.0:1769074869.200186:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:2.0:1769074869.200187:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:2.0:1769074869.200189:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:2.0:1769074869.200190:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:2.0:1769074869.200192:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:2.0:1769074869.200194:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:2.0:1769074869.200195:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:2.0:1769074869.200197:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:2.0:1769074869.200199:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:2.0:1769074869.200200:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:2.0:1769074869.200202:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:2.0:1769074869.200204:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:2.0:1769074869.200206:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:2.0:1769074869.200207:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:2.0:1769074869.200208:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:2.0:1769074869.200210:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:2.0:1769074869.200211:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:2.0:1769074869.200213:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:2.0:1769074869.200215:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:2.0:1769074869.200216:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:2.0:1769074869.200218:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:2.0:1769074869.200219:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:2.0:1769074869.200221:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:2.0:1769074869.200223:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:2.0:1769074869.200224:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:2.0:1769074869.200226:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:2.0:1769074869.200227:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:2.0:1769074869.200228:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:2.0:1769074869.200230:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:2.0:1769074869.200232:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:2.0:1769074869.200233:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:2.0:1769074869.200235:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:2.0:1769074869.200237:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:2.0:1769074869.200238:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:2.0:1769074869.200240:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:2.0:1769074869.200241:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:2.0:1769074869.200243:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:2.0:1769074869.200245:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:2.0:1769074869.200247:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:2.0:1769074869.200249:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:2.0:1769074869.200251:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:2.0:1769074869.200253:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:2.0:1769074869.200254:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:2.0:1769074869.200256:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:2.0:1769074869.200258:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:2.0:1769074869.200259:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:2.0:1769074869.200261:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:2.0:1769074869.200263:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:2.0:1769074869.200264:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:2.0:1769074869.200265:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:2.0:1769074869.200267:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:2.0:1769074869.200268:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:2.0:1769074869.200270:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:2.0:1769074869.200272:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:2.0:1769074869.200273:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:2.0:1769074869.200274:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:2.0:1769074869.200276:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:2.0:1769074869.200277:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:2.0:1769074869.200279:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:2.0:1769074869.200280:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:2.0:1769074869.200282:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:2.0:1769074869.200284:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:2.0:1769074869.200285:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:2.0:1769074869.200287:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:2.0:1769074869.200288:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:2.0:1769074869.200290:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:2.0:1769074869.200292:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:2.0:1769074869.200293:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:2.0:1769074869.200295:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:2.0:1769074869.200297:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:2.0:1769074869.200298:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:2.0:1769074869.200300:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:2.0:1769074869.200302:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:2.0:1769074869.200303:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:2.0:1769074869.200305:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:2.0:1769074869.200306:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:2.0:1769074869.200308:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:2.0:1769074869.200310:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:2.0:1769074869.200311:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:2.0:1769074869.200313:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:2.0:1769074869.200315:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:2.0:1769074869.200317:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:2.0:1769074869.200318:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:2.0:1769074869.200319:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:2.0:1769074869.200321:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:2.0:1769074869.200323:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:2.0:1769074869.200325:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:2.0:1769074869.200326:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:2.0:1769074869.200328:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:2.0:1769074869.200330:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:2.0:1769074869.200331:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:2.0:1769074869.200333:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:2.0:1769074869.200334:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:2.0:1769074869.200335:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:2.0:1769074869.200337:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:2.0:1769074869.200339:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:2.0:1769074869.200341:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:2.0:1769074869.200342:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:2.0:1769074869.200344:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:2.0:1769074869.200346:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:2.0:1769074869.200347:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:2.0:1769074869.200349:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:2.0:1769074869.200351:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:2.0:1769074869.200353:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:2.0:1769074869.200354:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:2.0:1769074869.200355:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:2.0:1769074869.200357:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:2.0:1769074869.200359:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:2.0:1769074869.200361:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:2.0:1769074869.200362:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:2.0:1769074869.200364:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:2.0:1769074869.200365:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:2.0:1769074869.200367:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:2.0:1769074869.200368:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:2.0:1769074869.200370:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:2.0:1769074869.200371:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:2.0:1769074869.200373:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:2.0:1769074869.200375:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:2.0:1769074869.200377:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:2.0:1769074869.200378:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:2.0:1769074869.200380:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:2.0:1769074869.200381:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:2.0:1769074869.200383:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:2.0:1769074869.200385:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:2.0:1769074869.200386:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:2.0:1769074869.200388:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:2.0:1769074869.200389:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:2.0:1769074869.200391:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:2.0:1769074869.200393:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:2.0:1769074869.200395:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:2.0:1769074869.200396:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:2.0:1769074869.200398:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:2.0:1769074869.200399:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:2.0:1769074869.200401:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:2.0:1769074869.200402:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:2.0:1769074869.200404:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:2.0:1769074869.200406:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:2.0:1769074869.200408:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:2.0:1769074869.200410:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:2.0:1769074869.200411:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:2.0:1769074869.200413:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:2.0:1769074869.200415:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:2.0:1769074869.200416:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:2.0:1769074869.200418:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:2.0:1769074869.200420:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:2.0:1769074869.200421:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:2.0:1769074869.200423:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:2.0:1769074869.200424:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:2.0:1769074869.200426:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:2.0:1769074869.200428:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:2.0:1769074869.200429:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:2.0:1769074869.200431:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:2.0:1769074869.200433:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:2.0:1769074869.200436:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:2.0:1769074869.200437:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:2.0:1769074869.200439:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:2.0:1769074869.200440:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:2.0:1769074869.200442:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:2.0:1769074869.200444:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:2.0:1769074869.200445:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:2.0:1769074869.200447:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:2.0:1769074869.200448:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:2.0:1769074869.200450:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:2.0:1769074869.200452:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:2.0:1769074869.200454:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:2.0:1769074869.200456:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:2.0:1769074869.200458:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:2.0:1769074869.200459:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:2.0:1769074869.200461:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:2.0:1769074869.200462:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:2.0:1769074869.200477:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:2.0:1769074869.200479:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:2.0:1769074869.200481:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:2.0:1769074869.200482:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:2.0:1769074869.200484:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:2.0:1769074869.200485:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:2.0:1769074869.200487:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:2.0:1769074869.200489:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:2.0:1769074869.200490:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:2.0:1769074869.200491:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:2.0:1769074869.200493:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:2.0:1769074869.200495:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:2.0:1769074869.200496:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:2.0:1769074869.200498:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:2.0:1769074869.200500:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:2.0:1769074869.200501:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:2.0:1769074869.200503:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:2.0:1769074869.200504:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:2.0:1769074869.200506:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:2.0:1769074869.200508:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:2.0:1769074869.200510:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:2.0:1769074869.200511:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:2.0:1769074869.200513:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:2.0:1769074869.200515:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:2.0:1769074869.200516:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:2.0:1769074869.200518:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:2.0:1769074869.200519:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:2.0:1769074869.200521:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:2.0:1769074869.200523:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:2.0:1769074869.200524:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:2.0:1769074869.200526:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:2.0:1769074869.200527:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:2.0:1769074869.200529:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:2.0:1769074869.200530:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:2.0:1769074869.200532:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:2.0:1769074869.200534:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:2.0:1769074869.200536:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:2.0:1769074869.200537:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:2.0:1769074869.200539:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:2.0:1769074869.200540:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:2.0:1769074869.200541:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:2.0:1769074869.200543:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:2.0:1769074869.200545:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:2.0:1769074869.200546:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:2.0:1769074869.200547:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:2.0:1769074869.200549:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:2.0:1769074869.200550:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:2.0:1769074869.200551:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:2.0:1769074869.200553:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:2.0:1769074869.200554:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:2.0:1769074869.200556:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:2.0:1769074869.200558:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:2.0:1769074869.200559:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:2.0:1769074869.200561:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:2.0:1769074869.200563:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:2.0:1769074869.200564:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:2.0:1769074869.200566:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:2.0:1769074869.200567:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:2.0:1769074869.200569:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:2.0:1769074869.200570:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:2.0:1769074869.200571:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:2.0:1769074869.200573:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:2.0:1769074869.200585:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:2.0:1769074869.200587:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:2.0:1769074869.200589:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1769074869.200854:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1769074869.200881:0:2372:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc6485b10c0 00000100:00100000:2.0:1769074869.200899:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612889856:192.168.204.139@tcp:4:dd.0 00000080:00200000:0.0:1769074869.201002:0:62232:0:(file.c:2109:ll_file_io_generic()) Range unlock [0, 511] 00000080:00200000:0.0:1769074869.201017:0:62232:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/0, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1769074869.201023:0:62232:0:(file.c:2142:ll_file_io_generic()) f204c.sanity-flr: 2 io complete with rc: 0, result: 2097152, restart: 0 00000080:00200000:0.0:1769074869.201039:0:62232:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b8:0x0] updating i_size 2097152 i_blocks 2051 00000020:00200000:0.0:1769074869.201042:0:62232:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1769074869.201053:0:62232:0:(file.c:2228:ll_file_io_generic()) iot: 2, result: 2097152 00000080:00200008:0.0:1769074869.201114:0:62232:0:(file.c:424:ll_file_release()) START file f204c.sanity-flr:[0x200000404:0x1b8:0x0](ffff9bc649bf63c8), flags 100001 00000002:00100000:0.0:1769074869.201195:0:62232:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff9bc64d9ae680 x1855007612889344/t8589941490(8589941490) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 1192/1264 e 0 to 0 dl 1769074923 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074869.201206:0:62232:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074869.201211:0:62232:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07e680 x1855007612890112/t0(0) o35->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:23/10 lens 392/2128 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1769074869.201237:0:62232:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job dd:8e818347-4d21-45d1-a323-b359656f3fdd:62232:1855007612890112:192.168.204.139@tcp:35:dd.0 00000100:00100000:0.0:1769074869.201363:0:62232:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc651169cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074869.210156:0:62232:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bc646483800: committing for last_committed 8589941491 gen 1 00000100:00100000:0.0:1769074869.210195:0:62232:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9bc64f07e680 x1855007612890112/t8589941493(8589941493) o35->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074885 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074869.210209:0:62232:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job dd:8e818347-4d21-45d1-a323-b359656f3fdd:62232:1855007612890112:192.168.204.139@tcp:35:dd.0 00000002:00100000:0.0:1769074869.210238:0:62232:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9bc64d9ae680 x1855007612889344/t8589941490(8589941490) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 1192/1264 e 0 to 0 dl 1769074923 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00010000:00010000:3.0:1769074869.340190:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074870.350212:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074871.373801:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074872.398403:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074872.973498:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612890368:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074872.973617:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612890624:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074872.973659:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1769074872.973667:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1136430d-88ea-4de2-9954-69c484e5445f:2370:1855007612890240:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074872.973692:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612890496:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074872.980098:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612890368:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074872.992582:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1136430d-88ea-4de2-9954-69c484e5445f:2370:1855007612890240:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074872.992602:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612890496:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074872.992612:0:2370:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9bc646483800: committing for last_committed 17179872669 gen 1 00000100:00100000:0.0:1769074872.993578:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612890624:192.168.204.139@tcp:400:kworker.0 00010000:00010000:3.0:1769074873.421023:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074874.445325:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074875.468969:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074876.493269:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074877.520061:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074878.094247:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1136430d-88ea-4de2-9954-69c484e5445f:2373:1855007612890752:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074878.094359:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612891008:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074878.094392:0:2373:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074878.094397:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612890880:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1769074878.094843:0:2373:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1769074878.094852:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612891136:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074878.105422:0:2373:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bc646483800: committing for last_committed 8589941493 gen 1 00000100:00100000:3.0:1769074878.105440:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612890880:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074878.111224:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612891008:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074878.111259:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612891136:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074878.111271:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1136430d-88ea-4de2-9954-69c484e5445f:2373:1855007612890752:192.168.204.139@tcp:400:kworker.0 00010000:00010000:1.0:1769074878.541619:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074879.565459:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074880.589569:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074881.613268:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:3.0:1769074882.333681:0:62255:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074882.333721:0:62255:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074882.333738:0:62255:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074882.333756:0:62255:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074882.333765:0:62255:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074882.334185:0:62255:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074882.334191:0:62255:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b9fd 00000080:00010000:3.0:1769074882.334228:0:62255:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9fd from it ffffa7f981cd7bf8 00010000:00010000:3.0:1769074882.334232:0:62255:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074882.334242:0:62255:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074882.334261:0:62255:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074882.334269:0:62255:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204c.sanity-flr, flags=27 00000080:00200000:3.0:1769074882.334275:0:62255:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b7:0x0](ffff9bc649b63248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074882.334293:0:62255:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204c.sanity-flr, dir=[0x200000404:0x1b7:0x0](ffff9bc649b63248), file ffff9bc64323f680, open_flags 18800, mode 0 opened 0 00000080:00200000:3.0:1769074882.334300:0:62255:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204c.sanity-flr, dir=[0x200000404:0x1b7:0x0](ffff9bc649b63248), intent=open 00000002:00010000:3.0:1769074882.334315:0:62255:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204c.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b7:0x0], intent: open flags 0304001 00010000:00010000:3.0:1769074882.334371:0:62255:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba43 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 62255 initiator: MDT0 00010000:00010000:3.0:1769074882.334379:0:62255:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba43 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 62255 initiator: MDT0 00000020:00100000:3.0:1769074882.334391:0:62255:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074882.334404:0:62255:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64d9adc00 x1855007612891392/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074882.334412:0:62255:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba43 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 62255 initiator: MDT0 00000100:00100000:3.0:1769074882.334436:0:62255:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62255:1855007612891392:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074882.337327:0:62255:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d9a8840 going to sleep for 50 seconds 00000100:00100000:3.0:1769074882.359608:0:62255:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62255:1855007612891392:192.168.204.139@tcp:101:lfs.0 00010000:00010000:3.0:1769074882.359815:0:62255:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba43 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 62255 initiator: MDT0 00010000:00010000:3.0:1769074882.359831:0:62255:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba43 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 62255 initiator: MDT0 00010000:00010000:3.0:1769074882.359838:0:62255:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba43 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 62255 initiator: MDT0 00010000:00010000:3.0:1769074882.359845:0:62255:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba43 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 62255 initiator: MDT0 00010000:00010000:3.0:1769074882.359853:0:62255:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba43 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 62255 initiator: MDT0 00010000:00010000:3.0:1769074882.359860:0:62255:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64145d000 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:3.0:1769074882.359866:0:62255:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba43 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 62255 initiator: MDT0 00010000:00010000:3.0:1769074882.359873:0:62255:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba43 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 62255 initiator: MDT0 00010000:00010000:3.0:1769074882.359879:0:62255:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba43 lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 62255 initiator: MDT0 00010000:00010000:3.0:1769074882.359886:0:62255:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074882.359892:0:62255:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba43 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 62255 initiator: MDT0 00010000:00010000:3.0:1769074882.359898:0:62255:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba43 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 62255 initiator: MDT0 00000002:00100000:3.0:1769074882.359918:0:62255:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64d9adc00 x1855007612891392/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/608 e 0 to 0 dl 1769074937 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074882.359932:0:62255:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1b7:0x0] suppgids 0 -1: rc -20 00000080:00200000:3.0:1769074882.361590:0:62255:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074882.362594:0:62255:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074882.362613:0:62255:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.362638:0:62255:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074882.362646:0:62255:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074882.362655:0:62255:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074882.363213:0:62255:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b9fd 00000080:00010000:2.0:1769074882.363227:0:62255:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9fd from it ffffa7f981cd7bf8 00010000:00010000:2.0:1769074882.363233:0:62255:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.363244:0:62255:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074882.363262:0:62255:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074882.363275:0:62255:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204c.sanity-flr, flags=267 00000080:00200000:2.0:1769074882.363284:0:62255:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b7:0x0](ffff9bc649b63248), inode mode 41ed mask 44 00000080:00200008:2.0:1769074882.363294:0:62255:0:(file.c:1001:ll_file_open()) START file d204c.sanity-flr:[0x200000404:0x1b7:0x0](ffff9bc649b63248), flags 304000 00000002:00010000:2.0:1769074882.363310:0:62255:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b7:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240304001 00010000:00010000:2.0:1769074882.363435:0:62255:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224400/0x21fa6d252c11ba4a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 62255 initiator: MDT0 00010000:00010000:2.0:1769074882.363443:0:62255:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224400/0x21fa6d252c11ba4a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 62255 initiator: MDT0 00000020:00100000:2.0:1769074882.363455:0:62255:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074882.363467:0:62255:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc67afd8700 x1855007612891648/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074882.363476:0:62255:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224400/0x21fa6d252c11ba4a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 62255 initiator: MDT0 00000100:00100000:2.0:1769074882.364327:0:62255:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62255:1855007612891648:192.168.204.139@tcp:101:lfs.0 00000100:00100000:2.0:1769074882.365509:0:62255:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64800bc00 going to sleep for 50 seconds 00000100:00100000:1.0:1769074882.390403:0:62255:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62255:1855007612891648:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074882.390431:0:62255:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224400/0x21fa6d252c11ba4a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 62255 initiator: MDT0 00010000:00010000:1.0:1769074882.390448:0:62255:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224400/0x21fa6d252c11ba4a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 62255 initiator: MDT0 00010000:00010000:1.0:1769074882.390456:0:62255:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224400/0x21fa6d252c11ba4a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 62255 initiator: MDT0 00010000:00010000:1.0:1769074882.390465:0:62255:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224400/0x21fa6d252c11ba4a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 62255 initiator: MDT0 00010000:00010000:1.0:1769074882.390474:0:62255:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224400/0x21fa6d252c11ba4a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 62255 initiator: MDT0 00010000:00010000:1.0:1769074882.390511:0:62255:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc646224400 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074882.390516:0:62255:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224400/0x21fa6d252c11ba4a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 62255 initiator: MDT0 00010000:00010000:1.0:1769074882.390523:0:62255:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224400/0x21fa6d252c11ba4a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 62255 initiator: MDT0 00010000:00010000:1.0:1769074882.390530:0:62255:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224400/0x21fa6d252c11ba4a lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 62255 initiator: MDT0 00010000:00010000:1.0:1769074882.390537:0:62255:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074882.390544:0:62255:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224400/0x21fa6d252c11ba4a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 62255 initiator: MDT0 00010000:00010000:1.0:1769074882.390550:0:62255:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224400/0x21fa6d252c11ba4a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 62255 initiator: MDT0 00000002:00100000:1.0:1769074882.390572:0:62255:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff9bc67afd8700 x1855007612891648/t8589941494(8589941494) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074937 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1769074882.390585:0:62255:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc67afd8700 x1855007612891648/t8589941494(8589941494) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074937 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074882.390599:0:62255:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074882.390624:0:62255:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000404:0x1b7:0x0], updating i_size 11776 00000002:00100000:1.0:1769074882.390642:0:62255:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc67afd8700 x1855007612891648/t8589941494(8589941494) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074937 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200080:1.0:1769074882.390761:0:62255:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x1b7:0x0](ffff9bc649b63248) cmd=c0086915 arg=1f963d0 00000100:00100000:1.0:1769074882.390869:0:62255:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62255:1855007612891776:192.168.204.139@tcp:34:lfs.0 00000100:00100000:1.0:1769074882.390962:0:62255:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ec5a540 going to sleep for 50 seconds 00000100:00100000:1.0:1769074882.412667:0:62255:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62255:1855007612891776:192.168.204.139@tcp:34:lfs.0 00000080:00200008:1.0:1769074882.413085:0:62255:0:(file.c:424:ll_file_release()) START file d204c.sanity-flr:[0x200000404:0x1b7:0x0](ffff9bc649b63248), flags 304000 00000002:00100000:1.0:1769074882.413163:0:62255:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff9bc67afd8700 x1855007612891648/t8589941494(8589941494) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074937 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074882.413176:0:62255:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074882.413181:0:62255:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac92a00 x1855007612892032/t0(0) o35->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:23/10 lens 392/2128 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1769074882.413205:0:62255:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62255:1855007612892032:192.168.204.139@tcp:35:lfs.0 00000100:00100000:1.0:1769074882.413282:0:62255:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ec5a540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074882.427853:0:62255:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62255:1855007612892032:192.168.204.139@tcp:35:lfs.0 00000002:00100000:1.0:1769074882.427890:0:62255:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9bc67afd8700 x1855007612891648/t8589941494(8589941494) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074937 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200008:0.0:1769074882.474948:0:62257:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1769074882.474962:0:62257:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074882.474995:0:62257:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074882.475016:0:62257:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074882.475036:0:62257:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074882.475045:0:62257:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074882.475056:0:62257:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074882.475061:0:62257:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b9fd 00000080:00010000:0.0:1769074882.475069:0:62257:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9fd from it ffffa7f981cd7cb8 00010000:00010000:0.0:1769074882.475074:0:62257:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074882.475089:0:62257:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074882.475286:0:62257:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074882.475294:0:62257:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074882.475300:0:62257:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074882.475322:0:62257:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074882.475330:0:62257:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074882.475334:0:62257:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074882.475338:0:62257:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b9fd 00000080:00010000:0.0:1769074882.475342:0:62257:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9fd from it ffffa7f981cd7bb0 00010000:00010000:0.0:1769074882.475345:0:62257:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074882.475353:0:62257:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074882.475362:0:62257:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 44 00000080:00200008:0.0:1769074882.475373:0:62257:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200080:0.0:1769074882.475394:0:62257:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=800866a8 arg=7ffd99754d8c 00000080:00200008:0.0:1769074882.475410:0:62257:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200000:1.0:1769074882.483742:0:62260:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074882.483801:0:62260:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074882.483820:0:62260:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.483837:0:62260:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074882.483845:0:62260:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074882.483858:0:62260:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074882.483862:0:62260:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b9fd 00000080:00010000:1.0:1769074882.483869:0:62260:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9fd from it ffffa7f981523bf8 00010000:00010000:1.0:1769074882.483873:0:62260:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.483882:0:62260:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074882.483897:0:62260:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074882.483906:0:62260:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204c.sanity-flr, flags=27 00000080:00200000:1.0:1769074882.483913:0:62260:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b7:0x0](ffff9bc649b63248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074882.483925:0:62260:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204c.sanity-flr, dir=[0x200000404:0x1b7:0x0](ffff9bc649b63248), file ffff9bc6465baf00, open_flags 18800, mode 0 opened 0 00000080:00200000:1.0:1769074882.483931:0:62260:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204c.sanity-flr, dir=[0x200000404:0x1b7:0x0](ffff9bc649b63248), intent=open 00000002:00010000:1.0:1769074882.483945:0:62260:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204c.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b7:0x0], intent: open flags 0304001 00010000:00010000:1.0:1769074882.484002:0:62260:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c800/0x21fa6d252c11ba51 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 62260 initiator: MDT0 00010000:00010000:1.0:1769074882.484011:0:62260:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c800/0x21fa6d252c11ba51 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 62260 initiator: MDT0 00000020:00100000:1.0:1769074882.484025:0:62260:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074882.484038:0:62260:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac92a00 x1855007612892288/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074882.484048:0:62260:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c800/0x21fa6d252c11ba51 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 62260 initiator: MDT0 00000100:00100000:1.0:1769074882.484075:0:62260:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62260:1855007612892288:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074882.495944:0:62260:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ec5a540 going to sleep for 50 seconds 00000100:00100000:1.0:1769074882.512864:0:62260:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62260:1855007612892288:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074882.512891:0:62260:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c800/0x21fa6d252c11ba51 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 62260 initiator: MDT0 00010000:00010000:1.0:1769074882.512906:0:62260:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c800/0x21fa6d252c11ba51 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 62260 initiator: MDT0 00010000:00010000:1.0:1769074882.512913:0:62260:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c800/0x21fa6d252c11ba51 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 62260 initiator: MDT0 00010000:00010000:1.0:1769074882.512921:0:62260:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c800/0x21fa6d252c11ba51 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 62260 initiator: MDT0 00010000:00010000:1.0:1769074882.512929:0:62260:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c800/0x21fa6d252c11ba51 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 62260 initiator: MDT0 00010000:00010000:1.0:1769074882.512935:0:62260:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f08c800 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074882.512940:0:62260:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c800/0x21fa6d252c11ba51 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 62260 initiator: MDT0 00010000:00010000:1.0:1769074882.512946:0:62260:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c800/0x21fa6d252c11ba51 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 62260 initiator: MDT0 00010000:00010000:1.0:1769074882.512954:0:62260:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c800/0x21fa6d252c11ba51 lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 62260 initiator: MDT0 00010000:00010000:1.0:1769074882.512961:0:62260:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074882.512967:0:62260:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c800/0x21fa6d252c11ba51 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 62260 initiator: MDT0 00010000:00010000:1.0:1769074882.512973:0:62260:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c800/0x21fa6d252c11ba51 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 62260 initiator: MDT0 00000002:00100000:1.0:1769074882.512995:0:62260:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64ac92a00 x1855007612892288/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/608 e 0 to 0 dl 1769074937 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074882.513009:0:62260:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1b7:0x0] suppgids 0 -1: rc -20 00000080:00200000:1.0:1769074882.513265:0:62260:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074882.513286:0:62260:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074882.513301:0:62260:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.513313:0:62260:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074882.513320:0:62260:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074882.513325:0:62260:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074882.513329:0:62260:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b9fd 00000080:00010000:1.0:1769074882.513335:0:62260:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9fd from it ffffa7f981523bf8 00010000:00010000:1.0:1769074882.513339:0:62260:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.513348:0:62260:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074882.513362:0:62260:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074882.513371:0:62260:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204c.sanity-flr, flags=267 00000080:00200000:1.0:1769074882.513379:0:62260:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b7:0x0](ffff9bc649b63248), inode mode 41ed mask 44 00000080:00200008:1.0:1769074882.513388:0:62260:0:(file.c:1001:ll_file_open()) START file d204c.sanity-flr:[0x200000404:0x1b7:0x0](ffff9bc649b63248), flags 304000 00000002:00010000:1.0:1769074882.513402:0:62260:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b7:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240304001 00010000:00010000:1.0:1769074882.513449:0:62260:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c200/0x21fa6d252c11ba58 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 62260 initiator: MDT0 00010000:00010000:1.0:1769074882.513457:0:62260:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c200/0x21fa6d252c11ba58 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 62260 initiator: MDT0 00000020:00100000:1.0:1769074882.513468:0:62260:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074882.513474:0:62260:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac92a00 x1855007612892544/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074882.513483:0:62260:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c200/0x21fa6d252c11ba58 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 62260 initiator: MDT0 00000100:00100000:1.0:1769074882.513503:0:62260:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62260:1855007612892544:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074882.514837:0:62260:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ec5a540 going to sleep for 50 seconds 00000100:00100000:0.0:1769074882.553864:0:62260:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62260:1855007612892544:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074882.553888:0:62260:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c200/0x21fa6d252c11ba58 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 62260 initiator: MDT0 00010000:00010000:0.0:1769074882.553902:0:62260:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c200/0x21fa6d252c11ba58 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 62260 initiator: MDT0 00010000:00010000:0.0:1769074882.553909:0:62260:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c200/0x21fa6d252c11ba58 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 62260 initiator: MDT0 00010000:00010000:0.0:1769074882.553918:0:62260:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c200/0x21fa6d252c11ba58 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 62260 initiator: MDT0 00010000:00010000:0.0:1769074882.553927:0:62260:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c200/0x21fa6d252c11ba58 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 62260 initiator: MDT0 00010000:00010000:0.0:1769074882.553933:0:62260:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f08c200 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:0.0:1769074882.553938:0:62260:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c200/0x21fa6d252c11ba58 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 62260 initiator: MDT0 00010000:00010000:0.0:1769074882.553946:0:62260:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c200/0x21fa6d252c11ba58 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 62260 initiator: MDT0 00010000:00010000:0.0:1769074882.553953:0:62260:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c200/0x21fa6d252c11ba58 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 62260 initiator: MDT0 00010000:00010000:0.0:1769074882.553961:0:62260:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074882.553971:0:62260:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c200/0x21fa6d252c11ba58 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 62260 initiator: MDT0 00010000:00010000:0.0:1769074882.553977:0:62260:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c200/0x21fa6d252c11ba58 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 62260 initiator: MDT0 00000002:00100000:0.0:1769074882.553999:0:62260:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff9bc64ac92a00 x1855007612892544/t8589941496(8589941496) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074937 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1769074882.554012:0:62260:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64ac92a00 x1855007612892544/t8589941496(8589941496) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074937 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074882.554026:0:62260:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074882.554051:0:62260:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000404:0x1b7:0x0], updating i_size 11776 00000002:00100000:0.0:1769074882.554070:0:62260:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64ac92a00 x1855007612892544/t8589941496(8589941496) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074937 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200080:0.0:1769074882.554205:0:62260:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x1b7:0x0](ffff9bc649b63248) cmd=c1406916 arg=182fa10 00000100:00100000:0.0:1769074882.554280:0:62260:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62260:1855007612892672:192.168.204.139@tcp:34:lfs.0 00000100:00100000:0.0:1769074882.554408:0:62260:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc651169cc0 going to sleep for 50 seconds 00000100:00100000:1.0:1769074882.621899:0:62260:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62260:1855007612892672:192.168.204.139@tcp:34:lfs.0 00000080:00200008:1.0:1769074882.622099:0:62260:0:(file.c:424:ll_file_release()) START file d204c.sanity-flr:[0x200000404:0x1b7:0x0](ffff9bc649b63248), flags 304000 00000002:00100000:1.0:1769074882.622164:0:62260:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff9bc64ac92a00 x1855007612892544/t8589941496(8589941496) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074937 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074882.622177:0:62260:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074882.622183:0:62260:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac90700 x1855007612892928/t0(0) o35->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:23/10 lens 392/2128 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1769074882.622205:0:62260:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62260:1855007612892928:192.168.204.139@tcp:35:lfs.0 00000100:00100000:1.0:1769074882.622303:0:62260:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ec5ac00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074882.644498:0:62260:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62260:1855007612892928:192.168.204.139@tcp:35:lfs.0 00000002:00100000:1.0:1769074882.644539:0:62260:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9bc64ac92a00 x1855007612892544/t8589941496(8589941496) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074937 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00010000:1.0:1769074882.647042:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:1.0:1769074882.699148:0:62264:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1769074882.699158:0:62264:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074882.699180:0:62264:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074882.699201:0:62264:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.699217:0:62264:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074882.699226:0:62264:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074882.699235:0:62264:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074882.699239:0:62264:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b9fd 00000080:00010000:1.0:1769074882.699246:0:62264:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9fd from it ffffa7f981cdfcb8 00010000:00010000:1.0:1769074882.699250:0:62264:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.699259:0:62264:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074882.699361:0:62264:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074882.699368:0:62264:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074882.699372:0:62264:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.699378:0:62264:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074882.699382:0:62264:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074882.699385:0:62264:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074882.699386:0:62264:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b9fd 00000080:00010000:1.0:1769074882.699389:0:62264:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9fd from it ffffa7f981cdfbb0 00010000:00010000:1.0:1769074882.699390:0:62264:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.699395:0:62264:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074882.699401:0:62264:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 44 00000080:00200008:1.0:1769074882.699406:0:62264:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200080:1.0:1769074882.699418:0:62264:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=800866a8 arg=7ffe9a40c6bc 00000080:00200008:1.0:1769074882.699428:0:62264:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200000:1.0:1769074882.706052:0:62268:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074882.706189:0:62268:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074882.706207:0:62268:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.706224:0:62268:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074882.706232:0:62268:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074882.706239:0:62268:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074882.706243:0:62268:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b9fd 00000080:00010000:1.0:1769074882.706249:0:62268:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9fd from it ffffa7f981d07bf8 00010000:00010000:1.0:1769074882.706253:0:62268:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.706264:0:62268:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074882.706281:0:62268:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074882.706288:0:62268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204c.sanity-flr, flags=27 00000080:00200000:1.0:1769074882.706295:0:62268:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b7:0x0](ffff9bc649b63248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074882.706307:0:62268:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204c.sanity-flr, dir=[0x200000404:0x1b7:0x0](ffff9bc649b63248), file ffff9bc650643200, open_flags 18800, mode 0 opened 0 00000080:00200000:1.0:1769074882.706314:0:62268:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204c.sanity-flr, dir=[0x200000404:0x1b7:0x0](ffff9bc649b63248), intent=open 00000002:00010000:1.0:1769074882.706328:0:62268:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204c.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b7:0x0], intent: open flags 0304001 00010000:00010000:1.0:1769074882.706395:0:62268:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08ce00/0x21fa6d252c11ba5f lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 62268 initiator: MDT0 00010000:00010000:1.0:1769074882.706404:0:62268:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08ce00/0x21fa6d252c11ba5f lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 62268 initiator: MDT0 00000020:00100000:1.0:1769074882.706415:0:62268:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074882.706428:0:62268:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac90700 x1855007612893184/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074882.706438:0:62268:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08ce00/0x21fa6d252c11ba5f lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 62268 initiator: MDT0 00000100:00100000:1.0:1769074882.706458:0:62268:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62268:1855007612893184:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074882.707647:0:62268:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ec5ac00 going to sleep for 50 seconds 00000100:00100000:0.0:1769074882.715597:0:62268:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62268:1855007612893184:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074882.715623:0:62268:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08ce00/0x21fa6d252c11ba5f lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 62268 initiator: MDT0 00010000:00010000:0.0:1769074882.715638:0:62268:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08ce00/0x21fa6d252c11ba5f lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 62268 initiator: MDT0 00010000:00010000:0.0:1769074882.715645:0:62268:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08ce00/0x21fa6d252c11ba5f lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 62268 initiator: MDT0 00010000:00010000:0.0:1769074882.715653:0:62268:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08ce00/0x21fa6d252c11ba5f lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 62268 initiator: MDT0 00010000:00010000:0.0:1769074882.715661:0:62268:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08ce00/0x21fa6d252c11ba5f lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 62268 initiator: MDT0 00010000:00010000:0.0:1769074882.715667:0:62268:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f08ce00 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:0.0:1769074882.715673:0:62268:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08ce00/0x21fa6d252c11ba5f lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 62268 initiator: MDT0 00010000:00010000:0.0:1769074882.715680:0:62268:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08ce00/0x21fa6d252c11ba5f lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 62268 initiator: MDT0 00010000:00010000:0.0:1769074882.715688:0:62268:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08ce00/0x21fa6d252c11ba5f lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 62268 initiator: MDT0 00010000:00010000:0.0:1769074882.715703:0:62268:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074882.715709:0:62268:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08ce00/0x21fa6d252c11ba5f lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 62268 initiator: MDT0 00010000:00010000:0.0:1769074882.715714:0:62268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08ce00/0x21fa6d252c11ba5f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 62268 initiator: MDT0 00000002:00100000:0.0:1769074882.715734:0:62268:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64ac90700 x1855007612893184/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/608 e 0 to 0 dl 1769074937 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074882.715749:0:62268:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1b7:0x0] suppgids 0 -1: rc -20 00000080:00200000:0.0:1769074882.716018:0:62268:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074882.716038:0:62268:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074882.716053:0:62268:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074882.716067:0:62268:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074882.716076:0:62268:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074882.716082:0:62268:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074882.716087:0:62268:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b9fd 00000080:00010000:0.0:1769074882.716093:0:62268:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9fd from it ffffa7f981d07bf8 00010000:00010000:0.0:1769074882.716097:0:62268:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074882.716106:0:62268:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074882.716120:0:62268:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074882.716129:0:62268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204c.sanity-flr, flags=267 00000080:00200000:0.0:1769074882.716137:0:62268:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b7:0x0](ffff9bc649b63248), inode mode 41ed mask 44 00000080:00200008:0.0:1769074882.716146:0:62268:0:(file.c:1001:ll_file_open()) START file d204c.sanity-flr:[0x200000404:0x1b7:0x0](ffff9bc649b63248), flags 304000 00000002:00010000:0.0:1769074882.716161:0:62268:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b7:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240304001 00010000:00010000:0.0:1769074882.716214:0:62268:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11ba66 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 62268 initiator: MDT0 00010000:00010000:0.0:1769074882.716221:0:62268:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11ba66 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 62268 initiator: MDT0 00000020:00100000:0.0:1769074882.716234:0:62268:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074882.716241:0:62268:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07f800 x1855007612893440/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074882.716249:0:62268:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11ba66 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 62268 initiator: MDT0 00000100:00100000:0.0:1769074882.716270:0:62268:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f800 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62268:1855007612893440:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074882.716470:0:62268:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc651169cc0 going to sleep for 50 seconds 00000100:00100000:3.0:1769074882.722963:0:62268:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f800 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62268:1855007612893440:192.168.204.139@tcp:101:lfs.0 00010000:00010000:3.0:1769074882.723006:0:62268:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11ba66 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bda9 expref: -99 pid: 62268 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074882.723018:0:62268:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11ba66 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bda9 expref: -99 pid: 62268 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074882.723032:0:62268:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11ba66 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bda9 expref: -99 pid: 62268 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074882.723043:0:62268:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11ba66 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bda9 expref: -99 pid: 62268 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074882.723060:0:62268:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff9bc64f07f800 x1855007612893440/t8589941498(8589941498) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074937 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1769074882.723073:0:62268:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64f07f800 x1855007612893440/t8589941498(8589941498) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074937 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074882.723084:0:62268:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11ba66 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bda9 expref: -99 pid: 62268 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074882.723093:0:62268:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 16 res 8589935620/439 (0 0) 00000080:00200000:3.0:1769074882.723101:0:62268:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074882.723127:0:62268:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000404:0x1b7:0x0], updating i_size 11776 00000080:00010000:3.0:1769074882.723134:0:62268:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b7:0x0](ffff9bc649b63248) for lock 0x21fa6d252c11ba66 00000080:00010000:3.0:1769074882.723143:0:62268:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11ba66 from it ffffa7f981d07bd0 00010000:00010000:3.0:1769074882.723147:0:62268:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11ba66 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bda9 expref: -99 pid: 62268 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074882.723156:0:62268:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11ba66 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bda9 expref: -99 pid: 62268 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074882.723185:0:62268:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64f07f800 x1855007612893440/t8589941498(8589941498) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074937 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200080:3.0:1769074882.723334:0:62268:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x1b7:0x0](ffff9bc649b63248) cmd=c1406916 arg=2174a10 00000100:00100000:3.0:1769074882.723424:0:62268:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62268:1855007612893568:192.168.204.139@tcp:34:lfs.0 00000100:00100000:3.0:1769074882.723595:0:62268:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d9a8840 going to sleep for 50 seconds 00000100:00100000:0.0:1769074882.737640:0:62268:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62268:1855007612893568:192.168.204.139@tcp:34:lfs.0 00000080:00200008:0.0:1769074882.737857:0:62268:0:(file.c:424:ll_file_release()) START file d204c.sanity-flr:[0x200000404:0x1b7:0x0](ffff9bc649b63248), flags 304000 00010000:00010000:0.0:1769074882.737890:0:62268:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11ba66 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bda9 expref: -99 pid: 62268 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074882.804617:0:62271:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074882.804646:0:62271:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074882.804664:0:62271:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.804680:0:62271:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074882.804687:0:62271:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074882.804705:0:62271:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074882.804709:0:62271:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b9fd 00000080:00010000:1.0:1769074882.804717:0:62271:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9fd from it ffffa7f981d0fbf8 00010000:00010000:1.0:1769074882.804721:0:62271:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.804730:0:62271:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074882.804745:0:62271:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074882.804753:0:62271:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204c.sanity-flr, flags=27 00000080:00200000:1.0:1769074882.804758:0:62271:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b7:0x0](ffff9bc649b63248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074882.804770:0:62271:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204c.sanity-flr, dir=[0x200000404:0x1b7:0x0](ffff9bc649b63248), file ffff9bc6438bf680, open_flags 18800, mode 0 opened 0 00000080:00200000:1.0:1769074882.804797:0:62271:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204c.sanity-flr, dir=[0x200000404:0x1b7:0x0](ffff9bc649b63248), intent=open 00000002:00010000:1.0:1769074882.804812:0:62271:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204c.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b7:0x0], intent: open flags 0304001 00010000:00010000:1.0:1769074882.805663:0:62271:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11ba6d lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 62271 initiator: MDT0 00010000:00010000:1.0:1769074882.805674:0:62271:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11ba6d lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 62271 initiator: MDT0 00000020:00100000:1.0:1769074882.805687:0:62271:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074882.805708:0:62271:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac92a00 x1855007612893824/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074882.805719:0:62271:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11ba6d lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 62271 initiator: MDT0 00000100:00100000:1.0:1769074882.805743:0:62271:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62271:1855007612893824:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074882.806335:0:62271:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ec5a9c0 going to sleep for 50 seconds 00000100:00100000:1.0:1769074882.826464:0:62271:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62271:1855007612893824:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074882.826656:0:62271:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11ba6d lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 62271 initiator: MDT0 00010000:00010000:1.0:1769074882.826668:0:62271:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11ba6d lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 62271 initiator: MDT0 00010000:00010000:1.0:1769074882.826674:0:62271:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11ba6d lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 62271 initiator: MDT0 00010000:00010000:1.0:1769074882.826681:0:62271:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11ba6d lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 62271 initiator: MDT0 00010000:00010000:1.0:1769074882.826689:0:62271:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11ba6d lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 62271 initiator: MDT0 00010000:00010000:1.0:1769074882.826706:0:62271:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f08cc00 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074882.826711:0:62271:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11ba6d lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 62271 initiator: MDT0 00010000:00010000:1.0:1769074882.826719:0:62271:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11ba6d lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 62271 initiator: MDT0 00010000:00010000:1.0:1769074882.826728:0:62271:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11ba6d lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 62271 initiator: MDT0 00010000:00010000:1.0:1769074882.826735:0:62271:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074882.826742:0:62271:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11ba6d lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 62271 initiator: MDT0 00010000:00010000:1.0:1769074882.826748:0:62271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11ba6d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 62271 initiator: MDT0 00000002:00100000:1.0:1769074882.826769:0:62271:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64ac92a00 x1855007612893824/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/608 e 0 to 0 dl 1769074937 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074882.827235:0:62271:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1b7:0x0] suppgids 0 -1: rc -20 00000080:00200000:1.0:1769074882.827714:0:62271:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074882.827738:0:62271:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074882.827755:0:62271:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.827769:0:62271:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074882.828061:0:62271:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074882.828067:0:62271:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074882.828072:0:62271:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b9fd 00000080:00010000:1.0:1769074882.828079:0:62271:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9fd from it ffffa7f981d0fbf8 00010000:00010000:1.0:1769074882.828084:0:62271:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074882.828093:0:62271:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074882.828110:0:62271:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074882.828181:0:62271:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204c.sanity-flr, flags=267 00000080:00200000:1.0:1769074882.828189:0:62271:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b7:0x0](ffff9bc649b63248), inode mode 41ed mask 44 00000080:00200008:1.0:1769074882.828201:0:62271:0:(file.c:1001:ll_file_open()) START file d204c.sanity-flr:[0x200000404:0x1b7:0x0](ffff9bc649b63248), flags 304000 00000080:00200080:1.0:1769074882.828249:0:62271:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x1b7:0x0](ffff9bc649b63248) cmd=c0086915 arg=fc03d0 00000100:00100000:1.0:1769074882.828325:0:62271:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62271:1855007612893952:192.168.204.139@tcp:34:lfs.0 00000100:00100000:1.0:1769074882.828678:0:62271:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ec5a9c0 going to sleep for 50 seconds 00000100:00100000:1.0:1769074882.833373:0:62271:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62271:1855007612893952:192.168.204.139@tcp:34:lfs.0 00000080:00200008:1.0:1769074882.833658:0:62271:0:(file.c:424:ll_file_release()) START file d204c.sanity-flr:[0x200000404:0x1b7:0x0](ffff9bc649b63248), flags 304000 00010000:00010000:1.0:1769074882.833704:0:62271:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11ba66 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bda9 expref: -99 pid: 62268 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074882.876619:0:62274:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074882.876648:0:62274:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074882.876665:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.876680:0:62274:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074882.876687:0:62274:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074882.885952:0:62274:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074882.885964:0:62274:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b9fd 00000080:00010000:2.0:1769074882.885975:0:62274:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9fd from it ffffa7f981c7fb58 00010000:00010000:2.0:1769074882.885981:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.885994:0:62274:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074882.886011:0:62274:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074882.886022:0:62274:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204c.sanity-flr, flags=25 00000080:00200000:3.0:1769074882.887056:0:62274:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b7:0x0](ffff9bc649b63248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074882.887082:0:62274:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f204c.sanity-flr, dir=[0x200000404:0x1b7:0x0](ffff9bc649b63248), flags=9 00000080:00200000:3.0:1769074882.887090:0:62274:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204c.sanity-flr, dir=[0x200000404:0x1b7:0x0](ffff9bc649b63248), intent=getattr 00000002:00010000:3.0:1769074882.887113:0:62274:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204c.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b7:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074882.887179:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba74 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 62274 initiator: MDT0 00010000:00010000:3.0:1769074882.887189:0:62274:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba74 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 62274 initiator: MDT0 00010000:00010000:3.0:1769074882.887198:0:62274:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba74 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 62274 initiator: MDT0 00000100:00100000:3.0:1769074882.887229:0:62274:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62274:1855007612894080:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074882.888178:0:62274:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d9a8600 going to sleep for 50 seconds 00000100:00100000:2.0:1769074882.908264:0:62274:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62274:1855007612894080:192.168.204.139@tcp:101:lfs.0 00010000:00010000:2.0:1769074882.908294:0:62274:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba74 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8be0b expref: -99 pid: 62274 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.908314:0:62274:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba74 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8be0b expref: -99 pid: 62274 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.908323:0:62274:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba74 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8be0b expref: -99 pid: 62274 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.908603:0:62274:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba74 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8be0b expref: -99 pid: 62274 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.908615:0:62274:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba74 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8be0b expref: -99 pid: 62274 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.908628:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba74 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8be0b expref: -99 pid: 62274 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.908637:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba74 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8be0b expref: -99 pid: 62274 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.908645:0:62274:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba74 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8be0b expref: -99 pid: 62274 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074882.908656:0:62274:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9bc64d9aca80 x1855007612894080/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 592/1032 e 0 to 0 dl 1769074937 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074882.908667:0:62274:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 448 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba74 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8be0b expref: -99 pid: 62274 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1769074882.916024:0:62274:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba74 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8be0b expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074882.916055:0:62274:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589935620/440 (0 0) 00000080:00200000:3.0:1769074882.916061:0:62274:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b7:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1769074882.917331:0:62274:0:(namei.c:151:ll_iget()) got inode: [0x200000404:0x1b8:0x0](ffff9bc649bf63c8): rc = 0 00000080:00200000:3.0:1769074882.918720:0:62274:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1b8:0x0]: layout version change: 7 -> 7 00000080:00010000:3.0:1769074882.918732:0:62274:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b8:0x0](ffff9bc649bf63c8) for lock 0x21fa6d252c11ba74 00000080:00010000:3.0:1769074882.918746:0:62274:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b8:0x0](ffff9bc649bf63c8) 00000080:00010000:3.0:1769074882.918749:0:62274:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11ba74 from it ffffa7f981c7fb20 00010000:00010000:3.0:1769074882.918755:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba74 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8be0b expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074882.918766:0:62274:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba74 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8be0b expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00000080:00200008:3.0:1769074882.918827:0:62274:0:(file.c:6252:ll_getattr_dentry()) START file f204c.sanity-flr:[0x200000404:0x1b8:0x0](ffff9bc649bf63c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074882.918834:0:62274:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1b8:0x0](ffff9bc649bf63c8),name=f204c.sanity-flr 00000002:00010000:3.0:1769074882.918855:0:62274:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b8:0x0]) in obj [0x200000404:0x1b7:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074882.918867:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba74 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8be0b expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074882.918877:0:62274:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba74 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8be0b expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074882.918884:0:62274:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b7:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074882.918888:0:62274:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b8:0x0](ffff9bc649bf63c8) 00000080:00010000:3.0:1769074882.918891:0:62274:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b8:0x0](ffff9bc649bf63c8) for lock 0x21fa6d252c11ba74 00000080:00010000:3.0:1769074882.918895:0:62274:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11ba74 from it ffffa7f981c7fcb8 00010000:00010000:3.0:1769074882.918898:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba74 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8be0b expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074882.918904:0:62274:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba74 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8be0b expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074882.918921:0:62274:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1769074882.918933:0:62274:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b8:0x0]: flr state: 2, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:3.0:1769074882.918937:0:62274:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:3.0:1769074882.918941:0:62274:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1b8:0x0] 00000008:00010000:3.0:1769074882.918960:0:62274:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074882.918964:0:62274:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64d1650b0, osc lock ffff9bc64a6dc980, flags 0x400000400001002 00010000:00010000:3.0:1769074882.919020:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11ba7b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074882.919029:0:62274:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400000400001000 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11ba7b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->10485759] (req 0->10485759) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074882.919050:0:62274:0:(ldlm_request.c:1054:ldlm_cli_enqueue()) @@@ enqueue lock with no delay req@ffff9bc64d9aca80 x1855007612894208/t0(0) o101->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000020:00200000:3.0:1769074882.919103:0:62274:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:2.0:1769074882.919564:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612894208:192.168.204.139@tcp:101:lfs.0 00010000:00010000:2.0:1769074882.933132:0:2373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11ba7b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->10485759] (req 0->10485759) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074882.933162:0:2373:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11ba7b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8be12 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074882.933174:0:2373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11ba7b lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8be12 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074882.933184:0:2373:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11ba7b lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8be12 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000008:00010000:2.0:1769074882.933200:0:2373:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 2097152, setting rss=2097152; kms=2097152, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11ba7b lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8be12 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000020:00200000:2.0:1769074882.933211:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1769074882.933229:0:2373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11ba7b lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8be12 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074882.933238:0:2373:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11ba7b lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8be12 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074882.933244:0:2373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11ba7b lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8be12 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074882.933252:0:2373:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11ba7b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8be12 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1769074882.933271:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612894208:192.168.204.139@tcp:101:lfs.0 00000080:00200000:3.0:1769074882.933738:0:62274:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b8:0x0] updating i_size 2097152 i_blocks 4103 00000020:00010000:3.0:1769074882.933747:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc643bb46d8 (ffff9bc64f158248/0) at cl_lock_release():245 00000020:00010000:3.0:1769074882.933751:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643bb46d8 (ffff9bc64f158248/0) at cl_lock_cancel():142 00000020:00010000:3.0:1769074882.933757:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d1650b0 (ffff9bc64f158b48/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074882.933761:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643bb46d8 (ffff9bc64f158248/0) at cl_lock_fini():72 00000020:00010000:3.0:1769074882.933764:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d1650b0 (ffff9bc64f158248/1) at cl_lock_fini():72 00000080:00200000:3.0:1769074882.933802:0:62274:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/1, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1769074882.933864:0:62274:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074882.933886:0:62274:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074882.933902:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074882.933914:0:62274:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074882.933921:0:62274:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074882.933929:0:62274:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074882.933933:0:62274:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b9fd 00000080:00010000:3.0:1769074882.933940:0:62274:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9fd from it ffffa7f981c7fbf8 00010000:00010000:3.0:1769074882.933944:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074882.933952:0:62274:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074882.933963:0:62274:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074882.933970:0:62274:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204c.sanity-flr, flags=25 00000080:00200000:3.0:1769074882.933977:0:62274:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b7:0x0](ffff9bc649b63248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074882.933981:0:62274:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f204c.sanity-flr, flags=265 00000080:00200000:3.0:1769074882.933984:0:62274:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b8:0x0](ffff9bc649bf63c8), inode mode 81a4 mask 46 00000080:00200008:3.0:1769074882.933993:0:62274:0:(file.c:1001:ll_file_open()) START file f204c.sanity-flr:[0x200000404:0x1b8:0x0](ffff9bc649bf63c8), flags 154402 00000002:00010000:3.0:1769074882.934006:0:62274:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b8:0x0]) in obj [0x200000404:0x1b7:0x0], intent: open flags 0100240114403 00010000:00010000:3.0:1769074882.934058:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145cc00/0x21fa6d252c11ba82 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 62274 initiator: MDT0 00010000:00010000:3.0:1769074882.934065:0:62274:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145cc00/0x21fa6d252c11ba82 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 62274 initiator: MDT0 00000020:00100000:3.0:1769074882.934078:0:62274:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074882.934088:0:62274:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64d9adf80 x1855007612894464/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074882.934097:0:62274:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145cc00/0x21fa6d252c11ba82 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 62274 initiator: MDT0 00000100:00100000:3.0:1769074882.934268:0:62274:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62274:1855007612894464:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074882.934858:0:62274:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d9a8000 going to sleep for 50 seconds 00000100:00100000:2.0:1769074882.947076:0:62274:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62274:1855007612894464:192.168.204.139@tcp:101:lfs.0 00010000:00010000:2.0:1769074882.947101:0:62274:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145cc00/0x21fa6d252c11ba82 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8be20 expref: -99 pid: 62274 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.947128:0:62274:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145cc00/0x21fa6d252c11ba82 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8be20 expref: -99 pid: 62274 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.947135:0:62274:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145cc00/0x21fa6d252c11ba82 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8be20 expref: -99 pid: 62274 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.947146:0:62274:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145cc00/0x21fa6d252c11ba82 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8be20 expref: -99 pid: 62274 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.947156:0:62274:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145cc00/0x21fa6d252c11ba82 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8be20 expref: -99 pid: 62274 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.947168:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145cc00/0x21fa6d252c11ba82 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8be20 expref: -99 pid: 62274 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.947175:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145cc00/0x21fa6d252c11ba82 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8be20 expref: -99 pid: 62274 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.947182:0:62274:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145cc00/0x21fa6d252c11ba82 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8be20 expref: -99 pid: 62274 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074882.947192:0:62274:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff9bc64d9adf80 x1855007612894464/t8589941499(8589941499) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/1056 e 0 to 0 dl 1769074937 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074882.947203:0:62274:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64d9adf80 x1855007612894464/t8589941499(8589941499) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/1056 e 0 to 0 dl 1769074937 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074882.947217:0:62274:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 448 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145cc00/0x21fa6d252c11ba82 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8be20 expref: -99 pid: 62274 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1769074882.947229:0:62274:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145cc00/0x21fa6d252c11ba82 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8be20 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074882.947239:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba74 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8be0b expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074882.947249:0:62274:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba74 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8be0b expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074882.947256:0:62274:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145cc00/0x21fa6d252c11ba82 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8be20 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074882.947262:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145cc00/0x21fa6d252c11ba82 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x8b5959a9a0e8be20 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074882.947268:0:62274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145cc00/0x21fa6d252c11ba82 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x8b5959a9a0e8be20 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074882.947347:0:62274:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00200000:2.0:1769074882.947354:0:62274:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1b7:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074882.947408:0:62274:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1b8:0x0]: layout version change: 7 -> 7 00000080:00010000:2.0:1769074882.947413:0:62274:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b8:0x0](ffff9bc649bf63c8) for lock 0x21fa6d252c11ba74 00000080:00010000:2.0:1769074882.947420:0:62274:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11ba74 from it ffffa7f981c7fbf0 00010000:00010000:2.0:1769074882.947423:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba74 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8be0b expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074882.947434:0:62274:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba74 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8be0b expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00000002:00100000:2.0:1769074882.947455:0:62274:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64d9adf80 x1855007612894464/t8589941499(8589941499) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 968/1056 e 0 to 0 dl 1769074937 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074882.947630:0:62274:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b8:0x0](ffff9bc649bf63c8), inode mode 81a4 mask 4 00000080:00200000:2.0:1769074882.947640:0:62274:0:(xattr.c:725:ll_xattr_get()) VFS Op:inode=[0x200000404:0x1b8:0x0](ffff9bc649bf63c8), xattr lov 00000080:00200008:2.0:1769074882.947665:0:62274:0:(file.c:6252:ll_getattr_dentry()) START file f204c.sanity-flr:[0x200000404:0x1b8:0x0](ffff9bc649bf63c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074882.947672:0:62274:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1b8:0x0](ffff9bc649bf63c8),name=f204c.sanity-flr 00000002:00010000:2.0:1769074882.947705:0:62274:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b8:0x0]) in obj [0x200000404:0x1b7:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074882.947714:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba74 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8be0b expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074882.947723:0:62274:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba74 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8be0b expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1769074882.947730:0:62274:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b7:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074882.947736:0:62274:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b8:0x0](ffff9bc649bf63c8) 00000080:00010000:2.0:1769074882.947740:0:62274:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b8:0x0](ffff9bc649bf63c8) for lock 0x21fa6d252c11ba74 00000080:00010000:2.0:1769074882.947744:0:62274:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11ba74 from it ffffa7f981c7fcd8 00010000:00010000:2.0:1769074882.947746:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba74 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8be0b expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074882.947753:0:62274:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba74 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8be0b expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1769074882.947813:0:62274:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/1, layout version 7 restore needed 0 00020000:00200000:2.0:1769074882.947825:0:62274:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b8:0x0]: flr state: 2, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:2.0:1769074882.947828:0:62274:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:2.0:1769074882.947832:0:62274:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1b8:0x0] 00000008:00010000:2.0:1769074882.947849:0:62274:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1769074882.947852:0:62274:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc645325db0, osc lock ffff9bc64a723560, flags 0x400000400001002 00010000:00010000:2.0:1769074882.947869:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11ba7b lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8be12 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074882.947878:0:62274:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 10485759) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11ba7b lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8be12 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000020:00200000:2.0:1769074882.947889:0:62274:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1769074882.947893:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11ba7b lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8be12 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074882.947900:0:62274:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11ba7b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8be12 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000020:00200000:2.0:1769074882.947909:0:62274:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1769074882.947917:0:62274:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b8:0x0] updating i_size 2097152 i_blocks 4103 00000020:00010000:2.0:1769074882.947922:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc643bb6238 (ffff9bc64f158008/0) at cl_lock_release():245 00000020:00010000:2.0:1769074882.947925:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643bb6238 (ffff9bc64f158008/0) at cl_lock_cancel():142 00000020:00010000:2.0:1769074882.947928:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc645325db0 (ffff9bc64f1586c8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1769074882.947932:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643bb6238 (ffff9bc64f158008/0) at cl_lock_fini():72 00000020:00010000:2.0:1769074882.947934:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc645325db0 (ffff9bc64f158008/1) at cl_lock_fini():72 00000080:00200000:2.0:1769074882.947943:0:62274:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/1, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200080:2.0:1769074882.947981:0:62274:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1b8:0x0](ffff9bc649bf63c8) cmd=c00c66f3 arg=20802a0 00000002:00010000:2.0:1769074882.947995:0:62274:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b8:0x0]) in obj [0x200000404:0x1b8:0x0], intent: open flags 05004040000002 00010000:00010000:2.0:1769074882.948046:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224800/0x21fa6d252c11ba89 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 62274 initiator: MDT0 00010000:00010000:2.0:1769074882.948053:0:62274:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x81000000001000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224800/0x21fa6d252c11ba89 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 62274 initiator: MDT0 00000020:00100000:2.0:1769074882.948063:0:62274:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074882.948070:0:62274:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc67afdad80 x1855007612894720/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074882.948078:0:62274:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224800/0x21fa6d252c11ba89 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x81000000000000 pid: 62274 initiator: MDT0 00000100:00100000:2.0:1769074882.948100:0:62274:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62274:1855007612894720:192.168.204.139@tcp:101:lfs.0 00000100:00100000:2.0:1769074882.948286:0:62274:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64800b180 going to sleep for 50 seconds 00000100:00100000:2.0:1769074882.955101:0:62274:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62274:1855007612894720:192.168.204.139@tcp:101:lfs.0 00010000:00010000:2.0:1769074882.955134:0:62274:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PW ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224800/0x21fa6d252c11ba89 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x81000000000000 nid: local remote: 0x8b5959a9a0e8be35 expref: -99 pid: 62274 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.955146:0:62274:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224800/0x21fa6d252c11ba89 lrc: 4/1,0 mode: --/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x81000000000000 nid: local remote: 0x8b5959a9a0e8be35 expref: -99 pid: 62274 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.955158:0:62274:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224800/0x21fa6d252c11ba89 lrc: 4/1,0 mode: PW/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x91000000000000 nid: local remote: 0x8b5959a9a0e8be35 expref: -99 pid: 62274 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.955168:0:62274:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224800/0x21fa6d252c11ba89 lrc: 4/1,0 mode: PW/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x81000000000000 nid: local remote: 0x8b5959a9a0e8be35 expref: -99 pid: 62274 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.955185:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224800/0x21fa6d252c11ba89 lrc: 5/1,1 mode: PW/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x91000000000000 nid: local remote: 0x8b5959a9a0e8be35 expref: -99 pid: 62274 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.955193:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224800/0x21fa6d252c11ba89 lrc: 5/1,1 mode: PW/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x91000000000000 nid: local remote: 0x8b5959a9a0e8be35 expref: -99 pid: 62274 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.955199:0:62274:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224800/0x21fa6d252c11ba89 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x91000000000000 nid: local remote: 0x8b5959a9a0e8be35 expref: -99 pid: 62274 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074882.955211:0:62274:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=600002b, status=0 req@ffff9bc67afdad80 x1855007612894720/t8589941500(8589941500) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/1056 e 0 to 0 dl 1769074937 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074882.955224:0:62274:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc67afdad80 x1855007612894720/t8589941500(8589941500) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/1056 e 0 to 0 dl 1769074937 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074882.955238:0:62274:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224800/0x21fa6d252c11ba89 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x81000000000000 nid: local remote: 0x8b5959a9a0e8be35 expref: -99 pid: 62274 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.955251:0:62274:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 2 res 8589935620/440 (0 0) 00000080:00200000:2.0:1769074882.955256:0:62274:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1b8:0x0] suppgids 0 0: rc 0 00000002:00100000:2.0:1769074882.955274:0:62274:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc67afdad80 x1855007612894720/t8589941500(8589941500) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 968/1056 e 0 to 0 dl 1769074937 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00010000:2.0:1769074882.955282:0:62274:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b8:0x0](ffff9bc649bf63c8) for lock 0x21fa6d252c11ba89 00000080:00010000:2.0:1769074882.955289:0:62274:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11ba89 from it ffffa7f981c7fcc0 00010000:00010000:2.0:1769074882.955292:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224800/0x21fa6d252c11ba89 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x91000000000000 nid: local remote: 0x8b5959a9a0e8be35 expref: -99 pid: 62274 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074882.955299:0:62274:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224800/0x21fa6d252c11ba89 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x91000000000000 nid: local remote: 0x8b5959a9a0e8be35 expref: -99 pid: 62274 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074882.955371:0:62274:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/0, layout version 7 restore needed 0 00020000:00200000:2.0:1769074882.955383:0:62274:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b8:0x0]: flr state: 2, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:2.0:1769074882.955386:0:62274:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:2.0:1769074882.955392:0:62274:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:2.0:1769074882.955401:0:62274:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x0 00000100:00100000:3.0:1769074882.955489:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612894848:192.168.204.139@tcp:1:lfs.0 00010000:00010000:1.0:1769074882.961235:0:37585:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074882.961252:0:37585:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145cc00/0x21fa6d252c11ba82 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x8b5959a9a0e8be20 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074882.961265:0:37585:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64145cc00 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074882.961272:0:37585:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145cc00/0x21fa6d252c11ba82 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x1b rrc: 5 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x8b5959a9a0e8be20 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074882.961281:0:37585:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145cc00/0x21fa6d252c11ba82 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x1b rrc: 5 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x8b5959a9a0e8be20 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074882.961292:0:37585:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145cc00/0x21fa6d252c11ba82 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x1b rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e8be20 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074882.961321:0:37585:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba74 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8be0b expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074882.961385:0:37585:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145cc00/0x21fa6d252c11ba82 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x1b rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8be20 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074882.961392:0:37585:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074882.961421:0:37585:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145cc00/0x21fa6d252c11ba82 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x1b rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8be20 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074882.961427:0:37585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145cc00/0x21fa6d252c11ba82 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x1b rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8be20 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074882.961451:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074882.961453:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074882.961455:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074882.961593:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612894976:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074882.967332:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:2.0:1769074882.967712:0:52448:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1769074882.967734:0:52448:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619963392 00000100:00100000:2.0:1769074882.967745:0:52448:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619963392 00000100:00100000:2.0:1769074882.967830:0:52448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6630 00000100:00100000:2.0:1769074882.967840:0:52448:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc6485b4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:6531:x1855007619963392:12345-192.168.204.139@tcp:104: 00010000:00010000:2.0:1769074882.967857:0:52448:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11ba7b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8be12 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074882.967928:0:52448:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1769074882.967936:0:52448:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc6485b4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:6531:x1855007619963392:12345-192.168.204.139@tcp:104: Request processed in 98us (617us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074882.967944:0:52448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6630 00010000:00010000:1.0:1769074882.968407:0:37586:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074882.968416:0:37586:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11ba7b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8be12 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074882.968427:0:37586:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64145d400 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:1.0:1769074882.968434:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11ba7b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800428400000000 nid: local remote: 0x8b5959a9a0e8be12 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1769074882.968458:0:37586:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1769074882.968474:0:37586:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1769074882.968541:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11ba7b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8be12 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074882.968550:0:37586:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074882.968572:0:37586:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11ba7b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8be12 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074882.968580:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11ba7b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8be12 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074882.968606:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074882.968608:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074882.968609:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074882.968744:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612895104:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074883.004017:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612894848:192.168.204.139@tcp:1:lfs.0 00010000:00010000:2.0:1769074883.004137:0:62274:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba74 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e8be0b expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1769074883.004163:0:62274:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x1b8:0x0]: losing layout lock 00010000:00010000:2.0:1769074883.004184:0:62274:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11ba3c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e8bd08 expref: -99 pid: 62232 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1769074883.004192:0:62274:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x1b8:0x0]: losing layout lock 00010000:00010000:2.0:1769074883.004228:0:62274:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba74 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8be0b expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074883.004242:0:62274:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11ba3c lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8bd08 expref: -99 pid: 62232 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074883.004248:0:62274:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:2.0:1769074883.004252:0:62274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11ba74 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8be0b expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074883.004265:0:62274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943800/0x21fa6d252c11ba3c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8bd08 expref: -99 pid: 62232 timeout: 0 lvb_type: 3 00000020:00100000:2.0:1769074883.004280:0:62274:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074883.004289:0:62274:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc67afd8380 x1855007612895360/t0(0) o36->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 472/440 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074883.004313:0:62274:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62274:1855007612895360:192.168.204.139@tcp:36:lfs.0 00000100:00100000:1.0:1769074883.004475:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612894976:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1769074883.004708:0:62274:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64800be40 going to sleep for 50 seconds 00000100:00100000:0.0:1769074883.004816:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612895104:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074883.167624:0:62274:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62274:1855007612895360:192.168.204.139@tcp:36:lfs.0 00010000:00010000:3.0:1769074883.167670:0:62274:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 31 res 8589935620/440 (0 0) 00000080:00010000:3.0:1769074883.167683:0:62274:0:(file.c:7031:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000404:0x1b8:0x0](ffff9bc649bf63c8) 00000002:00010000:3.0:1769074883.167725:0:62274:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b8:0x0]) in obj [0x200000404:0x1b8:0x0], intent: layout flags 0 00010000:00010000:3.0:1769074883.167796:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11ba90 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 62274 initiator: MDT0 00010000:00010000:3.0:1769074883.167805:0:62274:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11ba90 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x0 pid: 62274 initiator: MDT0 00010000:00010000:3.0:1769074883.167815:0:62274:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11ba90 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x0 pid: 62274 initiator: MDT0 00000100:00100000:3.0:1769074883.167835:0:62274:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62274:1855007612895488:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074883.167920:0:62274:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d9a8300 going to sleep for 50 seconds 00000100:00100000:3.0:1769074883.189545:0:62274:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bc646483800: committing for last_committed 8589941501 gen 1 00000100:00100000:3.0:1769074883.189566:0:62274:0:(client.c:3130:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9bc64f07f800 x1855007612893440/t8589941498(8589941498) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074937 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1769074883.189577:0:62274:0:(client.c:3130:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9bc64d9adf80 x1855007612894464/t8589941499(8589941499) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 968/1056 e 0 to 0 dl 1769074937 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1769074883.189586:0:62274:0:(client.c:3130:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9bc67afdad80 x1855007612894720/t8589941500(8589941500) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 968/1056 e 0 to 0 dl 1769074937 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1769074883.189612:0:62274:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62274:1855007612895488:192.168.204.139@tcp:101:lfs.0 00010000:00010000:3.0:1769074883.189640:0:62274:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11ba90 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8be51 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074883.189656:0:62274:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11ba90 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8be51 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00000002:00100000:3.0:1769074883.189667:0:62274:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff9bc64d9ad180 x1855007612895488/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 376/792 e 0 to 0 dl 1769074938 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074883.189677:0:62274:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 448 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11ba90 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8be51 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00000002:00010000:3.0:1769074883.189696:0:62274:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11ba90 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8be51 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074883.189710:0:62274:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 16 res 8589935620/440 (0 0) 00000080:00200000:3.0:1769074883.189716:0:62274:0:(namei.c:955:ll_intent_lock()) intent lock 1024 on i1 [0x200000404:0x1b8:0x0] suppgids 0 0: rc 0 00000080:00010000:3.0:1769074883.189729:0:62274:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b8:0x0](ffff9bc649bf63c8) for lock 0x21fa6d252c11ba90 00000080:00010000:3.0:1769074883.189738:0:62274:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11ba90 from it ffffa7f981c7fc70 00010000:00010000:3.0:1769074883.189742:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11ba90 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8be51 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074883.189751:0:62274:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11ba90 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8be51 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074883.189829:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11ba90 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8be51 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074883.189863:0:62274:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11ba90 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8be51 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1769074883.189872:0:62274:0:(file.c:6914:ll_layout_lock_set()) ### file [0x200000404:0x1b8:0x0](000000008016dca7) being reconfigured ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11ba90 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8be51 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074883.189920:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11ba90 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8be51 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074883.189928:0:62274:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11ba90 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8be51 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074883.189943:0:62274:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1769074883.189955:0:62274:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b8:0x0]: flr state: 2, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:3.0:1769074883.189959:0:62274:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:3.0:1769074883.189966:0:62274:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:3.0:1769074883.189976:0:62274:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x0 00000080:00200000:3.0:1769074883.189995:0:62274:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:3.0:1769074883.190008:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11ba90 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8be51 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074883.190016:0:62274:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11ba90 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8be51 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1769074883.190022:0:62274:0:(file.c:6914:ll_layout_lock_set()) ### file [0x200000404:0x1b8:0x0](000000008016dca7) being reconfigured ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11ba90 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8be51 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074883.190038:0:62274:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b8:0x0] ignore/verify layout 1/0, layout version 2 restore needed 0 00020000:00200000:3.0:1769074883.190043:0:62274:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b8:0x0]: flr state: 2, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:3.0:1769074883.190045:0:62274:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:3.0:1769074883.190047:0:62274:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:3.0:1769074883.190051:0:62274:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x0 00000080:00200000:3.0:1769074883.190057:0:62274:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1769074883.190126:0:62274:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1b8:0x0]: layout version change: 4294967294 -> 8 00010000:00010000:3.0:1769074883.190131:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11ba90 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8be51 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074883.190139:0:62274:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11ba90 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8be51 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00000080:00200080:3.0:1769074883.190165:0:62274:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1b8:0x0](ffff9bc649bf63c8) cmd=66f4 arg=ffffffffffffffff 00000080:00200008:3.0:1769074883.190177:0:62274:0:(file.c:6252:ll_getattr_dentry()) START file f204c.sanity-flr:[0x200000404:0x1b8:0x0](ffff9bc649bf63c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074883.190185:0:62274:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1b8:0x0](ffff9bc649bf63c8),name=f204c.sanity-flr 00000002:00010000:3.0:1769074883.190199:0:62274:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b8:0x0]) in obj [0x200000404:0x1b8:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074883.190206:0:62274:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 30 res 8589935620/440 (0 0) 00010000:00010000:3.0:1769074883.190244:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11ba97 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 62274 initiator: MDT0 00010000:00010000:3.0:1769074883.190251:0:62274:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11ba97 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 62274 initiator: MDT0 00010000:00010000:3.0:1769074883.190261:0:62274:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11ba97 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 62274 initiator: MDT0 00000100:00100000:3.0:1769074883.190282:0:62274:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62274:1855007612895616:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074883.190367:0:62274:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d9a8300 going to sleep for 50 seconds 00000100:00100000:3.0:1769074883.198494:0:62274:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62274:1855007612895616:192.168.204.139@tcp:101:lfs.0 00010000:00010000:3.0:1769074883.198525:0:62274:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11ba97 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8be5f expref: -99 pid: 62274 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074883.198537:0:62274:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11ba97 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8be5f expref: -99 pid: 62274 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074883.198549:0:62274:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11ba97 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8be5f expref: -99 pid: 62274 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074883.198558:0:62274:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11ba97 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8be5f expref: -99 pid: 62274 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074883.198570:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11ba97 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8be5f expref: -99 pid: 62274 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074883.198577:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11ba97 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8be5f expref: -99 pid: 62274 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074883.198583:0:62274:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11ba97 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8be5f expref: -99 pid: 62274 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074883.198593:0:62274:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9bc64d9ad180 x1855007612895616/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 576/1032 e 0 to 0 dl 1769074938 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074883.198603:0:62274:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 448 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11ba97 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8be5f expref: -99 pid: 62274 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1769074883.198615:0:62274:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11ba97 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8be5f expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074883.198629:0:62274:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589935620/440 (0 0) 00000080:00200000:3.0:1769074883.198636:0:62274:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b8:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074883.198712:0:62274:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1b8:0x0]: layout version change: 8 -> 8 00000080:00010000:3.0:1769074883.198719:0:62274:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b8:0x0](ffff9bc649bf63c8) for lock 0x21fa6d252c11ba97 00000080:00010000:3.0:1769074883.198725:0:62274:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b8:0x0](ffff9bc649bf63c8) 00000080:00010000:3.0:1769074883.198728:0:62274:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11ba97 from it ffffa7f981c7fcd8 00010000:00010000:3.0:1769074883.198732:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11ba97 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8be5f expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074883.198740:0:62274:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11ba97 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8be5f expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074883.198815:0:62274:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/1, layout version 7 restore needed 0 00020000:00200000:3.0:1769074883.198832:0:62274:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b8:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:3.0:1769074883.198835:0:62274:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:3.0:1769074883.198839:0:62274:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1b8:0x0] 00000008:00010000:3.0:1769074883.198857:0:62274:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074883.198862:0:62274:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64d165cb0, osc lock ffff9bc64a6dc980, flags 0x400000400001002 00010000:00010000:3.0:1769074883.198913:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074883.198921:0:62274:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400000400001000 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->10485759] (req 0->10485759) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074883.198932:0:62274:0:(ldlm_request.c:1054:ldlm_cli_enqueue()) @@@ enqueue lock with no delay req@ffff9bc64d9ad180 x1855007612895744/t0(0) o101->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000020:00200000:3.0:1769074883.198971:0:62274:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:3.0:1769074883.198985:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074883.199006:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612895744:192.168.204.139@tcp:101:lfs.0 00000100:00100000:2.0:1769074883.214490:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612896000:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1769074883.214595:0:2373:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1769074883.214602:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1136430d-88ea-4de2-9954-69c484e5445f:2373:1855007612895872:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074883.220443:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1136430d-88ea-4de2-9954-69c484e5445f:2373:1855007612895872:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1769074883.229065:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612896000:192.168.204.139@tcp:400:kworker.0 00010000:00010000:3.0:1769074883.229770:0:2372:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->10485759] (req 0->10485759) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074883.229917:0:2372:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074883.229933:0:2372:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074883.229952:0:2372:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074883.229969:0:2372:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 2097152, setting rss=2097152; kms=2097152, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074883.229980:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1769074883.230000:0:2372:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074883.230008:0:2372:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074883.230013:0:2372:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074883.230020:0:2372:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1769074883.230046:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612895744:192.168.204.139@tcp:101:lfs.0 00000080:00200000:2.0:1769074883.230594:0:62274:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b8:0x0] updating i_size 2097152 i_blocks 4103 00000020:00010000:2.0:1769074883.230602:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc643bb46d8 (ffff9bc64f158248/0) at cl_lock_release():245 00000020:00010000:2.0:1769074883.230605:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643bb46d8 (ffff9bc64f158248/0) at cl_lock_cancel():142 00000020:00010000:2.0:1769074883.230610:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d165cb0 (ffff9bc64f158b48/1) at cl_lock_cancel():142 00000020:00010000:2.0:1769074883.230615:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643bb46d8 (ffff9bc64f158248/0) at cl_lock_fini():72 00000020:00010000:2.0:1769074883.230618:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d165cb0 (ffff9bc64f158248/1) at cl_lock_fini():72 00000080:00200000:2.0:1769074883.230634:0:62274:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/1, layout version 8 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200080:2.0:1769074883.320815:0:62274:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1b8:0x0](ffff9bc649bf63c8) cmd=400866b1 arg=1 00000080:00200008:2.0:1769074883.320836:0:62274:0:(file.c:6252:ll_getattr_dentry()) START file f204c.sanity-flr:[0x200000404:0x1b8:0x0](ffff9bc649bf63c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074883.320845:0:62274:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1b8:0x0](ffff9bc649bf63c8),name=f204c.sanity-flr 00000002:00010000:2.0:1769074883.320870:0:62274:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b8:0x0]) in obj [0x200000404:0x1b8:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074883.320901:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11ba97 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8be5f expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074883.320917:0:62274:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11ba97 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8be5f expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1769074883.320925:0:62274:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b8:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074883.320933:0:62274:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b8:0x0](ffff9bc649bf63c8) 00000080:00010000:2.0:1769074883.320937:0:62274:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b8:0x0](ffff9bc649bf63c8) for lock 0x21fa6d252c11ba97 00000080:00010000:2.0:1769074883.320945:0:62274:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11ba97 from it ffffa7f981c7fcd8 00010000:00010000:2.0:1769074883.320949:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11ba97 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8be5f expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074883.320958:0:62274:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11ba97 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8be5f expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1769074883.320985:0:62274:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/1, layout version 8 restore needed 0 00020000:00200000:2.0:1769074883.320998:0:62274:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b8:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:2.0:1769074883.321001:0:62274:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:2.0:1769074883.321005:0:62274:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1b8:0x0] 00000008:00010000:2.0:1769074883.321025:0:62274:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1769074883.321029:0:62274:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc645325db0, osc lock ffff9bc64a723560, flags 0x400000400001002 00010000:00010000:2.0:1769074883.322673:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074883.322706:0:62274:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 10485759) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000020:00200000:2.0:1769074883.322721:0:62274:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1769074883.322726:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074883.322735:0:62274:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000020:00200000:2.0:1769074883.322749:0:62274:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1769074883.322768:0:62274:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b8:0x0] updating i_size 2097152 i_blocks 4103 00000020:00010000:2.0:1769074883.322790:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc643bb46d8 (ffff9bc64f158248/0) at cl_lock_release():245 00000020:00010000:2.0:1769074883.322794:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643bb46d8 (ffff9bc64f158248/0) at cl_lock_cancel():142 00000020:00010000:2.0:1769074883.322797:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc645325db0 (ffff9bc64f158b48/1) at cl_lock_cancel():142 00000020:00010000:2.0:1769074883.322803:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643bb46d8 (ffff9bc64f158248/0) at cl_lock_fini():72 00000020:00010000:2.0:1769074883.322805:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc645325db0 (ffff9bc64f158248/1) at cl_lock_fini():72 00000080:00200000:2.0:1769074883.322829:0:62274:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/1, layout version 8 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1769074883.322861:0:62274:0:(file.c:5185:ll_file_seek()) START file f204c.sanity-flr:[0x200000404:0x1b8:0x0], offset: 0, type: SEEK_DATA 00000080:00200000:2.0:1769074883.322869:0:62274:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/0, layout version 8 restore needed 0 00020000:00200000:2.0:1769074883.322877:0:62274:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b8:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:2.0:1769074883.322881:0:62274:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:2.0:1769074883.322886:0:62274:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:2.0:1769074883.322906:0:62274:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x0 00000080:00200000:2.0:1769074883.322921:0:62274:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b8:0x0] updating i_size 2097152 i_blocks 4103 00000080:00200000:2.0:1769074883.322929:0:62274:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1769074883.322934:0:62274:0:(file.c:1759:ll_io_set_mirror()) f204c.sanity-flr: desiginated mirror: 1 00000080:00200000:2.0:1769074883.322936:0:62274:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1769074883.322941:0:62274:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:2.0:1769074883.322943:0:62274:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x0 00000080:00200000:2.0:1769074883.322946:0:62274:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 0 [0, 18446744073709551615] 00000008:00010000:2.0:1769074883.322958:0:62274:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 8 00000008:00010000:2.0:1769074883.322960:0:62274:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc645325db0, osc lock ffff9bc64a723560, flags 0x0 00010000:00010000:2.0:1769074883.322969:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074883.322978:0:62274:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 10485759) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074883.322986:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074883.322994:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074883.323001:0:62274:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000080:00200000:2.0:1769074883.323022:0:62274:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b8:0x0] updating i_size 2097152 i_blocks 4103 00000020:00010000:2.0:1769074883.323029:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc67aff66c8 (ffff9bc64f158248/0) at cl_lock_release():245 00000020:00010000:2.0:1769074883.323038:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc67aff66c8 (ffff9bc64f158248/0) at cl_lock_cancel():142 00000020:00010000:2.0:1769074883.323041:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc645325db0 (ffff9bc64f158b48/1) at cl_lock_cancel():142 00010000:00010000:2.0:1769074883.323045:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074883.323058:0:62274:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000020:00010000:2.0:1769074883.323066:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc67aff66c8 (ffff9bc64f158248/0) at cl_lock_fini():72 00000020:00010000:2.0:1769074883.323068:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc645325db0 (ffff9bc64f158248/1) at cl_lock_fini():72 00000080:00200000:2.0:1769074883.323075:0:62274:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/0, layout version 8 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1769074883.323082:0:62274:0:(file.c:5216:ll_file_seek()) COMPLETED file f204c.sanity-flr:[0x200000404:0x1b8:0x0], offset: 0, type: SEEK_DATA, rc = 0 00000080:00200008:2.0:1769074883.323086:0:62274:0:(file.c:5185:ll_file_seek()) START file f204c.sanity-flr:[0x200000404:0x1b8:0x0], offset: 0, type: SEEK_HOLE 00000080:00200000:2.0:1769074883.323089:0:62274:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/0, layout version 8 restore needed 0 00020000:00200000:2.0:1769074883.323093:0:62274:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b8:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:2.0:1769074883.323095:0:62274:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:2.0:1769074883.323097:0:62274:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:2.0:1769074883.323101:0:62274:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x0 00000080:00200000:2.0:1769074883.323105:0:62274:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b8:0x0] updating i_size 2097152 i_blocks 4103 00000080:00200000:2.0:1769074883.323108:0:62274:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1769074883.323112:0:62274:0:(file.c:1759:ll_io_set_mirror()) f204c.sanity-flr: desiginated mirror: 1 00000080:00200000:2.0:1769074883.323114:0:62274:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1769074883.323117:0:62274:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:2.0:1769074883.323119:0:62274:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x0 00000080:00200000:2.0:1769074883.323121:0:62274:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 0 [0, 18446744073709551615] 00000008:00010000:2.0:1769074883.323126:0:62274:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 8 00000008:00010000:2.0:1769074883.323128:0:62274:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc645325db0, osc lock ffff9bc64a723560, flags 0x0 00010000:00010000:2.0:1769074883.323135:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074883.323143:0:62274:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 10485759) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074883.323155:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074883.323163:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074883.323169:0:62274:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000080:00200000:2.0:1769074883.323176:0:62274:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b8:0x0] updating i_size 2097152 i_blocks 4103 00000020:00010000:2.0:1769074883.323179:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc67aff66c8 (ffff9bc64f158248/0) at cl_lock_release():245 00000020:00010000:2.0:1769074883.323181:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc67aff66c8 (ffff9bc64f158248/0) at cl_lock_cancel():142 00000020:00010000:2.0:1769074883.323183:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc645325db0 (ffff9bc64f158b48/1) at cl_lock_cancel():142 00010000:00010000:2.0:1769074883.323187:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074883.323193:0:62274:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000020:00010000:2.0:1769074883.323200:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc67aff66c8 (ffff9bc64f158248/0) at cl_lock_fini():72 00000020:00010000:2.0:1769074883.323202:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc645325db0 (ffff9bc64f158248/1) at cl_lock_fini():72 00000080:00200000:2.0:1769074883.323208:0:62274:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/0, layout version 8 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1769074883.323211:0:62274:0:(file.c:5216:ll_file_seek()) COMPLETED file f204c.sanity-flr:[0x200000404:0x1b8:0x0], offset: 0, type: SEEK_HOLE, rc = 2097152 00000080:00200080:2.0:1769074883.323219:0:62274:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1b8:0x0](ffff9bc649bf63c8) cmd=400866b1 arg=0 00000080:00200080:2.0:1769074883.323230:0:62274:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1b8:0x0](ffff9bc649bf63c8) cmd=400866b1 arg=1 00000080:00200008:2.0:1769074883.323236:0:62274:0:(file.c:6252:ll_getattr_dentry()) START file f204c.sanity-flr:[0x200000404:0x1b8:0x0](ffff9bc649bf63c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074883.323243:0:62274:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1b8:0x0](ffff9bc649bf63c8),name=f204c.sanity-flr 00000002:00010000:2.0:1769074883.323263:0:62274:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b8:0x0]) in obj [0x200000404:0x1b8:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074883.323288:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11ba97 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8be5f expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074883.323297:0:62274:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11ba97 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8be5f expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1769074883.323303:0:62274:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b8:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074883.323311:0:62274:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b8:0x0](ffff9bc649bf63c8) 00000080:00010000:2.0:1769074883.323314:0:62274:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b8:0x0](ffff9bc649bf63c8) for lock 0x21fa6d252c11ba97 00000080:00010000:2.0:1769074883.323319:0:62274:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11ba97 from it ffffa7f981c7fcd8 00010000:00010000:2.0:1769074883.323321:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11ba97 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8be5f expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074883.323329:0:62274:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11ba97 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8be5f expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074883.327405:0:62274:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1769074883.327427:0:62274:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b8:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:1.0:1769074883.327431:0:62274:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:1.0:1769074883.327435:0:62274:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1b8:0x0] 00000008:00010000:1.0:1769074883.327461:0:62274:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1769074883.327464:0:62274:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc643072030, osc lock ffff9bc64a5b4980, flags 0x400000400001002 00010000:00010000:1.0:1769074883.327490:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074883.327610:0:62274:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 10485759) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000020:00200000:1.0:1769074883.327625:0:62274:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1769074883.327629:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074883.327638:0:62274:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000020:00200000:1.0:1769074883.327651:0:62274:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1769074883.327662:0:62274:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b8:0x0] updating i_size 2097152 i_blocks 4103 00000020:00010000:1.0:1769074883.327667:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc643bb5da8 (ffff9bc64f158758/0) at cl_lock_release():245 00000020:00010000:1.0:1769074883.327669:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643bb5da8 (ffff9bc64f158758/0) at cl_lock_cancel():142 00000020:00010000:1.0:1769074883.327672:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643072030 (ffff9bc64f158638/1) at cl_lock_cancel():142 00000020:00010000:1.0:1769074883.327676:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643bb5da8 (ffff9bc64f158758/0) at cl_lock_fini():72 00000020:00010000:1.0:1769074883.327679:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643072030 (ffff9bc64f158758/1) at cl_lock_fini():72 00000080:00200000:1.0:1769074883.327705:0:62274:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/1, layout version 8 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1769074883.327735:0:62274:0:(file.c:2474:do_file_read_iter()) START file f204c.sanity-flr:[0x200000404:0x1b8:0x0], ppos: 0, count: 2097152 00000080:00200000:1.0:1769074883.327742:0:62274:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/0, layout version 8 restore needed 0 00020000:00200000:1.0:1769074883.327747:0:62274:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b8:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:1.0:1769074883.327749:0:62274:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00000080:00200000:1.0:1769074883.327754:0:62274:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/0, layout version 8 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1769074883.327763:0:62274:0:(file.c:1994:ll_file_io_generic()) f204c.sanity-flr: read ppos: 0, bytes: 2097152 00000080:00200000:1.0:1769074883.327772:0:62274:0:(file.c:1759:ll_io_set_mirror()) f204c.sanity-flr: desiginated mirror: 1 00000020:00200000:1.0:1769074883.327798:0:62274:0:(cl_io.c:214:cl_io_rw_init()) header@000000007bed12ed[0x4, 2, [0x200000404:0x1b8:0x0] hash] 00000020:00200000:1.0:1769074883.327801:0:62274:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [0, 2097152) 2048 0 00000080:00200000:1.0:1769074883.327803:0:62274:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/0, layout version 8 restore needed 0 00000080:00200000:1.0:1769074883.327811:0:62274:0:(file.c:2072:ll_file_io_generic()) Range lock [0, 511] 00020000:00200000:1.0:1769074883.327818:0:62274:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 2097152) 2097152, 2097152 00020000:00200000:1.0:1769074883.327821:0:62274:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1769074883.327835:0:62274:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 0 [0, 511] 00000008:00010000:1.0:1769074883.327844:0:62274:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 11 00000008:00010000:1.0:1769074883.327847:0:62274:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc643072030, osc lock ffff9bc64a5b4980, flags 0x40000 00000080:00200000:1.0:1769074883.327853:0:62274:0:(vvp_io.c:827:vvp_io_read_start()) f204c.sanity-flr: read [0, 2097152) 00000080:00200000:1.0:1769074883.327863:0:62274:0:(vvp_io.c:886:vvp_io_read_start()) count:2097152 iocb pos:0 00000080:00200000:1.0:1769074883.327870:0:62274:0:(rw26.c:439:ll_direct_IO_impl()) VFS Op:inode=[0x200000404:0x1b8:0x0](ffff9bc649bf63c8), size=2097152 (max 603979776), offset=0=0x0, pages 512 (max 147456), lockless, parallel, hybrid 00000008:00010000:1.0:1769074883.331406:0:59299:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9bc64db66e40 00000008:00100000:1.0:1769074883.331547:0:59299:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc64ac92a00 - object 0x280000400:545 offset 0<>1048576 00000020:00200000:1.0:1769074883.331604:0:62274:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 512 items remaining. 00000080:00200000:1.0:1769074883.331609:0:62274:0:(rw26.c:570:ll_direct_IO_impl()) result 0 tot_bytes 2097152 count 2097152 file_offset 2097152 00000020:00010000:1.0:1769074883.331619:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc67aff6c68 (ffff9bc64f158758/0) at cl_lock_release():245 00000020:00010000:1.0:1769074883.331623:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc67aff6c68 (ffff9bc64f158758/0) at cl_lock_cancel():142 00000020:00010000:1.0:1769074883.331627:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643072030 (ffff9bc64f158638/1) at cl_lock_cancel():142 00000020:00010000:1.0:1769074883.331630:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc67aff6c68 (ffff9bc64f158758/0) at cl_lock_fini():72 00000020:00010000:1.0:1769074883.331633:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643072030 (ffff9bc64f158758/1) at cl_lock_fini():72 00000080:00200000:1.0:1769074883.331643:0:62274:0:(vvp_io.c:518:vvp_io_advance()) advancing 2097152 bytes 00000020:00200000:1.0:1769074883.331651:0:62274:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1769074883.331660:0:59299:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9bc64db66540 00000008:00100000:1.0:1769074883.331725:0:59299:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc64ac91f80 - object 0x280000400:545 offset 1048576<>2097152 00000100:00100000:0.0:1769074883.332245:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612896128:192.168.204.139@tcp:3:lfs.0 00000100:00100000:0.0:1769074883.332372:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074883.332380:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612896256:192.168.204.139@tcp:3:lfs.0 00000008:00010000:0.0:1769074883.371423:0:2371:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc64db66e40 00000020:00200000:0.0:1769074883.371435:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 511 items remaining. 00000020:00200000:0.0:1769074883.371439:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 510 items remaining. 00000020:00200000:0.0:1769074883.371441:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 509 items remaining. 00000020:00200000:0.0:1769074883.371443:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 508 items remaining. 00000020:00200000:0.0:1769074883.371444:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 507 items remaining. 00000020:00200000:0.0:1769074883.371446:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 506 items remaining. 00000020:00200000:0.0:1769074883.371447:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 505 items remaining. 00000020:00200000:0.0:1769074883.371449:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 504 items remaining. 00000020:00200000:0.0:1769074883.371450:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 503 items remaining. 00000020:00200000:0.0:1769074883.371452:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 502 items remaining. 00000020:00200000:0.0:1769074883.371454:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 501 items remaining. 00000020:00200000:0.0:1769074883.371455:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 500 items remaining. 00000020:00200000:0.0:1769074883.371457:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 499 items remaining. 00000020:00200000:0.0:1769074883.371459:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 498 items remaining. 00000020:00200000:0.0:1769074883.371460:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 497 items remaining. 00000020:00200000:0.0:1769074883.371462:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 496 items remaining. 00000020:00200000:0.0:1769074883.371463:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 495 items remaining. 00000020:00200000:0.0:1769074883.371465:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 494 items remaining. 00000020:00200000:0.0:1769074883.371466:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 493 items remaining. 00000020:00200000:0.0:1769074883.371468:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 492 items remaining. 00000020:00200000:0.0:1769074883.371470:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 491 items remaining. 00000020:00200000:0.0:1769074883.371471:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 490 items remaining. 00000020:00200000:0.0:1769074883.371473:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 489 items remaining. 00000020:00200000:0.0:1769074883.371475:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 488 items remaining. 00000020:00200000:0.0:1769074883.371477:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 487 items remaining. 00000020:00200000:0.0:1769074883.371479:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 486 items remaining. 00000020:00200000:0.0:1769074883.371481:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 485 items remaining. 00000020:00200000:0.0:1769074883.371482:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 484 items remaining. 00000020:00200000:0.0:1769074883.371484:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 483 items remaining. 00000020:00200000:0.0:1769074883.371485:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 482 items remaining. 00000020:00200000:0.0:1769074883.371487:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 481 items remaining. 00000020:00200000:0.0:1769074883.371488:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 480 items remaining. 00000020:00200000:0.0:1769074883.371490:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 479 items remaining. 00000020:00200000:0.0:1769074883.371491:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 478 items remaining. 00000020:00200000:0.0:1769074883.371493:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 477 items remaining. 00000020:00200000:0.0:1769074883.371495:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 476 items remaining. 00000020:00200000:0.0:1769074883.371496:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 475 items remaining. 00000020:00200000:0.0:1769074883.371498:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 474 items remaining. 00000020:00200000:0.0:1769074883.371500:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 473 items remaining. 00000020:00200000:0.0:1769074883.371756:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 472 items remaining. 00000020:00200000:0.0:1769074883.371757:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 471 items remaining. 00000020:00200000:0.0:1769074883.371759:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 470 items remaining. 00000020:00200000:0.0:1769074883.371762:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 469 items remaining. 00000020:00200000:0.0:1769074883.371763:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 468 items remaining. 00000020:00200000:0.0:1769074883.371765:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 467 items remaining. 00000020:00200000:0.0:1769074883.371766:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 466 items remaining. 00000020:00200000:0.0:1769074883.371768:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 465 items remaining. 00000020:00200000:0.0:1769074883.371769:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 464 items remaining. 00000020:00200000:0.0:1769074883.371771:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 463 items remaining. 00000020:00200000:0.0:1769074883.371823:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 462 items remaining. 00000020:00200000:0.0:1769074883.371826:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 461 items remaining. 00000020:00200000:0.0:1769074883.371828:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 460 items remaining. 00000020:00200000:0.0:1769074883.371829:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 459 items remaining. 00000020:00200000:0.0:1769074883.371831:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 458 items remaining. 00000020:00200000:0.0:1769074883.371833:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 457 items remaining. 00000020:00200000:0.0:1769074883.371835:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 456 items remaining. 00000020:00200000:0.0:1769074883.371837:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 455 items remaining. 00000020:00200000:0.0:1769074883.371839:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 454 items remaining. 00000020:00200000:0.0:1769074883.371841:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 453 items remaining. 00000020:00200000:0.0:1769074883.371842:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 452 items remaining. 00000020:00200000:0.0:1769074883.371844:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 451 items remaining. 00000020:00200000:0.0:1769074883.371845:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 450 items remaining. 00000020:00200000:0.0:1769074883.371847:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 449 items remaining. 00000020:00200000:0.0:1769074883.371849:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 448 items remaining. 00000020:00200000:0.0:1769074883.371850:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 447 items remaining. 00000020:00200000:0.0:1769074883.371852:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 446 items remaining. 00000020:00200000:0.0:1769074883.371854:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 445 items remaining. 00000020:00200000:0.0:1769074883.371855:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 444 items remaining. 00000020:00200000:0.0:1769074883.371857:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 443 items remaining. 00000020:00200000:0.0:1769074883.371858:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 442 items remaining. 00000020:00200000:0.0:1769074883.371860:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 441 items remaining. 00000020:00200000:0.0:1769074883.371861:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 440 items remaining. 00000020:00200000:0.0:1769074883.371863:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 439 items remaining. 00000020:00200000:0.0:1769074883.371864:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 438 items remaining. 00000020:00200000:0.0:1769074883.371866:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 437 items remaining. 00000020:00200000:0.0:1769074883.371868:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 436 items remaining. 00000020:00200000:0.0:1769074883.371870:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 435 items remaining. 00000020:00200000:0.0:1769074883.371871:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 434 items remaining. 00000020:00200000:0.0:1769074883.371873:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 433 items remaining. 00000020:00200000:0.0:1769074883.371875:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 432 items remaining. 00000020:00200000:0.0:1769074883.371876:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 431 items remaining. 00000020:00200000:0.0:1769074883.371878:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 430 items remaining. 00000020:00200000:0.0:1769074883.371880:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 429 items remaining. 00000020:00200000:0.0:1769074883.371881:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 428 items remaining. 00000020:00200000:0.0:1769074883.371883:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 427 items remaining. 00000020:00200000:0.0:1769074883.371956:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 426 items remaining. 00000020:00200000:0.0:1769074883.371960:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 425 items remaining. 00000020:00200000:0.0:1769074883.371962:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 424 items remaining. 00000020:00200000:0.0:1769074883.371964:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 423 items remaining. 00000020:00200000:0.0:1769074883.371966:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 422 items remaining. 00000020:00200000:0.0:1769074883.371968:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 421 items remaining. 00000020:00200000:0.0:1769074883.371970:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 420 items remaining. 00000020:00200000:0.0:1769074883.371972:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 419 items remaining. 00000020:00200000:0.0:1769074883.371973:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 418 items remaining. 00000020:00200000:0.0:1769074883.371975:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 417 items remaining. 00000020:00200000:0.0:1769074883.371977:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 416 items remaining. 00000020:00200000:0.0:1769074883.371979:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 415 items remaining. 00000020:00200000:0.0:1769074883.371980:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 414 items remaining. 00000020:00200000:0.0:1769074883.371982:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 413 items remaining. 00000020:00200000:0.0:1769074883.371984:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 412 items remaining. 00000020:00200000:0.0:1769074883.371985:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 411 items remaining. 00000020:00200000:0.0:1769074883.371987:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 410 items remaining. 00000020:00200000:0.0:1769074883.371988:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 409 items remaining. 00000020:00200000:0.0:1769074883.371990:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 408 items remaining. 00000020:00200000:0.0:1769074883.371991:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 407 items remaining. 00000020:00200000:0.0:1769074883.371993:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 406 items remaining. 00000020:00200000:0.0:1769074883.371995:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 405 items remaining. 00000020:00200000:0.0:1769074883.371997:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 404 items remaining. 00000020:00200000:0.0:1769074883.371998:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 403 items remaining. 00000020:00200000:0.0:1769074883.372000:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 402 items remaining. 00000020:00200000:0.0:1769074883.372001:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 401 items remaining. 00000020:00200000:0.0:1769074883.372003:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 400 items remaining. 00000020:00200000:0.0:1769074883.372005:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 399 items remaining. 00000020:00200000:0.0:1769074883.372007:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 398 items remaining. 00000020:00200000:0.0:1769074883.372009:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 397 items remaining. 00000020:00200000:0.0:1769074883.372010:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 396 items remaining. 00000020:00200000:0.0:1769074883.372012:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 395 items remaining. 00000020:00200000:0.0:1769074883.372014:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 394 items remaining. 00000020:00200000:0.0:1769074883.372015:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 393 items remaining. 00000020:00200000:0.0:1769074883.372017:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 392 items remaining. 00000020:00200000:0.0:1769074883.372019:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 391 items remaining. 00000020:00200000:0.0:1769074883.372021:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 390 items remaining. 00000020:00200000:0.0:1769074883.372022:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 389 items remaining. 00000020:00200000:0.0:1769074883.372024:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 388 items remaining. 00000020:00200000:0.0:1769074883.372026:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 387 items remaining. 00000020:00200000:0.0:1769074883.372027:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 386 items remaining. 00000020:00200000:0.0:1769074883.372182:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 385 items remaining. 00000020:00200000:0.0:1769074883.372184:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 384 items remaining. 00000020:00200000:0.0:1769074883.372185:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 383 items remaining. 00000020:00200000:0.0:1769074883.372187:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 382 items remaining. 00000020:00200000:0.0:1769074883.372189:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 381 items remaining. 00000020:00200000:0.0:1769074883.372191:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 380 items remaining. 00000020:00200000:0.0:1769074883.372193:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 379 items remaining. 00000020:00200000:0.0:1769074883.372195:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 378 items remaining. 00000020:00200000:0.0:1769074883.372197:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 377 items remaining. 00000020:00200000:0.0:1769074883.372199:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 376 items remaining. 00000020:00200000:0.0:1769074883.372200:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 375 items remaining. 00000020:00200000:0.0:1769074883.372202:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 374 items remaining. 00000020:00200000:0.0:1769074883.372203:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 373 items remaining. 00000020:00200000:0.0:1769074883.372205:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 372 items remaining. 00000020:00200000:0.0:1769074883.372206:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 371 items remaining. 00000020:00200000:0.0:1769074883.372207:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 370 items remaining. 00000020:00200000:0.0:1769074883.372209:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 369 items remaining. 00000020:00200000:0.0:1769074883.372211:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 368 items remaining. 00000020:00200000:0.0:1769074883.372213:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 367 items remaining. 00000020:00200000:0.0:1769074883.372214:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 366 items remaining. 00000020:00200000:0.0:1769074883.372216:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 365 items remaining. 00000020:00200000:0.0:1769074883.372218:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 364 items remaining. 00000020:00200000:0.0:1769074883.372219:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 363 items remaining. 00000020:00200000:0.0:1769074883.372221:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 362 items remaining. 00000020:00200000:0.0:1769074883.372223:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 361 items remaining. 00000020:00200000:0.0:1769074883.372225:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 360 items remaining. 00000020:00200000:0.0:1769074883.372227:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 359 items remaining. 00000020:00200000:0.0:1769074883.372229:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 358 items remaining. 00000020:00200000:0.0:1769074883.372231:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 357 items remaining. 00000020:00200000:0.0:1769074883.372232:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 356 items remaining. 00000020:00200000:0.0:1769074883.372234:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 355 items remaining. 00000020:00200000:0.0:1769074883.372236:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 354 items remaining. 00000020:00200000:0.0:1769074883.372238:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 353 items remaining. 00000020:00200000:0.0:1769074883.372239:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 352 items remaining. 00000020:00200000:0.0:1769074883.372241:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 351 items remaining. 00000020:00200000:0.0:1769074883.372243:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 350 items remaining. 00000020:00200000:0.0:1769074883.372245:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 349 items remaining. 00000020:00200000:0.0:1769074883.372247:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 348 items remaining. 00000020:00200000:0.0:1769074883.372249:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 347 items remaining. 00000020:00200000:0.0:1769074883.372251:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 346 items remaining. 00000020:00200000:0.0:1769074883.372253:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 345 items remaining. 00000020:00200000:0.0:1769074883.372254:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 344 items remaining. 00000020:00200000:0.0:1769074883.372256:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 343 items remaining. 00000020:00200000:0.0:1769074883.372318:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 342 items remaining. 00000020:00200000:0.0:1769074883.372322:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 341 items remaining. 00000020:00200000:0.0:1769074883.372324:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 340 items remaining. 00000020:00200000:0.0:1769074883.372326:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 339 items remaining. 00000020:00200000:0.0:1769074883.372328:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 338 items remaining. 00000020:00200000:0.0:1769074883.372330:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 337 items remaining. 00000020:00200000:0.0:1769074883.372332:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 336 items remaining. 00000020:00200000:0.0:1769074883.372334:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 335 items remaining. 00000020:00200000:0.0:1769074883.372336:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 334 items remaining. 00000020:00200000:0.0:1769074883.372337:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 333 items remaining. 00000020:00200000:0.0:1769074883.372340:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 332 items remaining. 00000020:00200000:0.0:1769074883.372341:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 331 items remaining. 00000020:00200000:0.0:1769074883.372343:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 330 items remaining. 00000020:00200000:0.0:1769074883.372345:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 329 items remaining. 00000020:00200000:0.0:1769074883.372347:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 328 items remaining. 00000020:00200000:0.0:1769074883.372349:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 327 items remaining. 00000020:00200000:0.0:1769074883.372351:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 326 items remaining. 00000020:00200000:0.0:1769074883.372352:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 325 items remaining. 00000020:00200000:0.0:1769074883.372354:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 324 items remaining. 00000020:00200000:0.0:1769074883.372355:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 323 items remaining. 00000020:00200000:0.0:1769074883.372357:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 322 items remaining. 00000020:00200000:0.0:1769074883.372358:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 321 items remaining. 00000020:00200000:0.0:1769074883.372360:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 320 items remaining. 00000020:00200000:0.0:1769074883.372362:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 319 items remaining. 00000020:00200000:0.0:1769074883.372363:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 318 items remaining. 00000020:00200000:0.0:1769074883.372365:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 317 items remaining. 00000020:00200000:0.0:1769074883.372367:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 316 items remaining. 00000020:00200000:0.0:1769074883.372368:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 315 items remaining. 00000020:00200000:0.0:1769074883.372370:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 314 items remaining. 00000020:00200000:0.0:1769074883.372372:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 313 items remaining. 00000020:00200000:0.0:1769074883.372374:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 312 items remaining. 00000020:00200000:0.0:1769074883.372376:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 311 items remaining. 00000020:00200000:0.0:1769074883.372377:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 310 items remaining. 00000020:00200000:0.0:1769074883.372379:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 309 items remaining. 00000020:00200000:0.0:1769074883.372381:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 308 items remaining. 00000020:00200000:0.0:1769074883.372383:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 307 items remaining. 00000020:00200000:0.0:1769074883.372384:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 306 items remaining. 00000020:00200000:0.0:1769074883.372386:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 305 items remaining. 00000020:00200000:0.0:1769074883.372388:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 304 items remaining. 00000020:00200000:0.0:1769074883.372389:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 303 items remaining. 00000020:00200000:0.0:1769074883.372391:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 302 items remaining. 00000020:00200000:0.0:1769074883.372392:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 301 items remaining. 00000020:00200000:0.0:1769074883.372394:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 300 items remaining. 00000020:00200000:0.0:1769074883.372396:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 299 items remaining. 00000020:00200000:0.0:1769074883.372397:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 298 items remaining. 00000020:00200000:0.0:1769074883.372399:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 297 items remaining. 00000020:00200000:0.0:1769074883.372401:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 296 items remaining. 00000020:00200000:0.0:1769074883.372402:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 295 items remaining. 00000020:00200000:0.0:1769074883.372404:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 294 items remaining. 00000020:00200000:0.0:1769074883.372405:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 293 items remaining. 00000020:00200000:0.0:1769074883.372407:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 292 items remaining. 00000020:00200000:0.0:1769074883.372408:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 291 items remaining. 00000020:00200000:0.0:1769074883.372410:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 290 items remaining. 00000020:00200000:0.0:1769074883.372411:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 289 items remaining. 00000020:00200000:0.0:1769074883.372413:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 288 items remaining. 00000020:00200000:0.0:1769074883.372414:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 287 items remaining. 00000020:00200000:0.0:1769074883.372415:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 286 items remaining. 00000020:00200000:0.0:1769074883.372417:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 285 items remaining. 00000020:00200000:0.0:1769074883.372419:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 284 items remaining. 00000020:00200000:0.0:1769074883.372421:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 283 items remaining. 00000020:00200000:0.0:1769074883.372422:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 282 items remaining. 00000020:00200000:0.0:1769074883.372424:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 281 items remaining. 00000020:00200000:0.0:1769074883.372426:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 280 items remaining. 00000020:00200000:0.0:1769074883.372427:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 279 items remaining. 00000020:00200000:0.0:1769074883.372429:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 278 items remaining. 00000020:00200000:0.0:1769074883.372432:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 277 items remaining. 00000020:00200000:0.0:1769074883.372433:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 276 items remaining. 00000020:00200000:0.0:1769074883.372435:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 275 items remaining. 00000020:00200000:0.0:1769074883.372436:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 274 items remaining. 00000020:00200000:0.0:1769074883.372438:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 273 items remaining. 00000020:00200000:0.0:1769074883.372439:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 272 items remaining. 00000020:00200000:0.0:1769074883.372441:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 271 items remaining. 00000020:00200000:0.0:1769074883.372443:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 270 items remaining. 00000020:00200000:0.0:1769074883.372444:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 269 items remaining. 00000020:00200000:0.0:1769074883.372446:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 268 items remaining. 00000020:00200000:0.0:1769074883.372447:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 267 items remaining. 00000020:00200000:0.0:1769074883.372449:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 266 items remaining. 00000020:00200000:0.0:1769074883.372451:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 265 items remaining. 00000020:00200000:0.0:1769074883.372453:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 264 items remaining. 00000020:00200000:0.0:1769074883.372454:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 263 items remaining. 00000020:00200000:0.0:1769074883.372456:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 262 items remaining. 00000020:00200000:0.0:1769074883.372458:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 261 items remaining. 00000020:00200000:0.0:1769074883.372459:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 260 items remaining. 00000020:00200000:0.0:1769074883.372461:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 259 items remaining. 00000020:00200000:0.0:1769074883.372463:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 258 items remaining. 00000020:00200000:0.0:1769074883.372464:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 257 items remaining. 00000020:00200000:0.0:1769074883.372466:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000008:00010000:0.0:1769074883.372471:0:2371:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc64db66e40 00000100:00100000:0.0:1769074883.373030:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612896128:192.168.204.139@tcp:3:lfs.0 00000008:00010000:0.0:1769074883.378632:0:2371:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc64db66540 00000020:00200000:0.0:1769074883.378646:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1769074883.378651:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1769074883.378653:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1769074883.378654:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1769074883.378656:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1769074883.378657:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1769074883.378659:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1769074883.378660:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1769074883.378662:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1769074883.378663:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1769074883.378665:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1769074883.378667:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1769074883.378668:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1769074883.378670:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1769074883.378672:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1769074883.378673:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1769074883.378675:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1769074883.378676:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1769074883.378678:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1769074883.378680:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1769074883.378694:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1769074883.378696:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1769074883.378697:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1769074883.378699:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1769074883.378700:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1769074883.378701:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1769074883.378703:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1769074883.378704:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1769074883.378705:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1769074883.378706:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1769074883.378708:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1769074883.378709:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1769074883.378711:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1769074883.378713:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1769074883.378715:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1769074883.378716:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1769074883.378718:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1769074883.378719:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1769074883.378721:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1769074883.378722:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1769074883.378724:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1769074883.378725:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1769074883.378726:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1769074883.378727:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1769074883.378729:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1769074883.378730:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1769074883.378731:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1769074883.378733:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1769074883.378734:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1769074883.378735:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1769074883.378736:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1769074883.378738:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1769074883.378740:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1769074883.378741:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1769074883.378743:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1769074883.378744:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1769074883.378746:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1769074883.378747:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1769074883.378749:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1769074883.378750:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1769074883.378752:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1769074883.378753:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1769074883.378755:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1769074883.378756:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1769074883.378758:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1769074883.378760:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1769074883.378761:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1769074883.378763:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1769074883.378764:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1769074883.378766:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1769074883.378767:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1769074883.378769:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1769074883.378770:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1769074883.378772:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1769074883.378803:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1769074883.378805:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1769074883.378807:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1769074883.378808:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1769074883.378810:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1769074883.378811:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1769074883.378813:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1769074883.378814:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1769074883.378816:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1769074883.378818:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1769074883.378820:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1769074883.378821:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1769074883.378823:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1769074883.378824:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1769074883.378826:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1769074883.378827:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1769074883.378828:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1769074883.378830:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1769074883.378832:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1769074883.378833:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1769074883.378835:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1769074883.378836:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1769074883.378838:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1769074883.378840:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1769074883.378841:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1769074883.378843:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1769074883.378845:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1769074883.378846:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1769074883.378848:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1769074883.378849:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1769074883.378851:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1769074883.378853:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1769074883.378855:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1769074883.378856:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1769074883.378858:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1769074883.378859:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1769074883.378861:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1769074883.378862:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1769074883.378864:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1769074883.378866:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1769074883.378867:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1769074883.378869:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1769074883.378871:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1769074883.378873:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1769074883.378875:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1769074883.378876:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1769074883.378878:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1769074883.378880:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1769074883.378881:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1769074883.378883:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1769074883.378885:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1769074883.378886:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1769074883.378888:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1769074883.379244:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1769074883.379245:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1769074883.379247:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1769074883.379249:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1769074883.379250:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1769074883.379252:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1769074883.379254:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1769074883.379255:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1769074883.379257:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1769074883.379259:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1769074883.379260:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1769074883.379273:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1769074883.379276:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1769074883.379277:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1769074883.379279:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1769074883.379281:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1769074883.379282:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1769074883.379284:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1769074883.379285:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1769074883.379287:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1769074883.379289:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1769074883.379291:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1769074883.379293:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1769074883.379295:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1769074883.379297:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1769074883.379298:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1769074883.379300:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1769074883.379301:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1769074883.379302:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1769074883.379303:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1769074883.379305:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1769074883.379307:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1769074883.379308:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1769074883.379310:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1769074883.379312:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1769074883.379314:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1769074883.379315:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1769074883.379317:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1769074883.379318:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1769074883.379319:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1769074883.379329:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1769074883.379331:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1769074883.379332:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1769074883.379334:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1769074883.379335:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1769074883.379337:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1769074883.379338:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1769074883.379340:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1769074883.379342:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1769074883.379344:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1769074883.379346:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1769074883.379347:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1769074883.379350:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1769074883.379351:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1769074883.379353:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1769074883.379355:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1769074883.379356:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1769074883.379358:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1769074883.379360:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1769074883.379362:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1769074883.379363:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1769074883.379365:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1769074883.379366:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1769074883.379368:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1769074883.379369:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1769074883.379370:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1769074883.379372:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1769074883.379373:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1769074883.379374:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1769074883.379376:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1769074883.379378:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1769074883.379380:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1769074883.379381:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1769074883.379383:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1769074883.379385:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1769074883.379386:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1769074883.379388:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1769074883.379389:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1769074883.379391:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1769074883.379393:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1769074883.379394:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1769074883.379396:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1769074883.379397:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1769074883.379399:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1769074883.379401:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1769074883.379403:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1769074883.379404:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1769074883.379406:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1769074883.379407:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1769074883.379409:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1769074883.379410:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1769074883.379411:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1769074883.379413:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1769074883.379414:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1769074883.379416:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1769074883.379417:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1769074883.379419:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1769074883.379420:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1769074883.379422:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1769074883.379423:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1769074883.379425:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1769074883.379427:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1769074883.379429:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1769074883.379430:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1769074883.379432:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1769074883.379433:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1769074883.379435:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1769074883.379436:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1769074883.379438:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1769074883.379440:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1769074883.379442:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1769074883.379444:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1769074883.379445:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1769074883.379447:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1769074883.379448:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1769074883.379449:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1769074883.379451:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1769074883.379452:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1769074883.379453:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1769074883.379455:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1769074883.379457:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1769074883.379458:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1769074883.379460:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1769074883.379462:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1769074883.379464:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1769074883.379466:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1769074883.379467:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1769074883.379469:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1769074883.379470:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1769074883.379712:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1769074883.379735:0:2371:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc64db66540 00000100:00100000:0.0:1769074883.379764:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612896256:192.168.204.139@tcp:3:lfs.0 00000080:00200000:1.0:1769074883.380254:0:62274:0:(file.c:2109:ll_file_io_generic()) Range unlock [0, 511] 00000080:00200000:1.0:1769074883.380277:0:62274:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/0, layout version 8 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1769074883.380283:0:62274:0:(file.c:2142:ll_file_io_generic()) f204c.sanity-flr: 1 io complete with rc: 0, result: 2097152, restart: 0 00000020:00200000:1.0:1769074883.380287:0:62274:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1769074883.380297:0:62274:0:(file.c:2228:ll_file_io_generic()) iot: 1, result: 2097152 00000080:00200080:1.0:1769074883.380316:0:62274:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1b8:0x0](ffff9bc649bf63c8) cmd=400866b1 arg=0 00000080:00200080:1.0:1769074883.380335:0:62274:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1b8:0x0](ffff9bc649bf63c8) cmd=400866b1 arg=2 00000080:00200008:1.0:1769074883.380342:0:62274:0:(file.c:6252:ll_getattr_dentry()) START file f204c.sanity-flr:[0x200000404:0x1b8:0x0](ffff9bc649bf63c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074883.380350:0:62274:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1b8:0x0](ffff9bc649bf63c8),name=f204c.sanity-flr 00000002:00010000:1.0:1769074883.380376:0:62274:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b8:0x0]) in obj [0x200000404:0x1b8:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074883.380393:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11ba97 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8be5f expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074883.380408:0:62274:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11ba97 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8be5f expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074883.380416:0:62274:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b8:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074883.380423:0:62274:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b8:0x0](ffff9bc649bf63c8) 00000080:00010000:1.0:1769074883.380427:0:62274:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b8:0x0](ffff9bc649bf63c8) for lock 0x21fa6d252c11ba97 00000080:00010000:1.0:1769074883.380434:0:62274:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11ba97 from it ffffa7f981c7fcd8 00010000:00010000:1.0:1769074883.380437:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11ba97 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8be5f expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074883.380445:0:62274:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11ba97 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8be5f expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074883.380474:0:62274:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/1, layout version 8 restore needed 0 00020000:00200000:1.0:1769074883.380484:0:62274:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b8:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:1.0:1769074883.380487:0:62274:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:1.0:1769074883.380491:0:62274:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1b8:0x0] 00000008:00010000:1.0:1769074883.380510:0:62274:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1769074883.380513:0:62274:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc643072030, osc lock ffff9bc64a5b4980, flags 0x400000400001002 00010000:00010000:1.0:1769074883.380530:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074883.380539:0:62274:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 10485759) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000020:00200000:1.0:1769074883.380550:0:62274:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1769074883.380553:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074883.380561:0:62274:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000020:00200000:1.0:1769074883.380571:0:62274:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1769074883.380580:0:62274:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b8:0x0] updating i_size 2097152 i_blocks 4103 00000020:00010000:1.0:1769074883.380584:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc643bb5da8 (ffff9bc64f158758/0) at cl_lock_release():245 00000020:00010000:1.0:1769074883.380587:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643bb5da8 (ffff9bc64f158758/0) at cl_lock_cancel():142 00000020:00010000:1.0:1769074883.380589:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643072030 (ffff9bc64f158638/1) at cl_lock_cancel():142 00000020:00010000:1.0:1769074883.380593:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643bb5da8 (ffff9bc64f158758/0) at cl_lock_fini():72 00000020:00010000:1.0:1769074883.380595:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643072030 (ffff9bc64f158758/1) at cl_lock_fini():72 00000080:00200000:1.0:1769074883.380602:0:62274:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/1, layout version 8 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1769074883.380622:0:62274:0:(file.c:2648:do_file_write_iter()) START file f204c.sanity-flr:[0x200000404:0x1b8:0x0], ppos: 0, count: 1048576 00000080:00200000:1.0:1769074883.380629:0:62274:0:(file.c:1994:ll_file_io_generic()) f204c.sanity-flr: write ppos: 0, bytes: 1048576 00000080:00200000:1.0:1769074883.380636:0:62274:0:(file.c:1759:ll_io_set_mirror()) f204c.sanity-flr: desiginated mirror: 2 00000020:00200000:1.0:1769074883.380644:0:62274:0:(cl_io.c:214:cl_io_rw_init()) header@000000007bed12ed[0x4, 2, [0x200000404:0x1b8:0x0] hash] 00000020:00200000:1.0:1769074883.380646:0:62274:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 1048576) 2048 0 00000080:00200000:1.0:1769074883.380648:0:62274:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/0, layout version 8 restore needed 0 00000080:00200000:1.0:1769074883.380659:0:62274:0:(file.c:2072:ll_file_io_generic()) Range lock [0, 255] 00020000:00200000:1.0:1769074883.380666:0:62274:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1048576) 1048576, 1048576 00020000:00200000:1.0:1769074883.380670:0:62274:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x11 00000080:00200000:1.0:1769074883.380695:0:62274:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 1 [0, 255] 00000008:00010000:1.0:1769074883.380705:0:62274:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 11 00000008:00010000:1.0:1769074883.380708:0:62274:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc643072030, osc lock ffff9bc64a5b4980, flags 0x40000 00000080:00200000:1.0:1769074883.380715:0:62274:0:(vvp_io.c:1312:vvp_io_write_start()) f204c.sanity-flr: write [0, 1048576) append 0 append lockpos 0 00000080:00200000:1.0:1769074883.380853:0:62274:0:(rw26.c:439:ll_direct_IO_impl()) VFS Op:inode=[0x200000404:0x1b8:0x0](ffff9bc649bf63c8), size=1048576 (max 603979776), offset=0=0x0, pages 256 (max 147456), lockless, parallel 00000020:00200000:1.0:1769074883.381636:0:62274:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1769074883.381641:0:62274:0:(rw26.c:570:ll_direct_IO_impl()) result 0 tot_bytes 1048576 count 1048576 file_offset 1048576 00000080:00200000:1.0:1769074883.381656:0:62274:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b8:0x0] updating i_size 2097152 i_blocks 4103 00000020:00010000:1.0:1769074883.381662:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc67aff6c68 (ffff9bc64f158758/0) at cl_lock_release():245 00000020:00010000:1.0:1769074883.381665:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc67aff6c68 (ffff9bc64f158758/0) at cl_lock_cancel():142 00000020:00010000:1.0:1769074883.381668:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643072030 (ffff9bc64f158638/1) at cl_lock_cancel():142 00000020:00010000:1.0:1769074883.381672:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc67aff6c68 (ffff9bc64f158758/0) at cl_lock_fini():72 00000020:00010000:1.0:1769074883.381674:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643072030 (ffff9bc64f158758/1) at cl_lock_fini():72 00000080:00200000:1.0:1769074883.381691:0:62274:0:(vvp_io.c:518:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1769074883.381697:0:62274:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1769074883.381718:0:59299:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9bc64db66b40 00000008:00100000:1.0:1769074883.383211:0:59299:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc64ac93480 - object 0x240000400:541 offset 0<>1048576 00000100:00100000:1.0:1769074883.383424:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074883.383449:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612896384:192.168.204.139@tcp:4:lfs.0 00000100:00100000:1.0:1769074883.486179:0:2370:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9bc646483800: committing for last_committed 21474839632 gen 5 00000008:00010000:1.0:1769074883.486250:0:2370:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc64db66b40 00000020:00200000:1.0:1769074883.486257:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1769074883.486332:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1769074883.486336:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1769074883.486338:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1769074883.486340:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1769074883.486341:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1769074883.486343:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1769074883.486345:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1769074883.486346:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1769074883.486348:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1769074883.486350:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1769074883.486352:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1769074883.486353:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1769074883.486355:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1769074883.486357:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1769074883.486358:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1769074883.486360:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1769074883.486362:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1769074883.486364:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1769074883.486365:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1769074883.486367:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1769074883.486457:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1769074883.486459:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1769074883.486460:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1769074883.486461:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1769074883.486463:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1769074883.486465:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1769074883.486467:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1769074883.486468:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1769074883.486470:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1769074883.486472:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1769074883.486474:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1769074883.486475:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1769074883.486477:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1769074883.486479:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1769074883.486481:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1769074883.486482:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1769074883.486484:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1769074883.486485:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1769074883.486487:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1769074883.486488:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1769074883.486490:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1769074883.486491:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1769074883.486492:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1769074883.486494:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1769074883.486495:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1769074883.486497:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1769074883.486498:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1769074883.486500:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1769074883.486501:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1769074883.486503:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1769074883.486504:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1769074883.486506:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1769074883.486508:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1769074883.486509:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1769074883.486512:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1769074883.486513:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1769074883.486515:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1769074883.486517:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1769074883.486518:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1769074883.486520:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1769074883.486521:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1769074883.486523:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1769074883.486524:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1769074883.486526:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1769074883.486528:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1769074883.486529:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1769074883.486531:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1769074883.486533:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1769074883.486535:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1769074883.486536:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1769074883.486538:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1769074883.486539:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1769074883.486541:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1769074883.486543:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1769074883.486545:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1769074883.486547:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1769074883.486548:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1769074883.486550:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1769074883.486551:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1769074883.486553:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1769074883.486555:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1769074883.486557:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1769074883.486558:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1769074883.486560:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1769074883.486561:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1769074883.486562:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1769074883.486563:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1769074883.486565:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1769074883.486566:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1769074883.486567:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1769074883.486569:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1769074883.486570:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1769074883.486572:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1769074883.486573:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1769074883.486574:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1769074883.486576:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1769074883.486577:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1769074883.486579:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1769074883.486581:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1769074883.486582:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1769074883.486584:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1769074883.486586:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1769074883.486587:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1769074883.486589:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1769074883.486590:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1769074883.486591:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1769074883.486593:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1769074883.486595:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1769074883.486596:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1769074883.486598:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1769074883.486600:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1769074883.486602:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1769074883.486603:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1769074883.486605:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1769074883.486606:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1769074883.486608:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1769074883.486610:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1769074883.486612:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1769074883.486613:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1769074883.486615:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1769074883.486616:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1769074883.486617:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1769074883.486619:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1769074883.486620:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1769074883.486622:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1769074883.486623:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1769074883.486625:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1769074883.486627:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1769074883.486628:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1769074883.486629:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1769074883.486631:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1769074883.486633:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1769074883.486635:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1769074883.486637:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1769074883.486638:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1769074883.486640:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1769074883.486642:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1769074883.486643:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1769074883.486645:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1769074883.486646:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1769074883.486648:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1769074883.486649:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1769074883.486651:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1769074883.486652:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1769074883.486654:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1769074883.486656:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1769074883.486658:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1769074883.486739:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1769074883.486741:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1769074883.486743:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1769074883.486745:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1769074883.486746:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1769074883.486748:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1769074883.486750:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1769074883.486752:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1769074883.486753:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1769074883.486755:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1769074883.486756:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1769074883.486758:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1769074883.486759:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1769074883.486761:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1769074883.486763:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1769074883.486765:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1769074883.486767:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1769074883.486769:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1769074883.486771:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1769074883.486772:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1769074883.486885:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1769074883.487511:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1769074883.487513:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1769074883.487514:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1769074883.487516:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1769074883.487518:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1769074883.487520:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1769074883.487521:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1769074883.487523:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1769074883.487525:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1769074883.487527:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1769074883.487529:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1769074883.487530:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1769074883.487532:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1769074883.487534:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1769074883.487536:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1769074883.487538:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1769074883.487539:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1769074883.487541:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1769074883.487542:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1769074883.487544:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1769074883.487546:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1769074883.487547:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1769074883.487549:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1769074883.487550:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1769074883.487552:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1769074883.487554:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1769074883.487556:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1769074883.487558:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1769074883.487560:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1769074883.487562:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1769074883.487564:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1769074883.487565:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1769074883.487567:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1769074883.487568:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1769074883.487570:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1769074883.487572:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1769074883.487574:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1769074883.487576:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1769074883.487577:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1769074883.487579:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1769074883.487581:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1769074883.487583:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1769074883.487584:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1769074883.487586:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1769074883.487587:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1769074883.487589:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1769074883.487591:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1769074883.487593:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1769074883.487594:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1769074883.487596:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1769074883.487598:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1769074883.487600:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1769074883.487602:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1769074883.487604:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1769074883.487605:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1769074883.487607:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1769074883.487608:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1769074883.487610:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1769074883.487612:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1769074883.487614:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1769074883.487616:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1769074883.487618:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1769074883.487619:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1769074883.487621:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1769074883.487623:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1769074883.487624:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1769074883.487626:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1769074883.487628:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1769074883.487630:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1769074883.487631:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1769074883.487633:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1769074883.487635:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1769074883.487636:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1769074883.487638:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1769074883.487639:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1769074883.487641:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1769074883.487643:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1769074883.487645:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1769074883.487646:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1769074883.487648:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1769074883.487650:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1769074883.487651:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1769074883.487653:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1769074883.487655:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1769074883.487656:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1769074883.487658:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1769074883.487659:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1769074883.487846:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1769074883.487872:0:2370:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc64db66b40 00000100:00100000:1.0:1769074883.487917:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612896384:192.168.204.139@tcp:4:lfs.0 00000080:00200000:2.0:1769074883.488366:0:62274:0:(file.c:2109:ll_file_io_generic()) Range unlock [0, 255] 00000080:00200000:2.0:1769074883.488392:0:62274:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/0, layout version 8 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1769074883.488398:0:62274:0:(file.c:2142:ll_file_io_generic()) f204c.sanity-flr: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:2.0:1769074883.488410:0:62274:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b8:0x0] updating i_size 2097152 i_blocks 4103 00000020:00200000:2.0:1769074883.488415:0:62274:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1769074883.488425:0:62274:0:(file.c:2228:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200080:2.0:1769074883.488449:0:62274:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1b8:0x0](ffff9bc649bf63c8) cmd=400866b1 arg=0 00000080:00200080:2.0:1769074883.488461:0:62274:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1b8:0x0](ffff9bc649bf63c8) cmd=400866b1 arg=2 00000080:00200008:2.0:1769074883.488468:0:62274:0:(file.c:6252:ll_getattr_dentry()) START file f204c.sanity-flr:[0x200000404:0x1b8:0x0](ffff9bc649bf63c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074883.488476:0:62274:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1b8:0x0](ffff9bc649bf63c8),name=f204c.sanity-flr 00000002:00010000:2.0:1769074883.488499:0:62274:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b8:0x0]) in obj [0x200000404:0x1b8:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074883.488517:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11ba97 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8be5f expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074883.488534:0:62274:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11ba97 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8be5f expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1769074883.488543:0:62274:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b8:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074883.488550:0:62274:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b8:0x0](ffff9bc649bf63c8) 00000080:00010000:2.0:1769074883.488554:0:62274:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b8:0x0](ffff9bc649bf63c8) for lock 0x21fa6d252c11ba97 00000080:00010000:2.0:1769074883.488562:0:62274:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11ba97 from it ffffa7f981c7fcd8 00010000:00010000:2.0:1769074883.488566:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11ba97 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8be5f expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074883.488575:0:62274:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11ba97 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8be5f expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1769074883.488600:0:62274:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/1, layout version 8 restore needed 0 00020000:00200000:2.0:1769074883.488611:0:62274:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b8:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:2.0:1769074883.488614:0:62274:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:2.0:1769074883.488618:0:62274:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1b8:0x0] 00000008:00010000:2.0:1769074883.488636:0:62274:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1769074883.488640:0:62274:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc645325db0, osc lock ffff9bc64a723560, flags 0x400000400001002 00010000:00010000:2.0:1769074883.488657:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074883.488678:0:62274:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 10485759) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000020:00200000:2.0:1769074883.488703:0:62274:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1769074883.488706:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074883.488713:0:62274:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000020:00200000:2.0:1769074883.488723:0:62274:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1769074883.488728:0:62274:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b8:0x0] updating i_size 2097152 i_blocks 4103 00000020:00010000:2.0:1769074883.488732:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc643bb5da8 (ffff9bc64f158758/0) at cl_lock_release():245 00000020:00010000:2.0:1769074883.488735:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643bb5da8 (ffff9bc64f158758/0) at cl_lock_cancel():142 00000020:00010000:2.0:1769074883.488738:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc645325db0 (ffff9bc64f158638/1) at cl_lock_cancel():142 00000020:00010000:2.0:1769074883.488742:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643bb5da8 (ffff9bc64f158758/0) at cl_lock_fini():72 00000020:00010000:2.0:1769074883.488745:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc645325db0 (ffff9bc64f158758/1) at cl_lock_fini():72 00000080:00200000:2.0:1769074883.488752:0:62274:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/1, layout version 8 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1769074883.488766:0:62274:0:(file.c:2648:do_file_write_iter()) START file f204c.sanity-flr:[0x200000404:0x1b8:0x0], ppos: 1048576, count: 1048576 00000080:00200000:2.0:1769074883.488771:0:62274:0:(file.c:1994:ll_file_io_generic()) f204c.sanity-flr: write ppos: 1048576, bytes: 1048576 00000080:00200000:2.0:1769074883.488825:0:62274:0:(file.c:1759:ll_io_set_mirror()) f204c.sanity-flr: desiginated mirror: 2 00000020:00200000:2.0:1769074883.488832:0:62274:0:(cl_io.c:214:cl_io_rw_init()) header@000000007bed12ed[0x4, 2, [0x200000404:0x1b8:0x0] hash] 00000020:00200000:2.0:1769074883.488835:0:62274:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [1048576, 2097152) 2048 0 00000080:00200000:2.0:1769074883.488837:0:62274:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/0, layout version 8 restore needed 0 00000080:00200000:2.0:1769074883.488847:0:62274:0:(file.c:2072:ll_file_io_generic()) Range lock [256, 511] 00020000:00200000:2.0:1769074883.488853:0:62274:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 1048576 chunk: [1048576, 2097152) 2097152, 1048576 00020000:00200000:2.0:1769074883.488857:0:62274:0:(lov_io.c:860:lov_io_iter_init()) component[3] flags 0x11 00000080:00200000:2.0:1769074883.488870:0:62274:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 1 [256, 511] 00000008:00010000:2.0:1769074883.488878:0:62274:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 11 00000008:00010000:2.0:1769074883.488881:0:62274:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc645325db0, osc lock ffff9bc64a723560, flags 0x40000 00000080:00200000:2.0:1769074883.488897:0:62274:0:(vvp_io.c:1312:vvp_io_write_start()) f204c.sanity-flr: write [1048576, 2097152) append 0 append lockpos 0 00000080:00200000:2.0:1769074883.488912:0:62274:0:(rw26.c:439:ll_direct_IO_impl()) VFS Op:inode=[0x200000404:0x1b8:0x0](ffff9bc649bf63c8), size=1048576 (max 603979776), offset=1048576=0x100000, pages 256 (max 147456), lockless, parallel 00000020:00200000:2.0:1769074883.489641:0:62274:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:2.0:1769074883.489647:0:62274:0:(rw26.c:570:ll_direct_IO_impl()) result 0 tot_bytes 1048576 count 1048576 file_offset 2097152 00000080:00200000:2.0:1769074883.489661:0:62274:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b8:0x0] updating i_size 2097152 i_blocks 4103 00000020:00010000:2.0:1769074883.489675:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc67aff6c68 (ffff9bc64f158758/0) at cl_lock_release():245 00000020:00010000:2.0:1769074883.489678:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc67aff6c68 (ffff9bc64f158758/0) at cl_lock_cancel():142 00000020:00010000:2.0:1769074883.489691:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc645325db0 (ffff9bc64f158638/1) at cl_lock_cancel():142 00000020:00010000:2.0:1769074883.489694:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc67aff6c68 (ffff9bc64f158758/0) at cl_lock_fini():72 00000020:00010000:2.0:1769074883.489696:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc645325db0 (ffff9bc64f158758/1) at cl_lock_fini():72 00000080:00200000:2.0:1769074883.489703:0:62274:0:(vvp_io.c:518:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:2.0:1769074883.489710:0:62274:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1769074883.489730:0:56763:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9bc6485b10c0 00000008:00100000:2.0:1769074883.491555:0:56763:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc67afd8380 - object 0x240000400:542 offset 1048576<>2097152 00000100:00100000:2.0:1769074883.491648:0:2373:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1769074883.492230:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612896512:192.168.204.139@tcp:4:lfs.0 00000100:00100000:2.0:1769074883.596873:0:2373:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9bc646483800: committing for last_committed 21474839633 gen 5 00000008:00010000:2.0:1769074883.596949:0:2373:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc6485b10c0 00000020:00200000:2.0:1769074883.596957:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:2.0:1769074883.596960:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:2.0:1769074883.596962:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:2.0:1769074883.596963:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:2.0:1769074883.596965:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:2.0:1769074883.596967:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:2.0:1769074883.596968:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:2.0:1769074883.596970:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:2.0:1769074883.596972:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:2.0:1769074883.596974:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:2.0:1769074883.596976:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:2.0:1769074883.596978:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:2.0:1769074883.596981:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:2.0:1769074883.596983:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:2.0:1769074883.596984:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:2.0:1769074883.596986:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:2.0:1769074883.596987:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:2.0:1769074883.596989:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:2.0:1769074883.596990:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:2.0:1769074883.596992:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:2.0:1769074883.596993:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:2.0:1769074883.596994:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:2.0:1769074883.596996:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:2.0:1769074883.596998:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:2.0:1769074883.596999:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:2.0:1769074883.597001:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:2.0:1769074883.597002:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:2.0:1769074883.597004:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:2.0:1769074883.597006:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:2.0:1769074883.597007:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:2.0:1769074883.597009:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:2.0:1769074883.597011:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:2.0:1769074883.597012:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:2.0:1769074883.597014:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:2.0:1769074883.597016:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:2.0:1769074883.597017:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:2.0:1769074883.597020:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:2.0:1769074883.597021:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:2.0:1769074883.597023:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:2.0:1769074883.597024:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:2.0:1769074883.597026:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:2.0:1769074883.597038:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:2.0:1769074883.597040:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:2.0:1769074883.597042:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:2.0:1769074883.597044:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:2.0:1769074883.597046:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:2.0:1769074883.597047:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:2.0:1769074883.597049:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:2.0:1769074883.597051:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:2.0:1769074883.597052:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:2.0:1769074883.597053:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:2.0:1769074883.597055:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:2.0:1769074883.597056:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:2.0:1769074883.597058:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:2.0:1769074883.597059:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:2.0:1769074883.597060:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:2.0:1769074883.597062:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:2.0:1769074883.597063:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:2.0:1769074883.597065:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:2.0:1769074883.597066:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:2.0:1769074883.597068:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:2.0:1769074883.597070:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:2.0:1769074883.597071:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:2.0:1769074883.597073:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:2.0:1769074883.597074:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:2.0:1769074883.597075:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:2.0:1769074883.597077:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:2.0:1769074883.597078:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:2.0:1769074883.597080:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:2.0:1769074883.597081:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:2.0:1769074883.597083:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:2.0:1769074883.597084:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:2.0:1769074883.597086:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:2.0:1769074883.597087:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:2.0:1769074883.597088:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:2.0:1769074883.597090:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:2.0:1769074883.597092:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:2.0:1769074883.597094:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:2.0:1769074883.597096:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:2.0:1769074883.597098:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:2.0:1769074883.597099:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:2.0:1769074883.597101:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:2.0:1769074883.597102:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:2.0:1769074883.597104:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:2.0:1769074883.597105:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:2.0:1769074883.597107:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:2.0:1769074883.597109:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:2.0:1769074883.597110:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:2.0:1769074883.597112:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:2.0:1769074883.597114:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:2.0:1769074883.597115:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:2.0:1769074883.597116:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:2.0:1769074883.597118:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:2.0:1769074883.597119:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:2.0:1769074883.597121:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:2.0:1769074883.597122:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:2.0:1769074883.597124:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:2.0:1769074883.597125:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:2.0:1769074883.597127:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:2.0:1769074883.597128:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:2.0:1769074883.597130:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:2.0:1769074883.597132:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:2.0:1769074883.597133:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:2.0:1769074883.597135:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:2.0:1769074883.597136:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:2.0:1769074883.597138:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:2.0:1769074883.597139:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:2.0:1769074883.597141:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:2.0:1769074883.597143:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:2.0:1769074883.597145:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:2.0:1769074883.597146:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:2.0:1769074883.597148:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:2.0:1769074883.597150:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:2.0:1769074883.597151:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:2.0:1769074883.597153:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:2.0:1769074883.597155:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:2.0:1769074883.597156:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:2.0:1769074883.597158:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:2.0:1769074883.597160:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:2.0:1769074883.597161:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:2.0:1769074883.597163:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:2.0:1769074883.597165:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:2.0:1769074883.597166:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:2.0:1769074883.597168:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:2.0:1769074883.597170:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:2.0:1769074883.597171:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:2.0:1769074883.597173:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:2.0:1769074883.597175:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:2.0:1769074883.597176:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:2.0:1769074883.597177:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:2.0:1769074883.597179:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:2.0:1769074883.597181:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:2.0:1769074883.597182:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:2.0:1769074883.597184:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:2.0:1769074883.597185:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:2.0:1769074883.597187:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:2.0:1769074883.597188:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:2.0:1769074883.597190:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:2.0:1769074883.597192:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:2.0:1769074883.597194:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:2.0:1769074883.597196:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:2.0:1769074883.597198:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:2.0:1769074883.597199:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:2.0:1769074883.597201:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:2.0:1769074883.597203:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:2.0:1769074883.597204:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:2.0:1769074883.597206:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:2.0:1769074883.597208:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:2.0:1769074883.597209:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:2.0:1769074883.597210:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:2.0:1769074883.597212:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:2.0:1769074883.597214:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:2.0:1769074883.597215:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:2.0:1769074883.597216:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:2.0:1769074883.597218:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:2.0:1769074883.597220:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:2.0:1769074883.597222:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:2.0:1769074883.597224:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:2.0:1769074883.597225:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:2.0:1769074883.597227:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:2.0:1769074883.597228:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:2.0:1769074883.597229:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:2.0:1769074883.597231:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:2.0:1769074883.597233:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:2.0:1769074883.597234:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:2.0:1769074883.597236:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:2.0:1769074883.597238:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:2.0:1769074883.597239:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:2.0:1769074883.597241:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:2.0:1769074883.597243:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:2.0:1769074883.597245:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:2.0:1769074883.597246:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:2.0:1769074883.597248:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:2.0:1769074883.597250:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:2.0:1769074883.597252:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:2.0:1769074883.597253:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:2.0:1769074883.597255:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:2.0:1769074883.597256:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:2.0:1769074883.597257:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:2.0:1769074883.597271:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:2.0:1769074883.597273:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:2.0:1769074883.597274:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:2.0:1769074883.597276:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:2.0:1769074883.597278:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:2.0:1769074883.597280:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:2.0:1769074883.597282:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:2.0:1769074883.597284:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:2.0:1769074883.597286:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:2.0:1769074883.597287:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:2.0:1769074883.597289:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:2.0:1769074883.597291:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:2.0:1769074883.597292:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:2.0:1769074883.597294:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:2.0:1769074883.597296:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:2.0:1769074883.597298:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:2.0:1769074883.597299:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:2.0:1769074883.597301:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:2.0:1769074883.597303:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:2.0:1769074883.597305:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:2.0:1769074883.597307:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:2.0:1769074883.597308:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:2.0:1769074883.597310:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:2.0:1769074883.597312:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:2.0:1769074883.597314:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:2.0:1769074883.597316:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:2.0:1769074883.597317:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:2.0:1769074883.597319:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:2.0:1769074883.597321:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:2.0:1769074883.597322:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:2.0:1769074883.597324:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:2.0:1769074883.597325:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:2.0:1769074883.597327:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:2.0:1769074883.597329:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:2.0:1769074883.597330:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:2.0:1769074883.597332:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:2.0:1769074883.597333:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:2.0:1769074883.597335:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:2.0:1769074883.597336:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:2.0:1769074883.597338:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:2.0:1769074883.597339:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:2.0:1769074883.597341:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:2.0:1769074883.597342:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:2.0:1769074883.597344:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:2.0:1769074883.597346:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:2.0:1769074883.597347:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:2.0:1769074883.597349:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:2.0:1769074883.597350:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:2.0:1769074883.597352:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:2.0:1769074883.597353:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:2.0:1769074883.597355:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:2.0:1769074883.597357:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:2.0:1769074883.597359:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:2.0:1769074883.597360:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:2.0:1769074883.597362:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:2.0:1769074883.597364:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:2.0:1769074883.597365:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:2.0:1769074883.597367:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:2.0:1769074883.597369:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:2.0:1769074883.597371:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:2.0:1769074883.597373:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:2.0:1769074883.597374:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:2.0:1769074883.597376:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:2.0:1769074883.597377:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:2.0:1769074883.597379:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:2.0:1769074883.597380:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:2.0:1769074883.597382:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:2.0:1769074883.597384:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:2.0:1769074883.597386:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:2.0:1769074883.597388:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:2.0:1769074883.597389:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:2.0:1769074883.597391:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:2.0:1769074883.597393:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:2.0:1769074883.597395:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:2.0:1769074883.597396:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:2.0:1769074883.597398:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:2.0:1769074883.597400:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1769074883.597494:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1769074883.597519:0:2373:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc6485b10c0 00000100:00100000:2.0:1769074883.597550:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612896512:192.168.204.139@tcp:4:lfs.0 00000080:00200000:3.0:1769074883.597585:0:62274:0:(file.c:2109:ll_file_io_generic()) Range unlock [256, 511] 00000080:00200000:3.0:1769074883.597610:0:62274:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/0, layout version 8 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1769074883.597617:0:62274:0:(file.c:2142:ll_file_io_generic()) f204c.sanity-flr: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:3.0:1769074883.597745:0:62274:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b8:0x0] updating i_size 2097152 i_blocks 4103 00000020:00200000:3.0:1769074883.597752:0:62274:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1769074883.598131:0:62274:0:(file.c:2228:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200080:2.0:1769074883.598154:0:62274:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1b8:0x0](ffff9bc649bf63c8) cmd=400866b1 arg=0 00000080:00200080:2.0:1769074883.598164:0:62274:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1b8:0x0](ffff9bc649bf63c8) cmd=400866b1 arg=1 00000080:00200008:2.0:1769074883.598171:0:62274:0:(file.c:6252:ll_getattr_dentry()) START file f204c.sanity-flr:[0x200000404:0x1b8:0x0](ffff9bc649bf63c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074883.598179:0:62274:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1b8:0x0](ffff9bc649bf63c8),name=f204c.sanity-flr 00000002:00010000:2.0:1769074883.598203:0:62274:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b8:0x0]) in obj [0x200000404:0x1b8:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074883.598220:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11ba97 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8be5f expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074883.598235:0:62274:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11ba97 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8be5f expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1769074883.598242:0:62274:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b8:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074883.598249:0:62274:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b8:0x0](ffff9bc649bf63c8) 00000080:00010000:2.0:1769074883.598252:0:62274:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b8:0x0](ffff9bc649bf63c8) for lock 0x21fa6d252c11ba97 00000080:00010000:2.0:1769074883.598324:0:62274:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11ba97 from it ffffa7f981c7fcd8 00010000:00010000:2.0:1769074883.598329:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11ba97 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8be5f expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074883.598338:0:62274:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11ba97 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8be5f expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1769074883.598361:0:62274:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/1, layout version 8 restore needed 0 00020000:00200000:2.0:1769074883.598374:0:62274:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b8:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:2.0:1769074883.598377:0:62274:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:2.0:1769074883.598382:0:62274:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1b8:0x0] 00000008:00010000:2.0:1769074883.598407:0:62274:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1769074883.598411:0:62274:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc645325db0, osc lock ffff9bc64a723560, flags 0x400000400001002 00010000:00010000:2.0:1769074883.598431:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074883.598441:0:62274:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 10485759) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000020:00200000:2.0:1769074883.598451:0:62274:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1769074883.598455:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074883.598464:0:62274:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000020:00200000:2.0:1769074883.598474:0:62274:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1769074883.598484:0:62274:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b8:0x0] updating i_size 2097152 i_blocks 4103 00000020:00010000:2.0:1769074883.598488:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc643bb5da8 (ffff9bc64f158758/0) at cl_lock_release():245 00000020:00010000:2.0:1769074883.598491:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643bb5da8 (ffff9bc64f158758/0) at cl_lock_cancel():142 00000020:00010000:2.0:1769074883.598494:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc645325db0 (ffff9bc64f158248/1) at cl_lock_cancel():142 00000020:00010000:2.0:1769074883.598498:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643bb5da8 (ffff9bc64f158758/0) at cl_lock_fini():72 00000020:00010000:2.0:1769074883.598501:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc645325db0 (ffff9bc64f158758/1) at cl_lock_fini():72 00000080:00200000:2.0:1769074883.598512:0:62274:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/1, layout version 8 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1769074883.598525:0:62274:0:(file.c:5185:ll_file_seek()) START file f204c.sanity-flr:[0x200000404:0x1b8:0x0], offset: 2097152, type: SEEK_DATA 00000080:00200000:2.0:1769074883.598532:0:62274:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/0, layout version 8 restore needed 0 00020000:00200000:2.0:1769074883.598536:0:62274:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b8:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:2.0:1769074883.598539:0:62274:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:2.0:1769074883.598544:0:62274:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:2.0:1769074883.598549:0:62274:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x0 00000080:00200000:2.0:1769074883.598564:0:62274:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b8:0x0] updating i_size 2097152 i_blocks 4103 00000080:00200000:2.0:1769074883.598573:0:62274:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1769074883.598578:0:62274:0:(file.c:1759:ll_io_set_mirror()) f204c.sanity-flr: desiginated mirror: 1 00000080:00200000:2.0:1769074883.598580:0:62274:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1769074883.598585:0:62274:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:2.0:1769074883.598588:0:62274:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x0 00000080:00200000:2.0:1769074883.598591:0:62274:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 0 [512, 18446744073709551615] 00000008:00010000:2.0:1769074883.598597:0:62274:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 8 00000008:00010000:2.0:1769074883.598600:0:62274:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc645325db0, osc lock ffff9bc64a723560, flags 0x0 00010000:00010000:2.0:1769074883.598607:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074883.598616:0:62274:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (2097152 10485759) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074883.598624:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074883.598631:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074883.598637:0:62274:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000080:00200000:2.0:1769074883.598647:0:62274:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b8:0x0] updating i_size 2097152 i_blocks 4103 00000020:00010000:2.0:1769074883.598651:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc67aff6c68 (ffff9bc64f158758/0) at cl_lock_release():245 00000020:00010000:2.0:1769074883.598654:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc67aff6c68 (ffff9bc64f158758/0) at cl_lock_cancel():142 00000020:00010000:2.0:1769074883.598656:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc645325db0 (ffff9bc64f158248/1) at cl_lock_cancel():142 00010000:00010000:2.0:1769074883.598751:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074883.598760:0:62274:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000020:00010000:2.0:1769074883.598769:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc67aff6c68 (ffff9bc64f158758/0) at cl_lock_fini():72 00000020:00010000:2.0:1769074883.598772:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc645325db0 (ffff9bc64f158758/1) at cl_lock_fini():72 00000080:00200000:2.0:1769074883.598828:0:62274:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/0, layout version 8 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1769074883.598835:0:62274:0:(file.c:5185:ll_file_seek()) START file f204c.sanity-flr:[0x200000404:0x1b8:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1769074883.598840:0:62274:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/1, layout version 8 restore needed 0 00020000:00200000:2.0:1769074883.598844:0:62274:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b8:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:2.0:1769074883.598847:0:62274:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:2.0:1769074883.598849:0:62274:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1b8:0x0] 00000008:00010000:2.0:1769074883.598855:0:62274:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1769074883.598858:0:62274:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc645325db0, osc lock ffff9bc64a723560, flags 0x400000400001002 00010000:00010000:2.0:1769074883.598865:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074883.598875:0:62274:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 10485759) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000020:00200000:2.0:1769074883.598883:0:62274:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1769074883.598984:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074883.598993:0:62274:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000020:00200000:2.0:1769074883.599003:0:62274:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1769074883.599009:0:62274:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b8:0x0] updating i_size 2097152 i_blocks 4103 00000020:00010000:2.0:1769074883.599011:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc643bb5da8 (ffff9bc64f158758/0) at cl_lock_release():245 00000020:00010000:2.0:1769074883.599013:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643bb5da8 (ffff9bc64f158758/0) at cl_lock_cancel():142 00000020:00010000:2.0:1769074883.599016:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc645325db0 (ffff9bc64f158248/1) at cl_lock_cancel():142 00000020:00010000:2.0:1769074883.599018:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643bb5da8 (ffff9bc64f158758/0) at cl_lock_fini():72 00000020:00010000:2.0:1769074883.599020:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc645325db0 (ffff9bc64f158758/1) at cl_lock_fini():72 00000080:00200000:2.0:1769074883.599026:0:62274:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/1, layout version 8 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1769074883.599119:0:62274:0:(file.c:5216:ll_file_seek()) COMPLETED file f204c.sanity-flr:[0x200000404:0x1b8:0x0], offset: 0, type: (null), rc = 2097152 00000080:00200080:2.0:1769074883.599126:0:62274:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1b8:0x0](ffff9bc649bf63c8) cmd=400866b1 arg=0 00000080:00200080:2.0:1769074883.608824:0:62274:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1b8:0x0](ffff9bc649bf63c8) cmd=400866b1 arg=2 00000080:00200008:2.0:1769074883.608845:0:62274:0:(file.c:6252:ll_getattr_dentry()) START file f204c.sanity-flr:[0x200000404:0x1b8:0x0](ffff9bc649bf63c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074883.608855:0:62274:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1b8:0x0](ffff9bc649bf63c8),name=f204c.sanity-flr 00000002:00010000:2.0:1769074883.608877:0:62274:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b8:0x0]) in obj [0x200000404:0x1b8:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074883.608986:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11ba97 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8be5f expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074883.609002:0:62274:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11ba97 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8be5f expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1769074883.609010:0:62274:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b8:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074883.609018:0:62274:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b8:0x0](ffff9bc649bf63c8) 00000080:00010000:2.0:1769074883.609022:0:62274:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b8:0x0](ffff9bc649bf63c8) for lock 0x21fa6d252c11ba97 00000080:00010000:2.0:1769074883.609099:0:62274:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11ba97 from it ffffa7f981c7fcd8 00010000:00010000:2.0:1769074883.609105:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11ba97 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8be5f expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074883.609114:0:62274:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11ba97 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8be5f expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1769074883.609142:0:62274:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/1, layout version 8 restore needed 0 00020000:00200000:2.0:1769074883.609153:0:62274:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b8:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:2.0:1769074883.609156:0:62274:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:2.0:1769074883.609160:0:62274:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1b8:0x0] 00000008:00010000:2.0:1769074883.609181:0:62274:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1769074883.609184:0:62274:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc645325db0, osc lock ffff9bc64a723560, flags 0x400000400001002 00010000:00010000:2.0:1769074883.609202:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074883.609212:0:62274:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 10485759) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000020:00200000:2.0:1769074883.609223:0:62274:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1769074883.609226:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074883.609234:0:62274:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000020:00200000:2.0:1769074883.609243:0:62274:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1769074883.609253:0:62274:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b8:0x0] updating i_size 2097152 i_blocks 4103 00000020:00010000:2.0:1769074883.609257:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc643bb5da8 (ffff9bc64f158758/0) at cl_lock_release():245 00000020:00010000:2.0:1769074883.609339:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643bb5da8 (ffff9bc64f158758/0) at cl_lock_cancel():142 00000020:00010000:2.0:1769074883.609343:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc645325db0 (ffff9bc64f158248/1) at cl_lock_cancel():142 00000020:00010000:2.0:1769074883.609347:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643bb5da8 (ffff9bc64f158758/0) at cl_lock_fini():72 00000020:00010000:2.0:1769074883.609350:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc645325db0 (ffff9bc64f158758/1) at cl_lock_fini():72 00000080:00200000:2.0:1769074883.609361:0:62274:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/1, layout version 8 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1769074883.609391:0:62274:0:(llite_lib.c:2314:ll_setattr_raw()) START file f204c.sanity-flr:[0x200000404:0x1b8:0x0](ffff9bc649bf63c8) current size 2097152, valid attrs 2068, mode 0, uid -1756520654, gid -1, new size 2097152, atime 1769074883.000000000, mtime 1769074883.000000000, ctime 1769074883.000000000 00010000:00010000:2.0:1769074883.609414:0:62274:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11ba97 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e8be5f expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074883.609431:0:62274:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11ba90 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8be51 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074883.609481:0:62274:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11ba97 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8be5f expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074883.609488:0:62274:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074883.609491:0:62274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c200/0x21fa6d252c11ba97 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8be5f expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00000020:00100000:2.0:1769074883.609512:0:62274:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074883.609524:0:62274:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc67afd8380 x1855007612896768/t0(0) o36->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074883.609550:0:62274:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62274:1855007612896768:192.168.204.139@tcp:36:lfs.0 00000100:00100000:2.0:1769074883.609650:0:62274:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64800b240 going to sleep for 50 seconds 00000100:00100000:2.0:1769074883.616283:0:62274:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62274:1855007612896768:192.168.204.139@tcp:36:lfs.0 00000080:00200000:2.0:1769074883.616367:0:62274:0:(file.c:1759:ll_io_set_mirror()) f204c.sanity-flr: desiginated mirror: 2 00000080:00200000:2.0:1769074883.616377:0:62274:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/0, layout version 8 restore needed 0 00020000:00200000:2.0:1769074883.616410:0:62274:0:(lov_io.c:860:lov_io_iter_init()) component[3] flags 0x11 00000080:00200000:2.0:1769074883.616433:0:62274:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:2.0:1769074883.616460:0:62274:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1769074883.616465:0:62274:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64800b270, osc lock ffff9bc64a723560, flags 0x0 00000008:00010000:2.0:1769074883.616470:0:62274:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1769074883.616473:0:62274:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64800b2b0, osc lock ffff9bc64a722e40, flags 0x0 00010000:00010000:2.0:1769074883.618489:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11baa5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074883.618526:0:62274:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11baa5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074883.618540:0:62274:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11baa5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1769074883.618967:0:62274:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62274:1855007612896896:192.168.204.139@tcp:101:lfs.0 00000100:00100000:2.0:1769074883.619104:0:62274:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64800b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074883.625950:0:62274:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62274:1855007612896896:192.168.204.139@tcp:101:lfs.0 00010000:00010000:2.0:1769074883.625991:0:62274:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11baa5 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8be90 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074883.626013:0:62274:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11baa5 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8be90 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074883.626028:0:62274:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11baa5 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8be90 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074883.626044:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11baa5 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8be90 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000008:00010000:2.0:1769074883.626059:0:62274:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 1048576, setting rss=1048576; kms=1048576, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11baa5 lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8be90 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074883.626073:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11baa5 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8be90 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074883.626081:0:62274:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11baa5 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8be90 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074883.626182:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc6511f6c00/0x21fa6d252c11baac lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074883.626191:0:62274:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc6511f6c00/0x21fa6d252c11baac lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 2 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074883.626202:0:62274:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc6511f6c00/0x21fa6d252c11baac lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 2 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1769074883.626229:0:62274:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62274:1855007612897024:192.168.204.139@tcp:101:lfs.0 00000100:00100000:2.0:1769074883.626329:0:62274:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64800b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074883.631970:0:62274:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62274:1855007612897024:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074883.632015:0:62274:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc6511f6c00/0x21fa6d252c11baac lrc: 4/0,1 mode: --/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8be97 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074883.632038:0:62274:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc6511f6c00/0x21fa6d252c11baac lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8be97 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074883.632052:0:62274:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc6511f6c00/0x21fa6d252c11baac lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8be97 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074883.632070:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc6511f6c00/0x21fa6d252c11baac lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8be97 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1769074883.632093:0:62274:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 2097152, setting rss=2097152; kms=2097152, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc6511f6c00/0x21fa6d252c11baac lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8be97 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074883.632109:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc6511f6c00/0x21fa6d252c11baac lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8be97 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074883.632118:0:62274:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc6511f6c00/0x21fa6d252c11baac lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8be97 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1769074883.632270:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074883.632299:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612897152:192.168.204.139@tcp:10:lfs.0 00000100:00100000:0.0:1769074883.639512:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612897152:192.168.204.139@tcp:10:lfs.0 00000080:00200000:1.0:1769074883.640051:0:62274:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1b8:0x0] updating i_size 2097152 i_blocks 4103 00000020:00010000:1.0:1769074883.640063:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc67aff6c68 (ffff9bc64f158758/0) at cl_lock_release():245 00000020:00010000:1.0:1769074883.640067:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc67aff6c68 (ffff9bc64f158758/0) at cl_lock_cancel():142 00000020:00010000:1.0:1769074883.640073:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64800b270 (ffff9bc64f158b48/1) at cl_lock_cancel():142 00010000:00010000:1.0:1769074883.640088:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11baa5 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8be90 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074883.640104:0:62274:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11baa5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8be90 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1769074883.640125:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64800b2b0 (ffff9bc64f158248/1) at cl_lock_cancel():142 00010000:00010000:1.0:1769074883.640130:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc6511f6c00/0x21fa6d252c11baac lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8be97 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074883.640137:0:62274:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc6511f6c00/0x21fa6d252c11baac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8be97 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1769074883.640145:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc67aff6c68 (ffff9bc64f158758/0) at cl_lock_fini():72 00000020:00010000:1.0:1769074883.640148:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64800b270 (ffff9bc64f158758/1) at cl_lock_fini():72 00000020:00010000:1.0:1769074883.640153:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64800b2b0 (ffff9bc64f158758/1) at cl_lock_fini():72 00000080:00200000:1.0:1769074883.640178:0:62274:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/0, layout version 8 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1769074883.640193:0:62274:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file f204c.sanity-flr:[0x200000404:0x1b8:0x0](ffff9bc649bf63c8) current size 2097152, valid attrs 2168, mode 0, uid -1756520654, gid -1, new size 2097152, atime 1769074883.000000000, mtime 1769074883.000000000, ctime 1769074883.000000000, rc 0 00000080:00200080:1.0:1769074883.640225:0:62274:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1b8:0x0](ffff9bc649bf63c8) cmd=400866b1 arg=0 00000080:00200008:1.0:1769074883.640268:0:62274:0:(llite_lib.c:2314:ll_setattr_raw()) START file f204c.sanity-flr:[0x200000404:0x1b8:0x0](ffff9bc649bf63c8) current size 2097152, valid attrs 101f0, mode a7f9, uid 1225923968, gid -25658, new size 18446633874675950536, atime 1769074856.000000000, mtime 1769074868.000000000, ctime 1769074883.000000000 00000020:00100000:1.0:1769074883.640459:0:62274:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1769074883.640474:0:62274:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac93480 x1855007612897408/t0(0) o36->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074883.640759:0:62274:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62274:1855007612897408:192.168.204.139@tcp:36:lfs.0 00000100:00100000:1.0:1769074883.641100:0:62274:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ec5a9c0 going to sleep for 50 seconds 00000100:00100000:1.0:1769074883.651944:0:62274:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62274:1855007612897408:192.168.204.139@tcp:36:lfs.0 00000080:00200000:1.0:1769074883.652034:0:62274:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/0, layout version 8 restore needed 0 00020000:00200000:1.0:1769074883.652053:0:62274:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b8:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:1.0:1769074883.652057:0:62274:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:1.0:1769074883.652068:0:62274:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:1.0:1769074883.652087:0:62274:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x0 00000080:00200000:1.0:1769074883.652091:0:62274:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:1.0:1769074883.652114:0:62274:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1769074883.652122:0:62274:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc643072030, osc lock ffff9bc64a5b4980, flags 0x0 00010000:00010000:1.0:1769074883.652159:0:62274:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc651ea3800 type 11 mode 2 res 10737419264/545 (0 10485759) 00010000:00010000:1.0:1769074883.652228:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11bab3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074883.652241:0:62274:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11bab3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->10485759] (req 0->10485759) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074883.652253:0:62274:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11bab3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->10485759] (req 0->10485759) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074883.652285:0:62274:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62274:1855007612897536:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074883.653389:0:62274:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ec5a9c0 going to sleep for 11 seconds 00010000:00010000:3.0:1769074883.661960:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074883.665491:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074883.666014:0:45123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619963904 00000100:00100000:3.0:1769074883.666030:0:45123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619963904 00000100:00100000:3.0:1769074883.666159:0:45123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6631 00000100:00100000:3.0:1769074883.666170:0:45123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc67afd8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:26306:x1855007619963904:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074883.666193:0:45123:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074883.666303:0:45123:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074883.666311:0:45123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc67afd8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:26306:x1855007619963904:12345-192.168.204.139@tcp:104: Request processed in 143us (837us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074883.666319:0:45123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6631 00010000:00010000:0.0:1769074883.666397:0:55495:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074883.666407:0:55495:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074883.666416:0:55495:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64145ca00 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:0.0:1769074883.666423:0:55495:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800428400000000 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1769074883.666450:0:55495:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1769074883.666469:0:55495:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1769074883.666544:0:55495:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074883.666553:0:55495:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074883.666606:0:55495:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074883.666615:0:55495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11ba9e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8be66 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074883.666646:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074883.666648:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074883.666650:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074883.666663:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074883.666691:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612897664:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1769074883.674048:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:1.0:1769074883.674278:0:62274:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62274:1855007612897536:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074883.674316:0:62274:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11bab3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->10485759] (req 0->10485759) gid 0 flags: 0x10000000020000 nid: local remote: 0x8b5959a9a0e8bea5 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074883.674345:0:62274:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11bab3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->10485759] (req 0->10485759) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8bea5 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074883.674356:0:62274:0:(ldlm_request.c:303:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11bab3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->10485759] (req 0->10485759) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8bea5 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1769074883.675232:0:45123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619964032 00000100:00100000:3.0:1769074883.675247:0:45123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619964032 00000100:00100000:3.0:1769074883.675528:0:45123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6632 00000100:00100000:3.0:1769074883.675541:0:45123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc67afd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8266:x1855007619964032:12345-192.168.204.139@tcp:105: 00010000:00010000:3.0:1769074883.675558:0:45123:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11bab3 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->10485759] (req 0->10485759) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8bea5 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074883.675571:0:45123:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11bab3 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->10485759] (req 0->10485759) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8bea5 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074883.675591:0:45123:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11bab3 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x10000000020000 nid: local remote: 0x8b5959a9a0e8bea5 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074883.675603:0:45123:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11bab3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x10080000020000 nid: local remote: 0x8b5959a9a0e8bea5 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074883.675618:0:45123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11bab3 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x10080000020000 nid: local remote: 0x8b5959a9a0e8bea5 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074883.675642:0:45123:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11bab3 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x80000020000 nid: local remote: 0x8b5959a9a0e8bea5 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074883.675738:0:45123:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9bc64f08cc00) 00000100:00100000:3.0:1769074883.675863:0:45123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc67afd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8266:x1855007619964032:12345-192.168.204.139@tcp:105: Request processed in 324us (1833us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074883.675872:0:45123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6632 00010000:00010000:1.0:1769074883.679306:0:62274:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11bab3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8bea5 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074883.679769:0:62274:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11bab3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8bea5 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074883.679815:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11bab3 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x10000000020000 nid: local remote: 0x8b5959a9a0e8bea5 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1769074883.679832:0:62274:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 2097152, setting rss=2097152; kms=2097152, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11bab3 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x10020000020000 nid: local remote: 0x8b5959a9a0e8bea5 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074883.679846:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11bab3 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8bea5 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074883.679854:0:62274:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11bab3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8bea5 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1769074883.680053:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612897792:192.168.204.139@tcp:2:lfs.0 00000100:00100000:0.0:1769074883.732902:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612897664:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1769074883.732975:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612897792:192.168.204.139@tcp:2:lfs.0 00000020:00010000:2.0:1769074883.733099:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc67aff6c68 (ffff9bc64f158758/0) at cl_lock_release():245 00000020:00010000:2.0:1769074883.733106:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc67aff6c68 (ffff9bc64f158758/0) at cl_lock_cancel():142 00000020:00010000:2.0:1769074883.733115:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643072030 (ffff9bc64f158b48/1) at cl_lock_cancel():142 00010000:00010000:2.0:1769074883.733129:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11bab3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8bea5 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074883.733146:0:62274:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11bab3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8bea5 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000020:00010000:2.0:1769074883.733168:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc67aff6c68 (ffff9bc64f158758/0) at cl_lock_fini():72 00000020:00010000:2.0:1769074883.733172:0:62274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643072030 (ffff9bc64f158758/1) at cl_lock_fini():72 00000080:00200000:2.0:1769074883.733199:0:62274:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b8:0x0] ignore/verify layout 0/0, layout version 8 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1769074883.733218:0:62274:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file f204c.sanity-flr:[0x200000404:0x1b8:0x0](ffff9bc649bf63c8) current size 2097152, valid attrs 101f0, mode a7f9, uid 1225923968, gid -25658, new size 18446633874675950536, atime 1769074856.000000000, mtime 1769074868.000000000, ctime 1769074883.000000000, rc 0 00000080:00200080:2.0:1769074883.733247:0:62274:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1b8:0x0](ffff9bc649bf63c8) cmd=c00c66f3 arg=20802a0 00010000:00010000:2.0:1769074883.733334:0:62274:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224800/0x21fa6d252c11ba89 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x81008000000000 nid: local remote: 0x8b5959a9a0e8be35 expref: -99 pid: 62274 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074883.733357:0:62274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646224800/0x21fa6d252c11ba89 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x85809400000000 nid: local remote: 0x8b5959a9a0e8be35 expref: -99 pid: 62274 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074883.733381:0:62274:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff9bc67afdad80 x1855007612894720/t8589941500(8589941500) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 968/1056 e 0 to 0 dl 1769074937 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074883.733394:0:62274:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074883.733400:0:62274:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc67afd8a80 x1855007612898048/t0(0) o35->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:23/10 lens 504/2128 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074883.733432:0:62274:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62274:1855007612898048:192.168.204.139@tcp:35:lfs.0 00000100:00100000:2.0:1769074883.733574:0:62274:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64800b000 going to sleep for 11 seconds 00000100:00100000:2.0:1769074883.736307:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074883.736426:0:45123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619964160 00000100:00100000:3.0:1769074883.736449:0:45123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619964160 00000100:00100000:3.0:1769074883.736530:0:45123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6633 00000100:00100000:3.0:1769074883.736539:0:45123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc67afd9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:8e818347-4d21-45d1-a323-b359656f3fdd+5:29859:x1855007619964160:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074883.736564:0:45123:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11ba90 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x8b5959a9a0e8be51 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074883.736659:0:45123:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074883.736666:0:45123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc67afd9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:8e818347-4d21-45d1-a323-b359656f3fdd+5:29859:x1855007619964160:12345-192.168.204.139@tcp:104: Request processed in 128us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074883.736674:0:45123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6633 00010000:00010000:1.0:1769074883.736729:0:53572:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074883.736743:0:53572:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11ba90 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x8b5959a9a0e8be51 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074883.736757:0:53572:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64145dc00 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074883.736765:0:53572:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11ba90 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x8 rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x8b5959a9a0e8be51 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074883.736812:0:53572:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11ba90 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x8 rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x8b5959a9a0e8be51 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074883.736829:0:53572:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11ba90 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x8 rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x8b5959a9a0e8be51 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074883.736869:0:53572:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x1b8:0x0]: losing layout lock 00010000:00010000:1.0:1769074883.736942:0:53572:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11ba90 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x8 rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8b5959a9a0e8be51 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074883.736949:0:53572:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074883.736991:0:53572:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11ba90 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x8 rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8b5959a9a0e8be51 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074883.737000:0:53572:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11ba90 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x8 rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8b5959a9a0e8be51 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074883.737034:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074883.737037:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612898176:192.168.204.139@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074883.737039:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074883.737044:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074883.751141:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612898176:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074883.852492:0:62274:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bc646483800: committing for last_committed 8589941505 gen 1 00000100:00100000:1.0:1769074883.852866:0:62274:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62274:1855007612898048:192.168.204.139@tcp:35:lfs.0 00000002:00100000:1.0:1769074883.852906:0:62274:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9bc67afdad80 x1855007612894720/t8589941500(8589941500) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 968/1056 e 0 to 0 dl 1769074937 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00010000:1.0:1769074883.852955:0:62274:0:(file.c:7031:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000404:0x1b8:0x0](ffff9bc649bf63c8) 00000002:00010000:1.0:1769074883.852968:0:62274:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b8:0x0]) in obj [0x200000404:0x1b8:0x0], intent: layout flags 0 00010000:00010000:1.0:1769074883.853032:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11baba lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 62274 initiator: MDT0 00010000:00010000:1.0:1769074883.853043:0:62274:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11baba lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 62274 initiator: MDT0 00010000:00010000:1.0:1769074883.853054:0:62274:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11baba lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 62274 initiator: MDT0 00000100:00100000:1.0:1769074883.853079:0:62274:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62274:1855007612898304:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074883.853191:0:62274:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ec5a9c0 going to sleep for 50 seconds 00000100:00100000:1.0:1769074883.860736:0:62274:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62274:1855007612898304:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074883.860822:0:62274:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11baba lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8beb3 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074883.860843:0:62274:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11baba lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8beb3 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00000002:00100000:1.0:1769074883.860855:0:62274:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff9bc64ac93480 x1855007612898304/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 376/792 e 0 to 0 dl 1769074938 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074883.860867:0:62274:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 448 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11baba lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8beb3 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00000002:00010000:1.0:1769074883.860877:0:62274:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11baba lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8beb3 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074883.860887:0:62274:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 16 res 8589935620/440 (0 0) 00000080:00200000:1.0:1769074883.860892:0:62274:0:(namei.c:955:ll_intent_lock()) intent lock 1024 on i1 [0x200000404:0x1b8:0x0] suppgids 0 0: rc 0 00000080:00010000:1.0:1769074883.860906:0:62274:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b8:0x0](ffff9bc649bf63c8) for lock 0x21fa6d252c11baba 00000080:00010000:1.0:1769074883.860913:0:62274:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baba from it ffffa7f981c7fbc8 00010000:00010000:1.0:1769074883.860916:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11baba lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8beb3 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074883.860923:0:62274:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11baba lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8beb3 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074883.860942:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11baba lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8beb3 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074883.860950:0:62274:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11baba lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8beb3 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1769074883.860956:0:62274:0:(file.c:6914:ll_layout_lock_set()) ### file [0x200000404:0x1b8:0x0](000000008016dca7) being reconfigured ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11baba lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8beb3 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074883.860996:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11baba lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8beb3 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074883.861000:0:62274:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11baba lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8beb3 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074883.861013:0:62274:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b8:0x0] ignore/verify layout 1/0, layout version 3 restore needed 0 00020000:00200000:1.0:1769074883.861023:0:62274:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b8:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:1.0:1769074883.861025:0:62274:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:1.0:1769074883.861032:0:62274:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:1.0:1769074883.861042:0:62274:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x0 00000080:00200000:1.0:1769074883.861058:0:62274:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:1.0:1769074883.861066:0:62274:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11baba lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8beb3 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074883.861070:0:62274:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11baba lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8beb3 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1769074883.861075:0:62274:0:(file.c:6914:ll_layout_lock_set()) ### file [0x200000404:0x1b8:0x0](000000008016dca7) being reconfigured ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11baba lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8beb3 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074883.861083:0:62274:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1769074883.861086:0:62274:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b8:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:1.0:1769074883.861087:0:62274:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:1.0:1769074883.861088:0:62274:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:1.0:1769074883.861090:0:62274:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x0 00000080:00200000:1.0:1769074883.861092:0:62274:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000008:00010000:1.0:1769074883.861101:0:62274:0:(osc_object.c:209:osc_object_ast_clear()) ### update lock size 2097152 blocks 4103 [cma]time: 1769074868 1769074868 0 by oinfo size 2097152 blocks 4103 [cma]time 1769074883 1769074868 1769074856 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11bab3 lrc: 1/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8bea5 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1769074883.861122:0:62274:0:(osc_object.c:209:osc_object_ast_clear()) ### update lock size 1048576 blocks 2051 [cma]time: 1769074883 1769074883 0 by oinfo size 1048576 blocks 2051 [cma]time 1769074883 1769074883 0 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11baa5 lrc: 1/0,0 mode: PW/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8be90 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1769074883.861137:0:62274:0:(osc_object.c:209:osc_object_ast_clear()) ### update lock size 2097152 blocks 2059 [cma]time: 1769074883 1769074883 0 by oinfo size 2097152 blocks 2059 [cma]time 1769074883 1769074883 0 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc6511f6c00/0x21fa6d252c11baac lrc: 1/0,0 mode: PW/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8be97 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1769074883.861191:0:62274:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1b8:0x0]: layout version change: 4294967294 -> 9 00010000:00010000:1.0:1769074883.861194:0:62274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11baba lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8beb3 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074883.861199:0:62274:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11baba lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8beb3 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00000080:00200008:1.0:1769074883.861230:0:62274:0:(file.c:424:ll_file_release()) START file f204c.sanity-flr:[0x200000404:0x1b8:0x0](ffff9bc649bf63c8), flags 154002 00000002:00100000:1.0:1769074883.861428:0:62274:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff9bc64d9adf80 x1855007612894464/t8589941499(8589941499) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 968/1056 e 0 to 0 dl 1769074937 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074883.861437:0:62274:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074883.861441:0:62274:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac93480 x1855007612898560/t0(0) o35->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:23/10 lens 392/2128 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1769074883.861459:0:62274:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62274:1855007612898560:192.168.204.139@tcp:35:lfs.0 00000100:00100000:1.0:1769074883.861595:0:62274:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64ec5a9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074883.872348:0:62274:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62274:1855007612898560:192.168.204.139@tcp:35:lfs.0 00000002:00100000:1.0:1769074883.872379:0:62274:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9bc64d9adf80 x1855007612894464/t8589941499(8589941499) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 968/1056 e 0 to 0 dl 1769074937 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074883.909050:0:62275:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074883.909082:0:62275:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074883.909099:0:62275:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074883.909116:0:62275:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074883.909128:0:62275:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074883.909136:0:62275:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074883.909139:0:62275:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b9fd 00000080:00010000:0.0:1769074883.909146:0:62275:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9fd from it ffffa7f981cdfbf8 00010000:00010000:0.0:1769074883.909295:0:62275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074883.909304:0:62275:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074883.909321:0:62275:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074883.909338:0:62275:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204c.sanity-flr, flags=27 00000080:00200000:0.0:1769074883.909344:0:62275:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b7:0x0](ffff9bc649b63248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074883.909355:0:62275:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204c.sanity-flr, dir=[0x200000404:0x1b7:0x0](ffff9bc649b63248), file ffff9bc64f0a7800, open_flags 18800, mode 0 opened 0 00000080:00200000:0.0:1769074883.909361:0:62275:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204c.sanity-flr, dir=[0x200000404:0x1b7:0x0](ffff9bc649b63248), intent=open 00000002:00010000:0.0:1769074883.909374:0:62275:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204c.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b7:0x0], intent: open flags 0304001 00010000:00010000:0.0:1769074883.909426:0:62275:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bac1 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 62275 initiator: MDT0 00010000:00010000:0.0:1769074883.909433:0:62275:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bac1 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 62275 initiator: MDT0 00000020:00100000:0.0:1769074883.909446:0:62275:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074883.909461:0:62275:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07d880 x1855007612898816/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074883.909471:0:62275:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bac1 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 62275 initiator: MDT0 00000100:00100000:0.0:1769074883.909497:0:62275:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62275:1855007612898816:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074883.909659:0:62275:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc651169cc0 going to sleep for 50 seconds 00000100:00100000:0.0:1769074883.921379:0:62275:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62275:1855007612898816:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074883.921404:0:62275:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bac1 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 62275 initiator: MDT0 00010000:00010000:0.0:1769074883.921418:0:62275:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bac1 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 62275 initiator: MDT0 00010000:00010000:0.0:1769074883.921424:0:62275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bac1 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 62275 initiator: MDT0 00010000:00010000:0.0:1769074883.921430:0:62275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bac1 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 62275 initiator: MDT0 00010000:00010000:0.0:1769074883.921436:0:62275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bac1 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 62275 initiator: MDT0 00010000:00010000:0.0:1769074883.921442:0:62275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f942c00 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:0.0:1769074883.921446:0:62275:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bac1 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 62275 initiator: MDT0 00010000:00010000:0.0:1769074883.921452:0:62275:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bac1 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 62275 initiator: MDT0 00010000:00010000:0.0:1769074883.921458:0:62275:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bac1 lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 62275 initiator: MDT0 00010000:00010000:0.0:1769074883.921464:0:62275:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074883.921469:0:62275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bac1 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 62275 initiator: MDT0 00010000:00010000:0.0:1769074883.921479:0:62275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bac1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 62275 initiator: MDT0 00000002:00100000:0.0:1769074883.921508:0:62275:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64f07d880 x1855007612898816/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/608 e 0 to 0 dl 1769074938 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074883.921522:0:62275:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1b7:0x0] suppgids 0 -1: rc -20 00000080:00200000:0.0:1769074883.921691:0:62275:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074883.921713:0:62275:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074883.921729:0:62275:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074883.921742:0:62275:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074883.921748:0:62275:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074883.921754:0:62275:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074883.921758:0:62275:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b9fd 00000080:00010000:0.0:1769074883.921764:0:62275:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9fd from it ffffa7f981cdfbf8 00010000:00010000:0.0:1769074883.921767:0:62275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074883.921823:0:62275:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074883.921844:0:62275:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074883.921854:0:62275:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204c.sanity-flr, flags=267 00000080:00200000:0.0:1769074883.921861:0:62275:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b7:0x0](ffff9bc649b63248), inode mode 41ed mask 44 00000080:00200008:0.0:1769074883.921871:0:62275:0:(file.c:1001:ll_file_open()) START file d204c.sanity-flr:[0x200000404:0x1b7:0x0](ffff9bc649b63248), flags 304000 00000080:00200080:0.0:1769074883.921910:0:62275:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x1b7:0x0](ffff9bc649b63248) cmd=c0086915 arg=22313d0 00000100:00100000:0.0:1769074883.921970:0:62275:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62275:1855007612898944:192.168.204.139@tcp:34:lfs.0 00000100:00100000:0.0:1769074883.922045:0:62275:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc651169cc0 going to sleep for 50 seconds 00000100:00100000:0.0:1769074883.928445:0:62275:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62275:1855007612898944:192.168.204.139@tcp:34:lfs.0 00000080:00200008:0.0:1769074883.928738:0:62275:0:(file.c:424:ll_file_release()) START file d204c.sanity-flr:[0x200000404:0x1b7:0x0](ffff9bc649b63248), flags 304000 00010000:00010000:0.0:1769074883.928772:0:62275:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11ba66 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bda9 expref: -99 pid: 62268 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074883.974169:0:62277:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1769074883.974188:0:62277:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074883.974220:0:62277:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074883.974246:0:62277:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074883.974266:0:62277:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074883.974275:0:62277:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074883.974284:0:62277:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074883.974289:0:62277:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b9fd 00000080:00010000:2.0:1769074883.974298:0:62277:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9fd from it ffffa7f981cffcb8 00010000:00010000:2.0:1769074883.974304:0:62277:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074883.974314:0:62277:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074883.974904:0:62277:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074883.974924:0:62277:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074883.974938:0:62277:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074883.974949:0:62277:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074883.974955:0:62277:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074883.974961:0:62277:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074883.974964:0:62277:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b9fd 00000080:00010000:2.0:1769074883.974969:0:62277:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9fd from it ffffa7f981cffbb0 00010000:00010000:2.0:1769074883.974973:0:62277:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074883.974980:0:62277:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074883.974990:0:62277:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 44 00000080:00200008:2.0:1769074883.977171:0:62277:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200080:2.0:1769074883.977233:0:62277:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=800866a8 arg=7ffc5fbf148c 00000080:00200008:2.0:1769074883.977261:0:62277:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200000:3.0:1769074883.980452:0:62279:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074883.980493:0:62279:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074883.980516:0:62279:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074883.980556:0:62279:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074883.980565:0:62279:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074883.980576:0:62279:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074883.980581:0:62279:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b9fd 00000080:00010000:3.0:1769074883.980598:0:62279:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9fd from it ffffa7f981d47bf8 00010000:00010000:3.0:1769074883.980603:0:62279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074883.980613:0:62279:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074883.980844:0:62279:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074883.980854:0:62279:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204c.sanity-flr, flags=27 00000080:00200000:3.0:1769074883.980862:0:62279:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b7:0x0](ffff9bc649b63248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074883.980879:0:62279:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204c.sanity-flr, dir=[0x200000404:0x1b7:0x0](ffff9bc649b63248), file ffff9bc646970480, open_flags 18800, mode 0 opened 0 00000080:00200000:3.0:1769074883.980887:0:62279:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204c.sanity-flr, dir=[0x200000404:0x1b7:0x0](ffff9bc649b63248), intent=open 00000002:00010000:3.0:1769074883.980904:0:62279:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204c.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b7:0x0], intent: open flags 0304001 00010000:00010000:3.0:1769074883.980976:0:62279:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bac8 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 62279 initiator: MDT0 00010000:00010000:3.0:1769074883.980985:0:62279:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bac8 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 62279 initiator: MDT0 00000020:00100000:3.0:1769074883.981109:0:62279:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074883.981127:0:62279:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64d9ad180 x1855007612899200/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074883.981146:0:62279:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bac8 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 62279 initiator: MDT0 00000100:00100000:3.0:1769074883.981177:0:62279:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62279:1855007612899200:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074883.982486:0:62279:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d9a80c0 going to sleep for 50 seconds 00000100:00100000:0.0:1769074883.995700:0:62279:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62279:1855007612899200:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074883.995735:0:62279:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bac8 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 62279 initiator: MDT0 00010000:00010000:0.0:1769074883.995751:0:62279:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bac8 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 62279 initiator: MDT0 00010000:00010000:0.0:1769074883.995759:0:62279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bac8 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 62279 initiator: MDT0 00010000:00010000:0.0:1769074883.995767:0:62279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bac8 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 62279 initiator: MDT0 00010000:00010000:0.0:1769074883.995812:0:62279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bac8 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 62279 initiator: MDT0 00010000:00010000:0.0:1769074883.995821:0:62279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64145d200 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:0.0:1769074883.995826:0:62279:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bac8 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 62279 initiator: MDT0 00010000:00010000:0.0:1769074883.995833:0:62279:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bac8 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 62279 initiator: MDT0 00010000:00010000:0.0:1769074883.995845:0:62279:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bac8 lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 62279 initiator: MDT0 00010000:00010000:0.0:1769074883.995853:0:62279:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074883.995861:0:62279:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bac8 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 62279 initiator: MDT0 00010000:00010000:0.0:1769074883.995868:0:62279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bac8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 62279 initiator: MDT0 00000002:00100000:0.0:1769074883.995894:0:62279:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64d9ad180 x1855007612899200/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/608 e 0 to 0 dl 1769074938 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074883.995912:0:62279:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1b7:0x0] suppgids 0 -1: rc -20 00000080:00200000:0.0:1769074883.996244:0:62279:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074883.996273:0:62279:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074883.996291:0:62279:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074883.996305:0:62279:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074883.996312:0:62279:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074883.996319:0:62279:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074883.996324:0:62279:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b9fd 00000080:00010000:0.0:1769074883.996330:0:62279:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9fd from it ffffa7f981d47bf8 00010000:00010000:0.0:1769074883.996334:0:62279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074883.996343:0:62279:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074883.996361:0:62279:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074883.996371:0:62279:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204c.sanity-flr, flags=267 00000080:00200000:0.0:1769074883.996380:0:62279:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b7:0x0](ffff9bc649b63248), inode mode 41ed mask 44 00000080:00200008:0.0:1769074883.996405:0:62279:0:(file.c:1001:ll_file_open()) START file d204c.sanity-flr:[0x200000404:0x1b7:0x0](ffff9bc649b63248), flags 304000 00000080:00200080:0.0:1769074883.996472:0:62279:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x1b7:0x0](ffff9bc649b63248) cmd=c1406916 arg=2557a10 00000100:00100000:0.0:1769074883.996566:0:62279:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62279:1855007612899328:192.168.204.139@tcp:34:lfs.0 00000100:00100000:0.0:1769074883.996692:0:62279:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc651169cc0 going to sleep for 50 seconds 00000100:00100000:0.0:1769074884.008068:0:62279:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62279:1855007612899328:192.168.204.139@tcp:34:lfs.0 00000080:00200008:0.0:1769074884.008316:0:62279:0:(file.c:424:ll_file_release()) START file d204c.sanity-flr:[0x200000404:0x1b7:0x0](ffff9bc649b63248), flags 304000 00010000:00010000:0.0:1769074884.008358:0:62279:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11ba66 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bda9 expref: -99 pid: 62268 timeout: 0 lvb_type: 0 00000080:00200008:0.0:1769074884.098109:0:62284:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1769074884.098121:0:62284:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074884.098144:0:62284:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074884.098163:0:62284:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074884.098179:0:62284:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074884.098187:0:62284:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074884.098194:0:62284:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074884.098198:0:62284:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b9fd 00000080:00010000:0.0:1769074884.098206:0:62284:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9fd from it ffffa7f98194bcb8 00010000:00010000:0.0:1769074884.098210:0:62284:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074884.098219:0:62284:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074884.098366:0:62284:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074884.098375:0:62284:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074884.098382:0:62284:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074884.098390:0:62284:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074884.098395:0:62284:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074884.098399:0:62284:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074884.098402:0:62284:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b9fd 00000080:00010000:0.0:1769074884.098405:0:62284:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9fd from it ffffa7f98194bbb0 00010000:00010000:0.0:1769074884.098409:0:62284:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074884.098416:0:62284:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074884.098424:0:62284:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 44 00000080:00200008:0.0:1769074884.098434:0:62284:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200080:0.0:1769074884.098452:0:62284:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=800866a8 arg=7ffd615dccec 00000080:00200008:0.0:1769074884.098467:0:62284:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200000:3.0:1769074884.100794:0:62286:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074884.100836:0:62286:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074884.100855:0:62286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074884.100873:0:62286:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074884.100881:0:62286:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074884.100892:0:62286:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074884.100896:0:62286:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b9fd 00000080:00010000:3.0:1769074884.100904:0:62286:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9fd from it ffffa7f981d67bf8 00010000:00010000:3.0:1769074884.100908:0:62286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074884.100918:0:62286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074884.100932:0:62286:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074884.100941:0:62286:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204c.sanity-flr, flags=27 00000080:00200000:3.0:1769074884.100947:0:62286:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b7:0x0](ffff9bc649b63248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074884.100961:0:62286:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204c.sanity-flr, dir=[0x200000404:0x1b7:0x0](ffff9bc649b63248), file ffff9bc646970000, open_flags 18800, mode 0 opened 0 00000080:00200000:3.0:1769074884.100969:0:62286:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204c.sanity-flr, dir=[0x200000404:0x1b7:0x0](ffff9bc649b63248), intent=open 00000002:00010000:3.0:1769074884.100985:0:62286:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204c.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b7:0x0], intent: open flags 0304001 00010000:00010000:3.0:1769074884.101041:0:62286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bacf lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 62286 initiator: MDT0 00010000:00010000:3.0:1769074884.101050:0:62286:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bacf lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 62286 initiator: MDT0 00000020:00100000:3.0:1769074884.101063:0:62286:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074884.101079:0:62286:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64d9ad880 x1855007612899584/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074884.101088:0:62286:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bacf lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 62286 initiator: MDT0 00000100:00100000:3.0:1769074884.101112:0:62286:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62286:1855007612899584:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074884.101323:0:62286:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d9a8780 going to sleep for 50 seconds 00000100:00100000:3.0:1769074884.125236:0:62286:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62286:1855007612899584:192.168.204.139@tcp:101:lfs.0 00010000:00010000:3.0:1769074884.125264:0:62286:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bacf lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 62286 initiator: MDT0 00010000:00010000:3.0:1769074884.125277:0:62286:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bacf lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 62286 initiator: MDT0 00010000:00010000:3.0:1769074884.125284:0:62286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bacf lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 62286 initiator: MDT0 00010000:00010000:3.0:1769074884.125290:0:62286:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bacf lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 62286 initiator: MDT0 00010000:00010000:3.0:1769074884.125298:0:62286:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bacf lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 62286 initiator: MDT0 00010000:00010000:3.0:1769074884.125308:0:62286:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64145c600 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:3.0:1769074884.125313:0:62286:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bacf lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 62286 initiator: MDT0 00010000:00010000:3.0:1769074884.125321:0:62286:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bacf lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 62286 initiator: MDT0 00010000:00010000:3.0:1769074884.125328:0:62286:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bacf lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 62286 initiator: MDT0 00010000:00010000:3.0:1769074884.125335:0:62286:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074884.125343:0:62286:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bacf lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 62286 initiator: MDT0 00010000:00010000:3.0:1769074884.125350:0:62286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bacf lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 62286 initiator: MDT0 00000002:00100000:3.0:1769074884.125371:0:62286:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64d9ad880 x1855007612899584/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/608 e 0 to 0 dl 1769074939 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074884.125385:0:62286:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1b7:0x0] suppgids 0 -1: rc -20 00000080:00200000:3.0:1769074884.125657:0:62286:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074884.125688:0:62286:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074884.125703:0:62286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074884.125716:0:62286:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074884.125724:0:62286:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074884.125730:0:62286:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074884.125734:0:62286:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b9fd 00000080:00010000:3.0:1769074884.125741:0:62286:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9fd from it ffffa7f981d67bf8 00010000:00010000:3.0:1769074884.125745:0:62286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074884.125753:0:62286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074884.125767:0:62286:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074884.125821:0:62286:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204c.sanity-flr, flags=267 00000080:00200000:3.0:1769074884.125830:0:62286:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b7:0x0](ffff9bc649b63248), inode mode 41ed mask 44 00000080:00200008:3.0:1769074884.125842:0:62286:0:(file.c:1001:ll_file_open()) START file d204c.sanity-flr:[0x200000404:0x1b7:0x0](ffff9bc649b63248), flags 304000 00000080:00200080:3.0:1769074884.125899:0:62286:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x1b7:0x0](ffff9bc649b63248) cmd=c1406916 arg=1ed8a10 00000100:00100000:3.0:1769074884.125964:0:62286:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62286:1855007612899712:192.168.204.139@tcp:34:lfs.0 00000100:00100000:1.0:1769074884.141543:0:62286:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d9a8780 going to sleep for 50 seconds 00000100:00100000:0.0:1769074884.157006:0:62286:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62286:1855007612899712:192.168.204.139@tcp:34:lfs.0 00000080:00200008:0.0:1769074884.157080:0:62286:0:(file.c:424:ll_file_release()) START file d204c.sanity-flr:[0x200000404:0x1b7:0x0](ffff9bc649b63248), flags 304000 00010000:00010000:0.0:1769074884.157111:0:62286:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11ba66 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bda9 expref: -99 pid: 62268 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074884.221098:0:62291:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1769074884.221109:0:62291:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074884.221130:0:62291:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074884.221147:0:62291:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074884.221162:0:62291:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074884.221170:0:62291:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074884.221178:0:62291:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074884.221181:0:62291:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b9fd 00000080:00010000:2.0:1769074884.221189:0:62291:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9fd from it ffffa7f981d7fcb8 00010000:00010000:2.0:1769074884.221193:0:62291:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074884.221203:0:62291:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074884.221317:0:62291:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074884.221325:0:62291:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074884.221332:0:62291:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074884.221340:0:62291:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074884.221346:0:62291:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074884.221350:0:62291:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074884.221353:0:62291:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b9fd 00000080:00010000:2.0:1769074884.221358:0:62291:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9fd from it ffffa7f981d7fbb0 00010000:00010000:2.0:1769074884.221361:0:62291:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074884.221368:0:62291:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074884.221376:0:62291:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 44 00000080:00200008:2.0:1769074884.221383:0:62291:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200080:2.0:1769074884.221397:0:62291:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=800866a8 arg=7ffe7bb6fbbc 00000080:00200008:2.0:1769074884.221408:0:62291:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200000:0.0:1769074884.222950:0:62295:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074884.222972:0:62295:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074884.222990:0:62295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074884.223004:0:62295:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074884.223011:0:62295:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074884.223018:0:62295:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074884.223022:0:62295:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b9fd 00000080:00010000:0.0:1769074884.223029:0:62295:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9fd from it ffffa7f981db7bf8 00010000:00010000:0.0:1769074884.223033:0:62295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074884.223040:0:62295:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074884.223052:0:62295:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074884.223060:0:62295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204c.sanity-flr, flags=27 00000080:00200000:0.0:1769074884.223066:0:62295:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b7:0x0](ffff9bc649b63248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074884.223079:0:62295:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204c.sanity-flr, dir=[0x200000404:0x1b7:0x0](ffff9bc649b63248), file ffff9bc644b43e00, open_flags 18800, mode 0 opened 0 00000080:00200000:0.0:1769074884.223086:0:62295:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204c.sanity-flr, dir=[0x200000404:0x1b7:0x0](ffff9bc649b63248), intent=open 00000002:00010000:0.0:1769074884.223102:0:62295:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204c.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b7:0x0], intent: open flags 0304001 00010000:00010000:0.0:1769074884.223161:0:62295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bad6 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 62295 initiator: MDT0 00010000:00010000:0.0:1769074884.223169:0:62295:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bad6 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 62295 initiator: MDT0 00000020:00100000:0.0:1769074884.223184:0:62295:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074884.223198:0:62295:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07d880 x1855007612899968/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074884.223207:0:62295:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bad6 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 62295 initiator: MDT0 00000100:00100000:0.0:1769074884.223241:0:62295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62295:1855007612899968:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074884.224215:0:62295:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc651169cc0 going to sleep for 50 seconds 00000100:00100000:0.0:1769074884.244294:0:62295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62295:1855007612899968:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074884.244325:0:62295:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bad6 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 62295 initiator: MDT0 00010000:00010000:0.0:1769074884.244338:0:62295:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bad6 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 62295 initiator: MDT0 00010000:00010000:0.0:1769074884.244345:0:62295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bad6 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 62295 initiator: MDT0 00010000:00010000:0.0:1769074884.244352:0:62295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bad6 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 62295 initiator: MDT0 00010000:00010000:0.0:1769074884.244360:0:62295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bad6 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 62295 initiator: MDT0 00010000:00010000:0.0:1769074884.244366:0:62295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f942c00 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:0.0:1769074884.244371:0:62295:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bad6 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 62295 initiator: MDT0 00010000:00010000:0.0:1769074884.244379:0:62295:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bad6 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 62295 initiator: MDT0 00010000:00010000:0.0:1769074884.244387:0:62295:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bad6 lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 62295 initiator: MDT0 00010000:00010000:0.0:1769074884.244394:0:62295:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074884.244401:0:62295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bad6 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 62295 initiator: MDT0 00010000:00010000:0.0:1769074884.244407:0:62295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bad6 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 62295 initiator: MDT0 00000002:00100000:0.0:1769074884.244428:0:62295:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64f07d880 x1855007612899968/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/608 e 0 to 0 dl 1769074939 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074884.244443:0:62295:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1b7:0x0] suppgids 0 -1: rc -20 00000080:00200000:0.0:1769074884.244695:0:62295:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074884.244714:0:62295:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074884.244729:0:62295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074884.244741:0:62295:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074884.244749:0:62295:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074884.244754:0:62295:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074884.244758:0:62295:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b9fd 00000080:00010000:0.0:1769074884.244764:0:62295:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9fd from it ffffa7f981db7bf8 00010000:00010000:0.0:1769074884.244767:0:62295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074884.244836:0:62295:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074884.244853:0:62295:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074884.244862:0:62295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204c.sanity-flr, flags=267 00000080:00200000:0.0:1769074884.244869:0:62295:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b7:0x0](ffff9bc649b63248), inode mode 41ed mask 44 00000080:00200008:0.0:1769074884.244878:0:62295:0:(file.c:1001:ll_file_open()) START file d204c.sanity-flr:[0x200000404:0x1b7:0x0](ffff9bc649b63248), flags 304000 00000080:00200080:0.0:1769074884.244933:0:62295:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x1b7:0x0](ffff9bc649b63248) cmd=c1406916 arg=6c4a10 00000100:00100000:0.0:1769074884.244991:0:62295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62295:1855007612900096:192.168.204.139@tcp:34:lfs.0 00000100:00100000:0.0:1769074884.245092:0:62295:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc651169cc0 going to sleep for 50 seconds 00000100:00100000:0.0:1769074884.253380:0:62295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62295:1855007612900096:192.168.204.139@tcp:34:lfs.0 00000080:00200008:0.0:1769074884.253567:0:62295:0:(file.c:424:ll_file_release()) START file d204c.sanity-flr:[0x200000404:0x1b7:0x0](ffff9bc649b63248), flags 304000 00010000:00010000:0.0:1769074884.253602:0:62295:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11ba66 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bda9 expref: -99 pid: 62268 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074884.288116:0:62297:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074884.288217:0:62297:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074884.288238:0:62297:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074884.288255:0:62297:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074884.288263:0:62297:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074884.288272:0:62297:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074884.288277:0:62297:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b9fd 00000080:00010000:3.0:1769074884.288284:0:62297:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9fd from it ffffa7f981dc7bf8 00010000:00010000:3.0:1769074884.288288:0:62297:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074884.288301:0:62297:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074884.288316:0:62297:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074884.288325:0:62297:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204c.sanity-flr, flags=27 00000080:00200000:3.0:1769074884.288330:0:62297:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b7:0x0](ffff9bc649b63248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074884.288341:0:62297:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204c.sanity-flr, dir=[0x200000404:0x1b7:0x0](ffff9bc649b63248), file ffff9bc64682a300, open_flags 18800, mode 0 opened 0 00000080:00200000:3.0:1769074884.288347:0:62297:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204c.sanity-flr, dir=[0x200000404:0x1b7:0x0](ffff9bc649b63248), intent=open 00000002:00010000:3.0:1769074884.288363:0:62297:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204c.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b7:0x0], intent: open flags 0304001 00010000:00010000:3.0:1769074884.288422:0:62297:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11badd lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 62297 initiator: MDT0 00010000:00010000:3.0:1769074884.288583:0:62297:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11badd lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 62297 initiator: MDT0 00000020:00100000:3.0:1769074884.288599:0:62297:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074884.288613:0:62297:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64d9ad500 x1855007612900352/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074884.288622:0:62297:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11badd lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 62297 initiator: MDT0 00000100:00100000:3.0:1769074884.288646:0:62297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62297:1855007612900352:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074884.288887:0:62297:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d9a8a80 going to sleep for 50 seconds 00000100:00100000:3.0:1769074884.299485:0:62297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62297:1855007612900352:192.168.204.139@tcp:101:lfs.0 00010000:00010000:3.0:1769074884.299514:0:62297:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11badd lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 62297 initiator: MDT0 00010000:00010000:3.0:1769074884.299533:0:62297:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11badd lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 62297 initiator: MDT0 00010000:00010000:3.0:1769074884.299539:0:62297:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11badd lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 62297 initiator: MDT0 00010000:00010000:3.0:1769074884.299546:0:62297:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11badd lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 62297 initiator: MDT0 00010000:00010000:3.0:1769074884.299554:0:62297:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11badd lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 62297 initiator: MDT0 00010000:00010000:3.0:1769074884.299562:0:62297:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64145c600 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:3.0:1769074884.299568:0:62297:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11badd lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 62297 initiator: MDT0 00010000:00010000:3.0:1769074884.299575:0:62297:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11badd lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 62297 initiator: MDT0 00010000:00010000:3.0:1769074884.299583:0:62297:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11badd lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 62297 initiator: MDT0 00010000:00010000:3.0:1769074884.299590:0:62297:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074884.299597:0:62297:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11badd lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 62297 initiator: MDT0 00010000:00010000:3.0:1769074884.299603:0:62297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11badd lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 62297 initiator: MDT0 00000002:00100000:3.0:1769074884.299627:0:62297:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64d9ad500 x1855007612900352/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/608 e 0 to 0 dl 1769074939 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074884.299644:0:62297:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1b7:0x0] suppgids 0 -1: rc -20 00000080:00200000:3.0:1769074884.299860:0:62297:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074884.299880:0:62297:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074884.299896:0:62297:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074884.299908:0:62297:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074884.299915:0:62297:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074884.299920:0:62297:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074884.299924:0:62297:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b9fd 00000080:00010000:3.0:1769074884.299930:0:62297:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9fd from it ffffa7f981dc7bf8 00010000:00010000:3.0:1769074884.299933:0:62297:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074884.299940:0:62297:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074884.299954:0:62297:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074884.299962:0:62297:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204c.sanity-flr, flags=267 00000080:00200000:3.0:1769074884.299970:0:62297:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b7:0x0](ffff9bc649b63248), inode mode 41ed mask 44 00000080:00200008:3.0:1769074884.299980:0:62297:0:(file.c:1001:ll_file_open()) START file d204c.sanity-flr:[0x200000404:0x1b7:0x0](ffff9bc649b63248), flags 304000 00000080:00200080:3.0:1769074884.300027:0:62297:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x1b7:0x0](ffff9bc649b63248) cmd=c0086915 arg=a2d3d0 00000100:00100000:3.0:1769074884.300093:0:62297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62297:1855007612900480:192.168.204.139@tcp:34:lfs.0 00000100:00100000:3.0:1769074884.300260:0:62297:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d9a8a80 going to sleep for 50 seconds 00000100:00100000:3.0:1769074884.306576:0:62297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:62297:1855007612900480:192.168.204.139@tcp:34:lfs.0 00000080:00200008:3.0:1769074884.306757:0:62297:0:(file.c:424:ll_file_release()) START file d204c.sanity-flr:[0x200000404:0x1b7:0x0](ffff9bc649b63248), flags 304000 00010000:00010000:3.0:1769074884.306817:0:62297:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942400/0x21fa6d252c11ba66 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bda9 expref: -99 pid: 62268 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074884.691205:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074885.717097:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074886.733083:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074887.758212:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074888.337330:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1136430d-88ea-4de2-9954-69c484e5445f:2370:1855007612900608:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074888.337340:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612900736:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074888.337447:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612900864:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074888.341525:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612900992:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074888.344058:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1136430d-88ea-4de2-9954-69c484e5445f:2370:1855007612900608:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074888.346912:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612900736:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074888.346931:0:2371:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9bc646483800: committing for last_committed 17179872671 gen 1 00000100:00100000:1.0:1769074888.346949:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612900992:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074888.352856:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612900864:192.168.204.139@tcp:400:kworker.0 00010000:00010000:0.0:1769074888.783852:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074889.817051:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:1.0:1769074890.557388:0:62715:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074890.557411:0:62715:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074890.557426:0:62715:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.557438:0:62715:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074890.557443:0:62715:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074890.557450:0:62715:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074890.557452:0:62715:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b9fd 00000080:00010000:1.0:1769074890.557458:0:62715:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9fd from it ffffa7f981e17b58 00010000:00010000:1.0:1769074890.557461:0:62715:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.557467:0:62715:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074890.557481:0:62715:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.557487:0:62715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204c.sanity-flr, flags=24 00000080:00200000:1.0:1769074890.557491:0:62715:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b7:0x0](ffff9bc649b63248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.557497:0:62715:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f204c.sanity-flr, dir=[0x200000404:0x1b7:0x0](ffff9bc649b63248), flags=8 00000080:00200000:1.0:1769074890.557500:0:62715:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204c.sanity-flr, dir=[0x200000404:0x1b7:0x0](ffff9bc649b63248), intent=getattr 00000002:00010000:1.0:1769074890.557510:0:62715:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204c.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1b7:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074890.557555:0:62715:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d200/0x21fa6d252c11bae4 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 62715 initiator: MDT0 00010000:00010000:1.0:1769074890.557577:0:62715:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d200/0x21fa6d252c11bae4 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 62715 initiator: MDT0 00010000:00010000:1.0:1769074890.557586:0:62715:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d200/0x21fa6d252c11bae4 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 62715 initiator: MDT0 00000100:00100000:1.0:1769074890.557613:0:62715:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job rm:8e818347-4d21-45d1-a323-b359656f3fdd:62715:1855007612901120:192.168.204.139@tcp:101:rm.0 00000100:00100000:1.0:1769074890.557717:0:62715:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc646583d80 going to sleep for 50 seconds 00000100:00100000:1.0:1769074890.563575:0:62715:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bc646483800: committing for last_committed 8589941506 gen 1 00000100:00100000:1.0:1769074890.563593:0:62715:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job rm:8e818347-4d21-45d1-a323-b359656f3fdd:62715:1855007612901120:192.168.204.139@tcp:101:rm.0 00010000:00010000:1.0:1769074890.563618:0:62715:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d200/0x21fa6d252c11bae4 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfa1 expref: -99 pid: 62715 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.563635:0:62715:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d200/0x21fa6d252c11bae4 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfa1 expref: -99 pid: 62715 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.563644:0:62715:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d200/0x21fa6d252c11bae4 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfa1 expref: -99 pid: 62715 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.563660:0:62715:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d200/0x21fa6d252c11bae4 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfa1 expref: -99 pid: 62715 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.563681:0:62715:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d200/0x21fa6d252c11bae4 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfa1 expref: -99 pid: 62715 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.563694:0:62715:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d200/0x21fa6d252c11bae4 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfa1 expref: -99 pid: 62715 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.563701:0:62715:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d200/0x21fa6d252c11bae4 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfa1 expref: -99 pid: 62715 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.563707:0:62715:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d200/0x21fa6d252c11bae4 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfa1 expref: -99 pid: 62715 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074890.563718:0:62715:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9bc64ac93800 x1855007612901120/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 592/1032 e 0 to 0 dl 1769074945 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074890.563729:0:62715:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 448 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d200/0x21fa6d252c11bae4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfa1 expref: -99 pid: 62715 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1769074890.563754:0:62715:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d200/0x21fa6d252c11bae4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfa1 expref: -99 pid: 62715 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074890.563764:0:62715:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589935620/440 (0 0) 00000080:00200000:1.0:1769074890.563770:0:62715:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b7:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1769074890.563842:0:62715:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000404:0x1b8:0x0], updating i_size 2097152 00000080:00200000:1.0:1769074890.563846:0:62715:0:(namei.c:151:ll_iget()) got inode: [0x200000404:0x1b8:0x0](ffff9bc649bf63c8): rc = 0 00000080:00200000:1.0:1769074890.563863:0:62715:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1b8:0x0]: layout version change: 9 -> 9 00000080:00010000:1.0:1769074890.563868:0:62715:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b8:0x0](ffff9bc649bf63c8) for lock 0x21fa6d252c11bae4 00000080:00010000:1.0:1769074890.563889:0:62715:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b8:0x0](ffff9bc649bf63c8) 00000080:00010000:1.0:1769074890.563893:0:62715:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11bae4 from it ffffa7f981e17b20 00010000:00010000:1.0:1769074890.563898:0:62715:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d200/0x21fa6d252c11bae4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8bfa1 expref: -99 pid: 62715 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074890.563906:0:62715:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d200/0x21fa6d252c11bae4 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8bfa1 expref: -99 pid: 62715 timeout: 0 lvb_type: 3 00000080:00200008:1.0:1769074890.563947:0:62715:0:(file.c:6252:ll_getattr_dentry()) START file f204c.sanity-flr:[0x200000404:0x1b8:0x0](ffff9bc649bf63c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074890.563953:0:62715:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1b8:0x0](ffff9bc649bf63c8),name=f204c.sanity-flr 00000002:00010000:1.0:1769074890.563970:0:62715:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b8:0x0]) in obj [0x200000404:0x1b7:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074890.563977:0:62715:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d200/0x21fa6d252c11bae4 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8bfa1 expref: -99 pid: 62715 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074890.563987:0:62715:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d200/0x21fa6d252c11bae4 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8bfa1 expref: -99 pid: 62715 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074890.563994:0:62715:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b7:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074890.563998:0:62715:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b8:0x0](ffff9bc649bf63c8) 00000080:00010000:1.0:1769074890.564001:0:62715:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b8:0x0](ffff9bc649bf63c8) for lock 0x21fa6d252c11bae4 00000080:00010000:1.0:1769074890.564005:0:62715:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11bae4 from it ffffa7f981e17cb8 00010000:00010000:1.0:1769074890.564008:0:62715:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d200/0x21fa6d252c11bae4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8bfa1 expref: -99 pid: 62715 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074890.564024:0:62715:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d200/0x21fa6d252c11bae4 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8bfa1 expref: -99 pid: 62715 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074890.564077:0:62715:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074890.564086:0:62715:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074890.564094:0:62715:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.564102:0:62715:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074890.564108:0:62715:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074890.564112:0:62715:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074890.564114:0:62715:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b9fd 00000080:00010000:1.0:1769074890.564118:0:62715:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9fd from it ffffa7f981e17c10 00010000:00010000:1.0:1769074890.564121:0:62715:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.564128:0:62715:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074890.564136:0:62715:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.564143:0:62715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204c.sanity-flr, flags=24 00000080:00200000:1.0:1769074890.564147:0:62715:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b7:0x0](ffff9bc649b63248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.564153:0:62715:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f204c.sanity-flr, flags=0 00000080:00200000:1.0:1769074890.564157:0:62715:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b7:0x0](ffff9bc649b63248), inode mode 41ed mask 3 00000080:00200000:1.0:1769074890.564162:0:62715:0:(namei.c:2354:ll_unlink()) VFS Op:name=f204c.sanity-flr, dir=[0x200000404:0x1b7:0x0](ffff9bc649b63248) 00010000:00010000:1.0:1769074890.564183:0:62715:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d200/0x21fa6d252c11bae4 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e8bfa1 expref: -99 pid: 62715 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074890.564196:0:62715:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x1b8:0x0]: losing layout lock 00010000:00010000:1.0:1769074890.564207:0:62715:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11baba lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e8beb3 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074890.564219:0:62715:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x1b8:0x0]: losing layout lock 00010000:00010000:1.0:1769074890.564243:0:62715:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d200/0x21fa6d252c11bae4 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8bfa1 expref: -99 pid: 62715 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074890.564250:0:62715:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11baba lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8beb3 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074890.564256:0:62715:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:1.0:1769074890.564259:0:62715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d200/0x21fa6d252c11bae4 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8bfa1 expref: -99 pid: 62715 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074890.564271:0:62715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11baba lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8beb3 expref: -99 pid: 62274 timeout: 0 lvb_type: 3 00000020:00100000:1.0:1769074890.564290:0:62715:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1769074890.564298:0:62715:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac93800 x1855007612901376/t0(0) o36->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 504/2128 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074890.564320:0:62715:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job rm:8e818347-4d21-45d1-a323-b359656f3fdd:62715:1855007612901376:192.168.204.139@tcp:36:rm.0 00000100:00100000:1.0:1769074890.564423:0:62715:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc646583d80 going to sleep for 50 seconds 00000100:00100000:2.0:1769074890.574905:0:62715:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job rm:8e818347-4d21-45d1-a323-b359656f3fdd:62715:1855007612901376:192.168.204.139@tcp:36:rm.0 00000080:00200000:3.0:1769074890.575094:0:62715:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1769074890.575113:0:62715:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1b8:0x0]: flr state: 1, move mirror from 1 to 1, have retried: 0, mirror count: 2 00020000:00200000:3.0:1769074890.575117:0:62715:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:3.0:1769074890.575126:0:62715:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x10 00020000:00200000:3.0:1769074890.575140:0:62715:0:(lov_io.c:860:lov_io_iter_init()) component[3] flags 0x10 00000080:00200000:3.0:1769074890.575174:0:62715:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1769074890.575184:0:62715:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000404:0x1b8:0x0](ffff9bc649bf63c8) 00010000:00010000:0.0:1769074890.832865:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074891.853002:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1769074892.646064:0:62855:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 204d: FLR write/stale/resync sel test with repeated comp ========================================================== 04:41:30 (1769074890) 00010000:00010000:0.0:1769074892.883368:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074893.455327:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1136430d-88ea-4de2-9954-69c484e5445f:2370:1855007612901504:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074893.455523:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612901760:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074893.455562:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1769074893.455569:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612901632:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074893.455593:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612901888:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074893.463431:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612901632:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074893.463453:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612901888:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074893.463463:0:2370:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9bc646483800: committing for last_committed 21474839634 gen 5 00000100:00100000:1.0:1769074893.463486:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612901760:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074893.465233:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1136430d-88ea-4de2-9954-69c484e5445f:2370:1855007612901504:192.168.204.139@tcp:400:kworker.0 00010000:00010000:0.0:1769074893.904217:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074893.968118:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074893.968167:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074893.968200:0:45123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619967104 00000100:00100000:3.0:1769074893.968211:0:45123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619967104 00000100:00100000:3.0:1769074893.968296:0:45123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619967232 00000100:00100000:3.0:1769074893.968300:0:45123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619967232 00000100:00100000:3.0:1769074893.968320:0:45123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6634 00000100:00100000:3.0:1769074893.968328:0:45123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:26306:x1855007619967104:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074893.968345:0:45123:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc6511f6c00/0x21fa6d252c11baac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x8b5959a9a0e8be97 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074893.968424:0:45123:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074893.968430:0:45123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:26306:x1855007619967104:12345-192.168.204.139@tcp:104: Request processed in 103us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074893.968438:0:45123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6634 00000100:00100000:3.0:1769074893.968457:0:45123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6635 00000100:00100000:3.0:1769074893.968463:0:45123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:33818:x1855007619967232:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074893.968472:0:45123:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11bab3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x420000030000 nid: local remote: 0x8b5959a9a0e8bea5 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074893.968529:0:45123:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1769074893.968535:0:45123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:33818:x1855007619967232:12345-192.168.204.139@tcp:104: Request processed in 73us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074893.968540:0:45123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6635 00010000:00010000:0.0:1769074893.968682:0:55495:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074893.968689:0:55495:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc6511f6c00/0x21fa6d252c11baac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x8b5959a9a0e8be97 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074893.968698:0:55495:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc6511f6c00 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:0.0:1769074893.968704:0:55495:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc6511f6c00/0x21fa6d252c11baac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x8b5959a9a0e8be97 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074893.968751:0:55495:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc6511f6c00/0x21fa6d252c11baac lrc: 2/0,0 mode: --/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8be97 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074893.968759:0:55495:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074893.968824:0:55495:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc6511f6c00/0x21fa6d252c11baac lrc: 1/0,0 mode: --/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8be97 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074893.968832:0:55495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc6511f6c00/0x21fa6d252c11baac lrc: 0/0,0 mode: --/PW res: [0x240000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8be97 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074893.968858:0:55495:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074893.968862:0:55495:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11bab3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x420000030000 nid: local remote: 0x8b5959a9a0e8bea5 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074893.968867:0:55495:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f08cc00 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:0.0:1769074893.968870:0:55495:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11bab3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x428400030000 nid: local remote: 0x8b5959a9a0e8bea5 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074893.968891:0:55495:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11bab3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x4c29400030020 nid: local remote: 0x8b5959a9a0e8bea5 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074893.968897:0:55495:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074893.968903:0:55495:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11bab3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x4c29400030020 nid: local remote: 0x8b5959a9a0e8bea5 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074893.968910:0:55495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11bab3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x4c29400030020 nid: local remote: 0x8b5959a9a0e8bea5 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074893.968924:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074893.968926:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074893.968928:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074893.968945:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612902144:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1769074893.969007:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074893.969013:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612902016:192.168.204.139@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074893.969241:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074893.990870:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612902016:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1769074893.993562:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:0.0:1769074893.994267:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612902144:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074893.994435:0:52448:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619967360 00000100:00100000:3.0:1769074893.994448:0:52448:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619967360 00000100:00100000:3.0:1769074893.994548:0:52448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6636 00000100:00100000:3.0:1769074893.994559:0:52448:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc67afd9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:26585:x1855007619967360:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074893.994580:0:52448:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11baa5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x420000010000 nid: local remote: 0x8b5959a9a0e8be90 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074893.994683:0:52448:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074893.994690:0:52448:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc67afd9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:26585:x1855007619967360:12345-192.168.204.139@tcp:104: Request processed in 133us (1145us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074893.994697:0:52448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6636 00010000:00010000:0.0:1769074893.994832:0:55496:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074893.994843:0:55496:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11baa5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x420000010000 nid: local remote: 0x8b5959a9a0e8be90 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074893.994856:0:55496:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc6511f6e00 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:0.0:1769074893.994863:0:55496:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11baa5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x428400010000 nid: local remote: 0x8b5959a9a0e8be90 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074893.994924:0:55496:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11baa5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8be90 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074893.994932:0:55496:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074893.994958:0:55496:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11baa5 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8be90 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074893.994966:0:55496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc6511f6e00/0x21fa6d252c11baa5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8be90 expref: -99 pid: 62274 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074893.994988:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074893.994989:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074893.994991:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074893.994998:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074893.995012:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612902272:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1769074894.010137:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612902272:192.168.204.139@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074894.926992:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074895.949648:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074896.977239:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074898.001069:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074898.573675:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612902528:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074898.573873:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1136430d-88ea-4de2-9954-69c484e5445f:2371:1855007612902400:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074898.573956:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612902656:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074898.586321:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1136430d-88ea-4de2-9954-69c484e5445f:2371:1855007612902400:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074898.598095:0:2370:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bc646483800: committing for last_committed 8589941507 gen 1 00000100:00100000:0.0:1769074898.598143:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612902528:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074898.598159:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612902784:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074898.600270:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612902656:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074898.600948:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612902784:192.168.204.139@tcp:400:kworker.0 00010000:00010000:1.0:1769074899.028579:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074900.048338:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074901.069431:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074902.093507:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074903.126186:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074903.693250:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1136430d-88ea-4de2-9954-69c484e5445f:2371:1855007612902912:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074903.693424:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612903168:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074903.693464:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1769074903.693470:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612903040:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074903.693494:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612903296:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074903.703296:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612903040:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074903.703321:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612903296:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074903.703334:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1136430d-88ea-4de2-9954-69c484e5445f:2371:1855007612902912:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074903.703358:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612903168:192.168.204.139@tcp:400:kworker.0 00010000:00010000:0.0:1769074904.142157:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074905.166621:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074906.189525:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074907.213239:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074908.237340:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074908.814661:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074908.814688:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1136430d-88ea-4de2-9954-69c484e5445f:2370:1855007612903424:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074908.814899:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612903552:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074908.814955:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074908.814961:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612903680:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074908.815006:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612903808:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074908.819216:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612903808:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074908.819235:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612903680:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074908.819244:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612903552:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074908.819254:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1136430d-88ea-4de2-9954-69c484e5445f:2370:1855007612903424:192.168.204.139@tcp:400:kworker.0 00010000:00010000:0.0:1769074909.262747:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074910.287712:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074911.309078:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074912.333967:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074913.358791:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074913.934101:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1136430d-88ea-4de2-9954-69c484e5445f:2373:1855007612903936:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074913.934270:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612904192:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074913.934318:0:2373:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1769074913.934324:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612904064:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074913.934350:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612904320:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1769074913.952866:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612904064:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074913.963256:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612904320:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074913.963278:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612904192:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1769074913.972820:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1136430d-88ea-4de2-9954-69c484e5445f:2373:1855007612903936:192.168.204.139@tcp:400:kworker.0 00010000:00010000:0.0:1769074914.381670:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074915.407053:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074916.442719:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074917.455055:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074918.481932:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:1.0:1769074918.590379:0:63218:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074918.590420:0:63218:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074918.590450:0:63218:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.590471:0:63218:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074918.590479:0:63218:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074918.590489:0:63218:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074918.590494:0:63218:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b9fd 00000080:00010000:1.0:1769074918.590503:0:63218:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9fd from it ffffa7f982077be0 00010000:00010000:1.0:1769074918.590507:0:63218:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.590516:0:63218:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074918.590536:0:63218:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074918.590555:0:63218:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d204d.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), flags=1536 00000080:00200000:1.0:1769074918.590558:0:63218:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074918.590562:0:63218:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074918.590567:0:63218:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.590573:0:63218:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074918.590578:0:63218:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074918.590581:0:63218:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074918.590582:0:63218:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b9fd 00000080:00010000:1.0:1769074918.590585:0:63218:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9fd from it ffffa7f982077ce0 00010000:00010000:1.0:1769074918.590588:0:63218:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.590592:0:63218:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074918.590597:0:63218:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 3 00000080:00200000:1.0:1769074918.590600:0:63218:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074918.590602:0:63218:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074918.590605:0:63218:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.590609:0:63218:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074918.590613:0:63218:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074918.590615:0:63218:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074918.590616:0:63218:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11b9fd 00000080:00010000:1.0:1769074918.590618:0:63218:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11b9fd from it ffffa7f982077dc8 00010000:00010000:1.0:1769074918.590619:0:63218:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.590623:0:63218:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074918.590626:0:63218:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 3 00000080:00200000:1.0:1769074918.590630:0:63218:0:(namei.c:2175:do_mkdir()) VFS Op:name=d204d.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8) 00800000:00000004:1.0:1769074918.590661:0:63218:0:(obd_class.h:1049:obd_statfs_async()) lustre-MDT0000-mdc-ffff9bc646483800: age 1781, max_age 0 00010000:00010000:1.0:1769074918.590743:0:63218:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.590827:0:63218:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.590834:0:63218:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074918.590836:0:63218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc646f41400/0x21fa6d252c11b9fd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8bc1a expref: -99 pid: 62209 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1769074918.590867:0:63218:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1769074918.590881:0:63218:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac91c00 x1855007612904704/t0(0) o36->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 568/2080 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074918.590900:0:63218:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job mkdir:8e818347-4d21-45d1-a323-b359656f3fdd:63218:1855007612904704:192.168.204.139@tcp:36:mkdir.0 00000100:00100000:1.0:1769074918.591043:0:63218:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6465833c0 going to sleep for 50 seconds 00000100:00100000:0.0:1769074918.591853:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612904448:192.168.204.139@tcp:41:mkdir.0 00000100:00100000:1.0:1769074918.602028:0:63218:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job mkdir:8e818347-4d21-45d1-a323-b359656f3fdd:63218:1855007612904704:192.168.204.139@tcp:36:mkdir.0 00000080:00200000:1.0:1769074918.602121:0:63218:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08) 00000080:00200000:1.0:1769074918.602131:0:63218:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000404:0x1ba:0x0], updating i_size 512 00000100:00100000:0.0:1769074918.603383:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612904448:192.168.204.139@tcp:41:mkdir.0 00000080:00200000:0.0:1769074918.644689:0:63221:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074918.644739:0:63221:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074918.645267:0:63221:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 63221 initiator: MDT0 00010000:00010000:0.0:1769074918.645283:0:63221:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 63221 initiator: MDT0 00010000:00010000:0.0:1769074918.645297:0:63221:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 63221 initiator: MDT0 00000100:00100000:0.0:1769074918.645335:0:63221:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63221:1855007612904832:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074918.645539:0:63221:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d841480 going to sleep for 50 seconds 00000100:00100000:1.0:1769074918.655461:0:63221:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63221:1855007612904832:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074918.655499:0:63221:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.655515:0:63221:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.655532:0:63221:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.655544:0:63221:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.655563:0:63221:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.655572:0:63221:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.655580:0:63221:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074918.655593:0:63221:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9bc64f07ce00 x1855007612904832/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074973 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074918.655609:0:63221:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.655624:0:63221:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:1.0:1769074918.655632:0:63221:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074918.655678:0:63221:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 13824 00000080:00010000:1.0:1769074918.655687:0:63221:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:1.0:1769074918.655693:0:63221:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074918.655697:0:63221:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f9821e3b58 00010000:00010000:1.0:1769074918.655700:0:63221:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.655710:0:63221:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074918.655748:0:63221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074918.655840:0:63221:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d204d.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), flags=29 00000080:00200000:1.0:1769074918.655848:0:63221:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d204d.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), intent=0 00000002:00010000:1.0:1769074918.655885:0:63221:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d204d.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074918.655955:0:63221:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11baf2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.655963:0:63221:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11baf2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.655973:0:63221:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11baf2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 63221 initiator: MDT0 00000100:00100000:1.0:1769074918.656002:0:63221:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63221:1855007612904960:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074918.656198:0:63221:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6465833c0 going to sleep for 50 seconds 00000100:00100000:1.0:1769074918.670750:0:63221:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63221:1855007612904960:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074918.670844:0:63221:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11baf2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c00a expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.670874:0:63221:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11baf2 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c00a expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.670883:0:63221:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11baf2 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c00a expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.670898:0:63221:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11baf2 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c00a expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.670911:0:63221:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11baf2 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c00a expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.670929:0:63221:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11baf2 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c00a expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.670938:0:63221:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11baf2 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c00a expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.670946:0:63221:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11baf2 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c00a expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074918.670959:0:63221:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff9bc64ac92d80 x1855007612904960/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 592/584 e 0 to 0 dl 1769074973 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074918.670974:0:63221:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11baf2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c00a expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.670985:0:63221:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589935620/442 (0 0) 00000080:00200000:1.0:1769074918.670994:0:63221:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1769074918.671025:0:63221:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000404:0x1ba:0x0], updating i_size 512 00000080:00200000:1.0:1769074918.671029:0:63221:0:(namei.c:151:ll_iget()) got inode: [0x200000404:0x1ba:0x0](ffff9bc649b5ec08): rc = 0 00000080:00010000:1.0:1769074918.671035:0:63221:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1ba:0x0](ffff9bc649b5ec08) for lock 0x21fa6d252c11baf2 00000080:00010000:1.0:1769074918.671061:0:63221:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1ba:0x0](ffff9bc649b5ec08) 00000080:00010000:1.0:1769074918.671066:0:63221:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baf2 from it ffffa7f9821e3a28 00010000:00010000:1.0:1769074918.671069:0:63221:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11baf2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c00a expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.671079:0:63221:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11baf2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c00a expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074918.671137:0:63221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074918.671161:0:63221:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f204d.sanity-flr, dir=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), flags=13 00000080:00200000:1.0:1769074918.671166:0:63221:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204d.sanity-flr, dir=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), intent=getattr 00000002:00010000:1.0:1769074918.671191:0:63221:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204d.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1ba:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074918.671468:0:63221:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11baf9 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.671478:0:63221:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11baf9 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.671490:0:63221:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11baf9 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 63221 initiator: MDT0 00000100:00100000:1.0:1769074918.671519:0:63221:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63221:1855007612905088:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074918.671705:0:63221:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6465833c0 going to sleep for 50 seconds 00000100:00100000:1.0:1769074918.685899:0:63221:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63221:1855007612905088:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074918.685930:0:63221:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11baf9 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.685960:0:63221:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11baf9 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.685969:0:63221:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11baf9 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.685978:0:63221:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11baf9 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.685988:0:63221:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11baf9 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.685997:0:63221:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f08c000 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074918.686003:0:63221:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11baf9 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.686012:0:63221:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11baf9 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.686020:0:63221:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11baf9 lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.686030:0:63221:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074918.686038:0:63221:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11baf9 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.686044:0:63221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11baf9 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 63221 initiator: MDT0 00000002:00100000:1.0:1769074918.686071:0:63221:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff9bc64ac92d80 x1855007612905088/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 592/584 e 0 to 0 dl 1769074973 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074918.686088:0:63221:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1ba:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074918.686158:0:63221:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 30 res 8589935620/442 (0 0) 00000080:00200000:1.0:1769074918.686268:0:63221:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074918.686289:0:63221:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074918.686297:0:63221:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.686309:0:63221:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074918.686314:0:63221:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074918.686319:0:63221:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074918.686323:0:63221:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:1.0:1769074918.686327:0:63221:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f9821e3be8 00010000:00010000:1.0:1769074918.686330:0:63221:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.686335:0:63221:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074918.686347:0:63221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074918.686354:0:63221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204d.sanity-flr, flags=16408 00000080:00200000:1.0:1769074918.686359:0:63221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074918.686372:0:63221:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f204d.sanity-flr, dir=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), flags=16392 00000080:00200000:1.0:1769074918.686375:0:63221:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204d.sanity-flr, dir=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), intent=getattr 00000002:00010000:1.0:1769074918.686388:0:63221:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204d.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1ba:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074918.686434:0:63221:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bb00 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.686439:0:63221:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bb00 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.686447:0:63221:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bb00 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 63221 initiator: MDT0 00000100:00100000:1.0:1769074918.686468:0:63221:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63221:1855007612905216:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074918.686565:0:63221:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6465833c0 going to sleep for 50 seconds 00000100:00100000:1.0:1769074918.696458:0:63221:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63221:1855007612905216:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074918.696494:0:63221:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bb00 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.696516:0:63221:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bb00 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.696524:0:63221:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bb00 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.696533:0:63221:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bb00 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.696542:0:63221:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bb00 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.696549:0:63221:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f08da00 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074918.696556:0:63221:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bb00 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.696563:0:63221:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bb00 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.696571:0:63221:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bb00 lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.696579:0:63221:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074918.696588:0:63221:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bb00 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.696595:0:63221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bb00 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 63221 initiator: MDT0 00000002:00100000:1.0:1769074918.696616:0:63221:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff9bc64ac92d80 x1855007612905216/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 592/584 e 0 to 0 dl 1769074973 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074918.696634:0:63221:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1ba:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074918.696668:0:63221:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 30 res 8589935620/442 (0 0) 00000080:00200000:1.0:1769074918.696811:0:63221:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074918.696832:0:63221:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074918.696843:0:63221:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.696856:0:63221:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074918.696863:0:63221:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074918.696869:0:63221:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074918.696874:0:63221:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:1.0:1769074918.697067:0:63221:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f9821e3b58 00010000:00010000:1.0:1769074918.697074:0:63221:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.697084:0:63221:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074918.697114:0:63221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074918.697126:0:63221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204d.sanity-flr, flags=13 00000080:00200008:1.0:1769074918.697139:0:63221:0:(file.c:6252:ll_getattr_dentry()) START file d204d.sanity-flr:[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1769074918.697145:0:63221:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08),name=d204d.sanity-flr 00000002:00010000:1.0:1769074918.697160:0:63221:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1ba:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074918.697168:0:63221:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 30 res 8589935620/442 (0 0) 00010000:00010000:1.0:1769074918.697226:0:63221:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb07 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.697234:0:63221:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb07 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.697248:0:63221:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb07 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 63221 initiator: MDT0 00000100:00100000:1.0:1769074918.697275:0:63221:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63221:1855007612905344:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074918.697397:0:63221:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6465833c0 going to sleep for 50 seconds 00000100:00100000:1.0:1769074918.703331:0:63221:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63221:1855007612905344:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074918.703369:0:63221:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb07 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c042 expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.703393:0:63221:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb07 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c042 expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.703403:0:63221:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb07 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c042 expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.703418:0:63221:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb07 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c042 expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.703431:0:63221:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb07 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c042 expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.703444:0:63221:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb07 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c042 expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.703454:0:63221:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb07 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c042 expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.703462:0:63221:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb07 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c042 expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074918.703475:0:63221:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9bc64ac92d80 x1855007612905344/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074973 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074918.703490:0:63221:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb07 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c042 expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.703502:0:63221:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589935620/442 (0 0) 00000080:00200000:1.0:1769074918.703510:0:63221:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074918.703540:0:63221:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000404:0x1ba:0x0], updating i_size 512 00000080:00010000:1.0:1769074918.703548:0:63221:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1ba:0x0](ffff9bc649b5ec08) for lock 0x21fa6d252c11bb07 00000080:00010000:1.0:1769074918.703564:0:63221:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1ba:0x0](ffff9bc649b5ec08) 00000080:00010000:1.0:1769074918.703568:0:63221:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11bb07 from it ffffa7f9821e3cb8 00010000:00010000:1.0:1769074918.703572:0:63221:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb07 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c042 expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.703582:0:63221:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb07 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c042 expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200008:1.0:1769074918.704389:0:63221:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1769074918.704398:0:63221:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074918.704424:0:63221:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074918.704440:0:63221:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.704454:0:63221:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074918.704462:0:63221:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074918.704467:0:63221:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074918.704471:0:63221:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:1.0:1769074918.704476:0:63221:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f9821e3cb8 00010000:00010000:1.0:1769074918.704479:0:63221:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.704486:0:63221:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074918.704621:0:63221:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074918.704630:0:63221:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074918.704636:0:63221:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.704646:0:63221:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074918.704651:0:63221:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074918.704655:0:63221:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074918.704658:0:63221:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:1.0:1769074918.704662:0:63221:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f9821e3b58 00010000:00010000:1.0:1769074918.704665:0:63221:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.704672:0:63221:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074918.704681:0:63221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074918.704688:0:63221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204d.sanity-flr, flags=24 00000080:00200000:1.0:1769074918.704694:0:63221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074918.704705:0:63221:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f204d.sanity-flr, dir=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), flags=8 00000080:00200000:1.0:1769074918.704710:0:63221:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204d.sanity-flr, dir=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), intent=getattr 00000002:00010000:1.0:1769074918.704725:0:63221:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204d.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1ba:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074918.704837:0:63221:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bb0e lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.704847:0:63221:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bb0e lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.704858:0:63221:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bb0e lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 63221 initiator: MDT0 00000100:00100000:1.0:1769074918.704888:0:63221:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63221:1855007612905472:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074918.705016:0:63221:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6465833c0 going to sleep for 50 seconds 00000100:00100000:1.0:1769074918.713310:0:63221:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63221:1855007612905472:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074918.713352:0:63221:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bb0e lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.713371:0:63221:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bb0e lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.713379:0:63221:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bb0e lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.713387:0:63221:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bb0e lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.713396:0:63221:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bb0e lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.713404:0:63221:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f08da00 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074918.713410:0:63221:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bb0e lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.713416:0:63221:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bb0e lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.713424:0:63221:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bb0e lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.713432:0:63221:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074918.713450:0:63221:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bb0e lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.713457:0:63221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bb0e lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 63221 initiator: MDT0 00000002:00100000:1.0:1769074918.713478:0:63221:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff9bc64ac92d80 x1855007612905472/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 592/584 e 0 to 0 dl 1769074973 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074918.713495:0:63221:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1ba:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074918.713533:0:63221:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb07 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c042 expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.713551:0:63221:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb07 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c042 expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074918.713563:0:63221:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11bb07 from it ffffa7f9821e3940 00010000:00010000:1.0:1769074918.713567:0:63221:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb07 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c042 expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.713576:0:63221:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb07 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c042 expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074918.713700:0:63221:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074918.713719:0:63221:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074918.713728:0:63221:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.713736:0:63221:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074918.713981:0:63221:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074918.713989:0:63221:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074918.713994:0:63221:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:1.0:1769074918.714001:0:63221:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f9821e3bf8 00010000:00010000:1.0:1769074918.714005:0:63221:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.714012:0:63221:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074918.714022:0:63221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074918.714031:0:63221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204d.sanity-flr, flags=25 00000080:00200000:1.0:1769074918.714037:0:63221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074918.714044:0:63221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f204d.sanity-flr, flags=777 00000080:00200000:1.0:1769074918.714049:0:63221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), inode mode 41ed mask 3 00000080:00200000:1.0:1769074918.714053:0:63221:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204d.sanity-flr, dir=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), file ffff9bc64d9f0480, open_flags a141, mode 81b6 opened 0 00000080:00200000:1.0:1769074918.714066:0:63221:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204d.sanity-flr, dir=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), intent=open|creat 00000002:00010000:1.0:1769074918.714103:0:63221:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204d.sanity-flr,[0x200000404:0x1bb:0x0]) in obj [0x200000404:0x1ba:0x0], intent: open|creat flags 0120502 00010000:00010000:1.0:1769074918.714119:0:63221:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb07 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e8c042 expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.714135:0:63221:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08cc00/0x21fa6d252c11baf2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c00a expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.714192:0:63221:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb07 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8c042 expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.714199:0:63221:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074918.714202:0:63221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb07 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8c042 expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.714232:0:63221:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bb15 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.714238:0:63221:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bb15 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 63221 initiator: MDT0 00000020:00100000:1.0:1769074918.714251:0:63221:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074918.714260:0:63221:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac92d80 x1855007612905728/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 536/67824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074918.714270:0:63221:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bb15 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 63221 initiator: MDT0 00000100:00100000:1.0:1769074918.714296:0:63221:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63221:1855007612905728:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074918.714510:0:63221:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6465833c0 going to sleep for 50 seconds 00000100:00100000:1.0:1769074918.724169:0:63221:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63221:1855007612905728:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074918.724487:0:63221:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bb15 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c073 expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.724517:0:63221:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bb15 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c073 expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.724527:0:63221:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bb15 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c073 expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.724541:0:63221:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bb15 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c073 expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.724555:0:63221:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bb15 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c073 expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.724571:0:63221:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bb15 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c073 expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.724578:0:63221:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bb15 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c073 expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.724586:0:63221:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bb15 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c073 expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074918.724598:0:63221:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=8000037, status=0 req@ffff9bc64ac92d80 x1855007612905728/t8589941509(8589941509) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 536/608 e 0 to 0 dl 1769074973 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1769074918.724611:0:63221:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64ac92d80 x1855007612905728/t8589941509(8589941509) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 536/608 e 0 to 0 dl 1769074973 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074918.724626:0:63221:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bb15 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c073 expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.724637:0:63221:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589935620/443 (0 0) 00000080:00200000:1.0:1769074918.724646:0:63221:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x1ba:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1769074918.724664:0:63221:0:(namei.c:1569:ll_create_it()) VFS Op:name=f204d.sanity-flr, dir=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), intent=open|creat 00000080:00200000:1.0:1769074918.724705:0:63221:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000404:0x1bb:0x0](ffff9bc649b5aa08) 00000080:00200000:1.0:1769074918.724725:0:63221:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000404:0x1bb:0x0], updating i_size 0 00000080:00200000:1.0:1769074918.725323:0:63221:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1bb:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:1.0:1769074918.725336:0:63221:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x200000404:0x1bb:0x0](ffff9bc649b5aa08) 00000080:00010000:1.0:1769074918.725341:0:63221:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1bb:0x0](ffff9bc649b5aa08) for lock 0x21fa6d252c11bb15 00000080:00010000:1.0:1769074918.725358:0:63221:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1bb:0x0](ffff9bc649b5aa08) 00000080:00200008:1.0:1769074918.725382:0:63221:0:(file.c:1001:ll_file_open()) START file f204d.sanity-flr:[0x200000404:0x1bb:0x0](ffff9bc649b5aa08), flags 120501 00000002:00100000:1.0:1769074918.725414:0:63221:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64ac92d80 x1855007612905728/t8589941509(8589941509) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 536/608 e 0 to 0 dl 1769074973 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00010000:1.0:1769074918.725950:0:63221:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11bb15 from it ffff9bc64d0b6a80 00010000:00010000:1.0:1769074918.725961:0:63221:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bb15 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8c073 expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.725973:0:63221:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bb15 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8c073 expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074918.726004:0:63221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1bb:0x0](ffff9bc649b5aa08), inode mode 81a4 mask 40 00000080:00200000:1.0:1769074918.726084:0:63221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1bb:0x0](ffff9bc649b5aa08), inode mode 81a4 mask 2 00000080:00200000:1.0:1769074918.726108:0:63221:0:(xattr.c:406:ll_xattr_set()) VFS Op:inode=[0x200000404:0x1bb:0x0](ffff9bc649b5aa08), xattr lov 00000002:00010000:1.0:1769074918.726134:0:63221:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1bb:0x0]) in obj [0x200000404:0x1ba:0x0], intent: open flags 040000002 00010000:00010000:1.0:1769074918.729614:0:63221:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb1c lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.729641:0:63221:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb1c lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 63221 initiator: MDT0 00000020:00100000:1.0:1769074918.729659:0:63221:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074918.729679:0:63221:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac90a80 x1855007612905984/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074918.729691:0:63221:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb1c lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 63221 initiator: MDT0 00000100:00100000:1.0:1769074918.729736:0:63221:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63221:1855007612905984:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074918.730439:0:63221:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6465833c0 going to sleep for 50 seconds 00000100:00100000:2.0:1769074918.733974:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074918.736971:0:37577:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1769074918.737011:0:37577:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619972352 00000100:00100000:3.0:1769074918.737022:0:37577:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619972352 00000100:00100000:3.0:1769074918.737203:0:37577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6637 00000100:00100000:3.0:1769074918.737215:0:37577:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc67acaf050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:8e818347-4d21-45d1-a323-b359656f3fdd+5:30549:x1855007619972352:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074918.737233:0:37577:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bb15 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x8b5959a9a0e8c073 expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074918.737320:0:37577:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074918.737327:0:37577:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc67acaf050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:8e818347-4d21-45d1-a323-b359656f3fdd+5:30549:x1855007619972352:12345-192.168.204.139@tcp:104: Request processed in 115us (3387us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074918.737334:0:37577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6637 00010000:00010000:1.0:1769074918.737487:0:37585:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074918.737503:0:37585:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bb15 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x8b5959a9a0e8c073 expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.737515:0:37585:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f08c000 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074918.737522:0:37585:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bb15 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x8b5959a9a0e8c073 expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.737532:0:37585:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bb15 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x8b5959a9a0e8c073 expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.737544:0:37585:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bb15 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x8b5959a9a0e8c073 expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074918.737583:0:37585:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x1bb:0x0]: losing layout lock 00010000:00010000:1.0:1769074918.737665:0:37585:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bb15 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8b5959a9a0e8c073 expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.737673:0:37585:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074918.737722:0:37585:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bb15 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8b5959a9a0e8c073 expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.737730:0:37585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bb15 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8b5959a9a0e8c073 expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074918.737761:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074918.737763:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074918.737765:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074918.738132:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612906112:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074918.751570:0:63221:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63221:1855007612905984:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074918.751605:0:63221:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb1c lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.751623:0:63221:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb1c lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.751631:0:63221:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb1c lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 63221 initiator: MDT0 00000100:00100000:0.0:1769074918.751636:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612906112:192.168.204.139@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074918.751641:0:63221:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb1c lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.751654:0:63221:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb1c lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.751661:0:63221:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f08c600 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074918.751667:0:63221:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb1c lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.751675:0:63221:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb1c lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.751683:0:63221:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb1c lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.751692:0:63221:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074918.751701:0:63221:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb1c lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 63221 initiator: MDT0 00010000:00010000:1.0:1769074918.751709:0:63221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb1c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 63221 initiator: MDT0 00000002:00100000:1.0:1769074918.751732:0:63221:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=800002b, status=0 req@ffff9bc64ac90a80 x1855007612905984/t8589941510(8589941510) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/1056 e 0 to 0 dl 1769074973 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1769074918.751747:0:63221:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64ac90a80 x1855007612905984/t8589941510(8589941510) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/1056 e 0 to 0 dl 1769074973 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074918.751768:0:63221:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1ba:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074918.752581:0:63221:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1bb:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1769074918.752597:0:63221:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1bb:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1769074918.752663:0:63221:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000404:0x1bb:0x0], updating i_size 0 00000002:00100000:1.0:1769074918.752688:0:63221:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64ac90a80 x1855007612905984/t8589941510(8589941510) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 968/1056 e 0 to 0 dl 1769074973 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1769074918.752742:0:63221:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff9bc64ac90a80 x1855007612905984/t8589941510(8589941510) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 968/1056 e 0 to 0 dl 1769074973 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074918.752754:0:63221:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074918.752760:0:63221:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac90000 x1855007612906368/t0(0) o35->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:23/10 lens 392/2128 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1769074918.752807:0:63221:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63221:1855007612906368:192.168.204.139@tcp:35:lfs.0 00000100:00100000:0.0:1769074918.753428:0:63221:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6465833c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074918.772507:0:63221:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63221:1855007612906368:192.168.204.139@tcp:35:lfs.0 00000002:00100000:0.0:1769074918.772554:0:63221:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9bc64ac90a80 x1855007612905984/t8589941510(8589941510) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 968/1056 e 0 to 0 dl 1769074973 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200008:0.0:1769074918.772628:0:63221:0:(file.c:424:ll_file_release()) START file f204d.sanity-flr:[0x200000404:0x1bb:0x0](ffff9bc649b5aa08), flags 100001 00000002:00100000:0.0:1769074918.772698:0:63221:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff9bc64ac92d80 x1855007612905728/t8589941509(8589941509) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 536/608 e 0 to 0 dl 1769074973 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074918.772711:0:63221:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074918.772716:0:63221:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07fb80 x1855007612906624/t0(0) o35->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:23/10 lens 392/2128 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1769074918.772742:0:63221:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63221:1855007612906624:192.168.204.139@tcp:35:lfs.0 00000100:00100000:0.0:1769074918.773343:0:63221:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d841d80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074918.778196:0:63221:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63221:1855007612906624:192.168.204.139@tcp:35:lfs.0 00000002:00100000:0.0:1769074918.778245:0:63221:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9bc64ac92d80 x1855007612905728/t8589941509(8589941509) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 536/608 e 0 to 0 dl 1769074973 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074918.812308:0:63222:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074918.812353:0:63222:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074918.812376:0:63222:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074918.812399:0:63222:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074918.812412:0:63222:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074918.812421:0:63222:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074918.812426:0:63222:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:0.0:1769074918.812435:0:63222:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f982077bf8 00010000:00010000:0.0:1769074918.812440:0:63222:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074918.812450:0:63222:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074918.812474:0:63222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074918.812484:0:63222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204d.sanity-flr, flags=27 00000080:00200000:0.0:1769074918.812492:0:63222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074918.812508:0:63222:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204d.sanity-flr, dir=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), file ffff9bc648f19800, open_flags 18800, mode 0 opened 0 00000080:00200000:0.0:1769074918.812517:0:63222:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204d.sanity-flr, dir=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), intent=open 00000002:00010000:0.0:1769074918.812536:0:63222:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204d.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1ba:0x0], intent: open flags 0304001 00010000:00010000:0.0:1769074918.812614:0:63222:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11bb23 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 63222 initiator: MDT0 00010000:00010000:0.0:1769074918.812623:0:63222:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11bb23 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 63222 initiator: MDT0 00000020:00100000:0.0:1769074918.812637:0:63222:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074918.812660:0:63222:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07ed80 x1855007612906880/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074918.812671:0:63222:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11bb23 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 63222 initiator: MDT0 00000100:00100000:0.0:1769074918.812704:0:63222:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63222:1855007612906880:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074918.813405:0:63222:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d841d80 going to sleep for 50 seconds 00000100:00100000:0.0:1769074918.827288:0:63222:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63222:1855007612906880:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074918.827323:0:63222:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11bb23 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 63222 initiator: MDT0 00010000:00010000:0.0:1769074918.827341:0:63222:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11bb23 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 63222 initiator: MDT0 00010000:00010000:0.0:1769074918.827348:0:63222:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11bb23 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 63222 initiator: MDT0 00010000:00010000:0.0:1769074918.827355:0:63222:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11bb23 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 63222 initiator: MDT0 00010000:00010000:0.0:1769074918.827364:0:63222:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11bb23 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 63222 initiator: MDT0 00010000:00010000:0.0:1769074918.827372:0:63222:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f943a00 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:0.0:1769074918.827378:0:63222:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11bb23 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 63222 initiator: MDT0 00010000:00010000:0.0:1769074918.827386:0:63222:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11bb23 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 63222 initiator: MDT0 00010000:00010000:0.0:1769074918.827394:0:63222:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11bb23 lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 63222 initiator: MDT0 00010000:00010000:0.0:1769074918.827402:0:63222:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074918.827410:0:63222:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11bb23 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 63222 initiator: MDT0 00010000:00010000:0.0:1769074918.827421:0:63222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943a00/0x21fa6d252c11bb23 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 63222 initiator: MDT0 00000002:00100000:0.0:1769074918.827444:0:63222:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64f07ed80 x1855007612906880/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/608 e 0 to 0 dl 1769074973 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074918.827474:0:63222:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1ba:0x0] suppgids 0 -1: rc -20 00000080:00200000:0.0:1769074918.827670:0:63222:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074918.827698:0:63222:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074918.827719:0:63222:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074918.827733:0:63222:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074918.827742:0:63222:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074918.827747:0:63222:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074918.827752:0:63222:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:0.0:1769074918.827758:0:63222:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f982077bf8 00010000:00010000:0.0:1769074918.827761:0:63222:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074918.827770:0:63222:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074918.828921:0:63222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074918.828939:0:63222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204d.sanity-flr, flags=267 00000080:00200000:1.0:1769074918.830711:0:63222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), inode mode 41ed mask 44 00000080:00200008:1.0:1769074918.834645:0:63222:0:(file.c:1001:ll_file_open()) START file d204d.sanity-flr:[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), flags 304000 00000002:00010000:1.0:1769074918.834712:0:63222:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1ba:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240304001 00010000:00010000:1.0:1769074918.835365:0:63222:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb2a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 63222 initiator: MDT0 00010000:00010000:1.0:1769074918.835386:0:63222:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb2a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 63222 initiator: MDT0 00000020:00100000:1.0:1769074918.835403:0:63222:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074918.835419:0:63222:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac92680 x1855007612907136/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074918.835429:0:63222:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb2a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 63222 initiator: MDT0 00000100:00100000:1.0:1769074918.835459:0:63222:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63222:1855007612907136:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074918.836131:0:63222:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc646583900 going to sleep for 50 seconds 00000100:00100000:1.0:1769074918.845374:0:63222:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63222:1855007612907136:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074918.845408:0:63222:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb2a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 63222 initiator: MDT0 00010000:00010000:1.0:1769074918.845424:0:63222:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb2a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 63222 initiator: MDT0 00010000:00010000:1.0:1769074918.845432:0:63222:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb2a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 63222 initiator: MDT0 00010000:00010000:1.0:1769074918.845441:0:63222:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb2a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 63222 initiator: MDT0 00010000:00010000:1.0:1769074918.845451:0:63222:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb2a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 63222 initiator: MDT0 00010000:00010000:1.0:1769074918.845458:0:63222:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f08c600 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074918.845464:0:63222:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb2a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 63222 initiator: MDT0 00010000:00010000:1.0:1769074918.845473:0:63222:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb2a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 63222 initiator: MDT0 00010000:00010000:1.0:1769074918.845481:0:63222:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb2a lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 63222 initiator: MDT0 00010000:00010000:1.0:1769074918.845489:0:63222:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074918.845497:0:63222:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb2a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 63222 initiator: MDT0 00010000:00010000:1.0:1769074918.845504:0:63222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bb2a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 63222 initiator: MDT0 00000002:00100000:1.0:1769074918.845526:0:63222:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff9bc64ac92680 x1855007612907136/t8589941513(8589941513) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074973 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1769074918.845541:0:63222:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64ac92680 x1855007612907136/t8589941513(8589941513) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074973 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074918.845557:0:63222:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074918.845585:0:63222:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000404:0x1ba:0x0], updating i_size 512 00000002:00100000:1.0:1769074918.845614:0:63222:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64ac92680 x1855007612907136/t8589941513(8589941513) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074973 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200080:1.0:1769074918.846196:0:63222:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08) cmd=c0086915 arg=f353d0 00000100:00100000:1.0:1769074918.846311:0:63222:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63222:1855007612907264:192.168.204.139@tcp:34:lfs.0 00000100:00100000:1.0:1769074918.846444:0:63222:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc646583900 going to sleep for 50 seconds 00000100:00100000:1.0:1769074918.856481:0:63222:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63222:1855007612907264:192.168.204.139@tcp:34:lfs.0 00000080:00200008:1.0:1769074918.856733:0:63222:0:(file.c:424:ll_file_release()) START file d204d.sanity-flr:[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), flags 304000 00000002:00100000:1.0:1769074918.856859:0:63222:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff9bc64ac92680 x1855007612907136/t8589941513(8589941513) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074973 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074918.856876:0:63222:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074918.856882:0:63222:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac93b80 x1855007612907520/t0(0) o35->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:23/10 lens 392/2128 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1769074918.856916:0:63222:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63222:1855007612907520:192.168.204.139@tcp:35:lfs.0 00000100:00100000:1.0:1769074918.857133:0:63222:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc646583900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074918.863695:0:63222:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63222:1855007612907520:192.168.204.139@tcp:35:lfs.0 00000002:00100000:0.0:1769074918.863749:0:63222:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9bc64ac92680 x1855007612907136/t8589941513(8589941513) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074973 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200008:3.0:1769074918.901616:0:63226:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1769074918.901632:0:63226:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074918.901664:0:63226:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074918.901693:0:63226:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074918.901715:0:63226:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074918.901726:0:63226:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074918.901737:0:63226:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074918.901742:0:63226:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:3.0:1769074918.901752:0:63226:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f98213bcb8 00010000:00010000:3.0:1769074918.901757:0:63226:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074918.901767:0:63226:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074918.903179:0:63226:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074918.903207:0:63226:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074918.903227:0:63226:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074918.903244:0:63226:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074918.903252:0:63226:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074918.903259:0:63226:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074918.903263:0:63226:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:3.0:1769074918.903272:0:63226:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f98213bbb0 00010000:00010000:3.0:1769074918.903279:0:63226:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074918.903291:0:63226:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074918.903306:0:63226:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 44 00000080:00200008:3.0:1769074918.903317:0:63226:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200080:3.0:1769074918.903413:0:63226:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=800866a8 arg=7ffeedfd1b6c 00000080:00200008:3.0:1769074918.903435:0:63226:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200000:3.0:1769074918.903465:0:63226:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074918.903473:0:63226:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074918.903481:0:63226:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074918.903491:0:63226:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074918.903497:0:63226:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074918.903501:0:63226:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074918.903504:0:63226:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:3.0:1769074918.903508:0:63226:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f98213bbb0 00010000:00010000:3.0:1769074918.903511:0:63226:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074918.903518:0:63226:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074918.903526:0:63226:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 44 00000080:00200008:3.0:1769074918.903531:0:63226:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 100000 00000080:00200080:3.0:1769074918.903541:0:63226:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=8080667f arg=7ffeedfd0840 00000080:00200008:3.0:1769074918.904360:0:63226:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 100000 00000080:00200008:3.0:1769074918.905216:0:63226:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1769074918.905226:0:63226:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074918.905246:0:63226:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074918.905267:0:63226:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074918.905283:0:63226:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074918.905291:0:63226:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074918.905298:0:63226:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074918.905302:0:63226:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:3.0:1769074918.905310:0:63226:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f98213bcb8 00010000:00010000:3.0:1769074918.905314:0:63226:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074918.905323:0:63226:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074919.054490:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612907776:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074919.054668:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1769074919.054676:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1136430d-88ea-4de2-9954-69c484e5445f:2370:1855007612907648:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074919.054723:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612907904:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074919.057963:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1136430d-88ea-4de2-9954-69c484e5445f:2370:1855007612907648:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074919.057987:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612907904:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074919.057998:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612907776:192.168.204.139@tcp:400:kworker.0 00010000:00010000:0.0:1769074919.503074:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074920.525617:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074921.549136:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074922.572980:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074923.597108:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074924.173978:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1136430d-88ea-4de2-9954-69c484e5445f:2370:1855007612908032:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074924.174130:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612908288:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074924.174170:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1769074924.174177:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612908160:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074924.174201:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612908416:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074924.181406:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1136430d-88ea-4de2-9954-69c484e5445f:2370:1855007612908032:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074924.184921:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612908416:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074924.184944:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612908288:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074924.188939:0:2370:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bc646483800: committing for last_committed 8589941514 gen 1 00000100:00100000:0.0:1769074924.189041:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612908160:192.168.204.139@tcp:400:kworker.0 00010000:00010000:1.0:1769074924.621210:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074925.648587:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074926.669220:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074927.698827:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074928.717159:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074929.294048:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612908672:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074929.294474:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1136430d-88ea-4de2-9954-69c484e5445f:2370:1855007612908544:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074929.297107:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612908928:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074929.298471:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612908800:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074929.311395:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1136430d-88ea-4de2-9954-69c484e5445f:2370:1855007612908544:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074929.319862:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612908672:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074929.329687:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612908800:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074929.339488:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612908928:192.168.204.139@tcp:400:kworker.0 00010000:00010000:0.0:1769074929.741208:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074930.771995:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:3.0:1769074931.054649:0:63250:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074931.054680:0:63250:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074931.054699:0:63250:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074931.054716:0:63250:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074931.054724:0:63250:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074931.054730:0:63250:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074931.054734:0:63250:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:3.0:1769074931.054741:0:63250:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f982203bf8 00010000:00010000:3.0:1769074931.054745:0:63250:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074931.054754:0:63250:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074931.054771:0:63250:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074931.054856:0:63250:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204d.sanity-flr, flags=25 00000080:00200000:3.0:1769074931.054861:0:63250:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074931.054868:0:63250:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), inode mode 41ed mask 3 00000080:00200000:3.0:1769074931.054872:0:63250:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204d.sanity-flr, dir=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), file ffff9bc6437df680, open_flags 8042, mode 81b6 opened 0 00000080:00200000:3.0:1769074931.054879:0:63250:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204d.sanity-flr, dir=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), intent=open|creat 00000002:00010000:3.0:1769074931.060834:0:63250:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204d.sanity-flr,[0x200000404:0x1bc:0x0]) in obj [0x200000404:0x1ba:0x0], intent: open|creat flags 0100103 00010000:00010000:3.0:1769074931.060937:0:63250:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11bb31 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 63250 initiator: MDT0 00010000:00010000:3.0:1769074931.060947:0:63250:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11bb31 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 63250 initiator: MDT0 00000020:00100000:3.0:1769074931.060959:0:63250:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074931.060972:0:63250:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64d9ad500 x1855007612909184/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/67824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074931.060981:0:63250:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11bb31 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 63250 initiator: MDT0 00000100:00100000:3.0:1769074931.061004:0:63250:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job dd:8e818347-4d21-45d1-a323-b359656f3fdd:63250:1855007612909184:192.168.204.139@tcp:101:dd.0 00000100:00100000:3.0:1769074931.061189:0:63250:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513ea3c0 going to sleep for 50 seconds 00000100:00100000:3.0:1769074931.068401:0:63250:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job dd:8e818347-4d21-45d1-a323-b359656f3fdd:63250:1855007612909184:192.168.204.139@tcp:101:dd.0 00010000:00010000:3.0:1769074931.068430:0:63250:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11bb31 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c0e3 expref: -99 pid: 63250 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074931.068457:0:63250:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11bb31 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c0e3 expref: -99 pid: 63250 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074931.068467:0:63250:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11bb31 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c0e3 expref: -99 pid: 63250 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074931.068483:0:63250:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11bb31 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c0e3 expref: -99 pid: 63250 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074931.068495:0:63250:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11bb31 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c0e3 expref: -99 pid: 63250 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074931.068507:0:63250:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11bb31 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c0e3 expref: -99 pid: 63250 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074931.068515:0:63250:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11bb31 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c0e3 expref: -99 pid: 63250 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074931.068523:0:63250:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11bb31 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c0e3 expref: -99 pid: 63250 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074931.068534:0:63250:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=2b, status=0 req@ffff9bc64d9ad500 x1855007612909184/t8589941515(8589941515) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/1056 e 0 to 0 dl 1769074986 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1769074931.068545:0:63250:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64d9ad500 x1855007612909184/t8589941515(8589941515) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/1056 e 0 to 0 dl 1769074986 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074931.068558:0:63250:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 448 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11bb31 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c0e3 expref: -99 pid: 63250 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1769074931.068570:0:63250:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11bb31 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c0e3 expref: -99 pid: 63250 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074931.068580:0:63250:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589935620/443 (0 0) 00000080:00200000:3.0:1769074931.068586:0:63250:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x1ba:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1769074931.068637:0:63250:0:(namei.c:151:ll_iget()) got inode: [0x200000404:0x1bb:0x0](ffff9bc649b5aa08): rc = 0 00000080:00200000:3.0:1769074931.068654:0:63250:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1bb:0x0]: layout version change: 4294967294 -> 4 00000080:00010000:3.0:1769074931.068659:0:63250:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1bb:0x0](ffff9bc649b5aa08) for lock 0x21fa6d252c11bb31 00000080:00010000:3.0:1769074931.068670:0:63250:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1bb:0x0](ffff9bc649b5aa08) 00000080:00200008:3.0:1769074931.069558:0:63250:0:(file.c:1001:ll_file_open()) START file f204d.sanity-flr:[0x200000404:0x1bb:0x0](ffff9bc649b5aa08), flags 100102 00000002:00100000:3.0:1769074931.069590:0:63250:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64d9ad500 x1855007612909184/t8589941515(8589941515) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 984/1056 e 0 to 0 dl 1769074986 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000080:00010000:3.0:1769074931.069635:0:63250:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11bb31 from it ffff9bc646e61c60 00010000:00010000:3.0:1769074931.069642:0:63250:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11bb31 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8c0e3 expref: -99 pid: 63250 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074931.069652:0:63250:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11bb31 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8c0e3 expref: -99 pid: 63250 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074931.069676:0:63250:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1bb:0x0](ffff9bc649b5aa08), inode mode 81a4 mask 46 00000080:00200080:3.0:1769074931.069738:0:63250:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1bb:0x0](ffff9bc649b5aa08) cmd=80306d02 arg=7ffff8fc1020 00020000:00000080:3.0:1769074931.069746:0:63250:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff9bc646483800: cmd=80306d02 len=0 karg=0000000000000000 uarg=00007ffff8fc1020 00000020:00000080:3.0:1769074931.069750:0:63250:0:(lov_obd.c:963:lov_iocontrol()) lustre-clilov-ffff9bc646483800: iocontrol from 'dd' cmd=80306d02 _IOR('m', 2, 48) unknown: rc = -25 00000080:00200008:3.0:1769074931.069755:0:63250:0:(file.c:5185:ll_file_seek()) START file f204d.sanity-flr:[0x200000404:0x1bb:0x0], offset: 69206016, type: SEEK_CUR 00000080:00200008:3.0:1769074931.069759:0:63250:0:(file.c:5216:ll_file_seek()) COMPLETED file f204d.sanity-flr:[0x200000404:0x1bb:0x0], offset: 69206016, type: SEEK_CUR, rc = 69206016 00000080:00200008:0.0:1769074931.073499:0:63250:0:(file.c:2648:do_file_write_iter()) START file f204d.sanity-flr:[0x200000404:0x1bb:0x0], ppos: 69206016, count: 1048576 00000080:00200000:0.0:1769074931.073522:0:63250:0:(file.c:1994:ll_file_io_generic()) f204d.sanity-flr: write ppos: 69206016, bytes: 1048576 00000080:00200000:0.0:1769074931.073527:0:63250:0:(file.c:1759:ll_io_set_mirror()) f204d.sanity-flr: desiginated mirror: 0 00000020:00200000:0.0:1769074931.073536:0:63250:0:(cl_io.c:214:cl_io_rw_init()) header@000000007aa00a73[0x4, 1, [0x200000404:0x1bb:0x0] hash] 00000020:00200000:0.0:1769074931.073538:0:63250:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [69206016, 70254592) 0 0 00000080:00200000:0.0:1769074931.073544:0:63250:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/0, layout version 7 restore needed 0 00020000:00200000:0.0:1769074931.073560:0:63250:0:(lov_io.c:385:lov_io_mirror_init()) [0x200000404:0x1bb:0x0] need write intent for [69206016, 70254592) 00000080:00200000:0.0:1769074931.073566:0:63250:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/0, layout version 4 need write layout 1, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1769074931.073569:0:63250:0:(vvp_io.c:356:vvp_io_fini()) [0x200000404:0x1bb:0x0] write layout, type 2 [0x4200000, 0x4300000) 00000080:00010000:0.0:1769074931.073587:0:63250:0:(file.c:7031:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000404:0x1bb:0x0](ffff9bc649b5aa08) 00000002:00010000:0.0:1769074931.073604:0:63250:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1bb:0x0]) in obj [0x200000404:0x1bb:0x0], intent: layout flags 02 00010000:00010000:0.0:1769074931.073633:0:63250:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11bb31 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e8c0e3 expref: -99 pid: 63250 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074931.073655:0:63250:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x1bb:0x0]: losing layout lock 00010000:00010000:0.0:1769074931.073710:0:63250:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11bb31 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8c0e3 expref: -99 pid: 63250 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074931.073717:0:63250:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074931.073720:0:63250:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145ca00/0x21fa6d252c11bb31 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8c0e3 expref: -99 pid: 63250 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074931.073763:0:63250:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bb38 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 63250 initiator: MDT0 00010000:00010000:0.0:1769074931.073771:0:63250:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bb38 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 63250 initiator: MDT0 00000020:00100000:0.0:1769074931.073849:0:63250:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074931.073867:0:63250:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07ed80 x1855007612909440/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 376/1976 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074931.073895:0:63250:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bb38 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 63250 initiator: MDT0 00000100:00100000:0.0:1769074931.073920:0:63250:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job dd:8e818347-4d21-45d1-a323-b359656f3fdd:63250:1855007612909440:192.168.204.139@tcp:101:dd.0 00000100:00100000:0.0:1769074931.074030:0:63250:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d841d80 going to sleep for 50 seconds 00000100:00100000:0.0:1769074931.171003:0:63250:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bc646483800: committing for last_committed 8589941516 gen 1 00000100:00100000:0.0:1769074931.171034:0:63250:0:(client.c:3130:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9bc64d9ad500 x1855007612909184/t8589941515(8589941515) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 984/1056 e 0 to 0 dl 1769074986 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074931.171062:0:63250:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job dd:8e818347-4d21-45d1-a323-b359656f3fdd:63250:1855007612909440:192.168.204.139@tcp:101:dd.0 00010000:00010000:0.0:1769074931.171095:0:63250:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode CR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bb38 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c0f8 expref: -99 pid: 63250 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074931.171108:0:63250:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bb38 lrc: 4/0,1 mode: --/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c0f8 expref: -99 pid: 63250 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074931.171122:0:63250:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bb38 lrc: 4/0,1 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c0f8 expref: -99 pid: 63250 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074931.171135:0:63250:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bb38 lrc: 4/0,1 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c0f8 expref: -99 pid: 63250 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074931.171151:0:63250:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bb38 lrc: 5/1,1 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c0f8 expref: -99 pid: 63250 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074931.171160:0:63250:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bb38 lrc: 5/1,1 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c0f8 expref: -99 pid: 63250 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074931.171169:0:63250:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bb38 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c0f8 expref: -99 pid: 63250 timeout: 0 lvb_type: 3 00000002:00100000:0.0:1769074931.171180:0:63250:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff9bc64f07ed80 x1855007612909440/t8589941516(8589941516) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 376/896 e 0 to 0 dl 1769074986 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074931.171202:0:63250:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 552 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bb38 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c0f8 expref: -99 pid: 63250 timeout: 0 lvb_type: 3 00000002:00010000:0.0:1769074931.171216:0:63250:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bb38 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c0f8 expref: -99 pid: 63250 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074931.171232:0:63250:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 16 res 8589935620/443 (0 0) 00000080:00200000:0.0:1769074931.171240:0:63250:0:(namei.c:955:ll_intent_lock()) intent lock 1024 on i1 [0x200000404:0x1bb:0x0] suppgids 0 0: rc 0 00000080:00010000:0.0:1769074931.171262:0:63250:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1bb:0x0](ffff9bc649b5aa08) for lock 0x21fa6d252c11bb38 00000080:00010000:0.0:1769074931.171273:0:63250:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11bb38 from it ffffa7f982203bb8 00010000:00010000:0.0:1769074931.171277:0:63250:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bb38 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c0f8 expref: -99 pid: 63250 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074931.171287:0:63250:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bb38 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c0f8 expref: -99 pid: 63250 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074931.171319:0:63250:0:(file.c:2142:ll_file_io_generic()) f204d.sanity-flr: 2 io complete with rc: 0, result: 0, restart: 1 00000080:00200000:0.0:1769074931.171323:0:63250:0:(file.c:2149:ll_file_io_generic()) f204d.sanity-flr: restart write from ppos=69206016 bytes=1048576 retries=999 ret=0: rc = 0 00000080:00200000:0.0:1769074931.171333:0:63250:0:(file.c:1759:ll_io_set_mirror()) f204d.sanity-flr: desiginated mirror: 0 00000020:00200000:0.0:1769074931.171343:0:63250:0:(cl_io.c:214:cl_io_rw_init()) header@000000007aa00a73[0x4, 1, [0x200000404:0x1bb:0x0] hash] 00000020:00200000:0.0:1769074931.171346:0:63250:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [69206016, 70254592) 0 0 00000080:00200000:0.0:1769074931.171353:0:63250:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/0, layout version 4 restore needed 0 00010000:00010000:0.0:1769074931.171372:0:63250:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bb38 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c0f8 expref: -99 pid: 63250 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074931.171389:0:63250:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bb38 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c0f8 expref: -99 pid: 63250 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1769074931.171397:0:63250:0:(file.c:6914:ll_layout_lock_set()) ### file [0x200000404:0x1bb:0x0](000000000d1ddb6a) being reconfigured ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bb38 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c0f8 expref: -99 pid: 63250 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074931.171444:0:63250:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bb38 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c0f8 expref: -99 pid: 63250 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074931.171451:0:63250:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bb38 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c0f8 expref: -99 pid: 63250 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074931.171465:0:63250:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1bb:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1769074931.171478:0:63250:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1bb:0x0]: flr state: 1, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:0.0:1769074931.171482:0:63250:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:0.0:1769074931.171490:0:63250:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:0.0:1769074931.171503:0:63250:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x40 00000080:00200000:0.0:1769074931.171525:0:63250:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1bb:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1769074931.171538:0:63250:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bb38 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c0f8 expref: -99 pid: 63250 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074931.171546:0:63250:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bb38 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c0f8 expref: -99 pid: 63250 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1769074931.171553:0:63250:0:(file.c:6914:ll_layout_lock_set()) ### file [0x200000404:0x1bb:0x0](000000000d1ddb6a) being reconfigured ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bb38 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c0f8 expref: -99 pid: 63250 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074931.171570:0:63250:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1bb:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1769074931.171575:0:63250:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1bb:0x0]: flr state: 1, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:0.0:1769074931.171578:0:63250:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:0.0:1769074931.171580:0:63250:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:0.0:1769074931.171617:0:63250:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x40 00000080:00200000:0.0:1769074931.171623:0:63250:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1bb:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1769074931.171711:0:63250:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1bb:0x0]: layout version change: 4294967294 -> 6 00010000:00010000:0.0:1769074931.171717:0:63250:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bb38 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8c0f8 expref: -99 pid: 63250 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074931.171725:0:63250:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bb38 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8c0f8 expref: -99 pid: 63250 timeout: 0 lvb_type: 3 00020000:00200000:0.0:1769074931.171737:0:63250:0:(lov_io.c:308:lov_io_mirror_write_intent()) [0x200000404:0x1bb:0x0]there are 0 components to be staled to modify file extent [0x4000000, 0x8000000), iot: 2 00020000:00200000:0.0:1769074931.171741:0:63250:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1bb:0x0]: flr state: 2, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:0.0:1769074931.171744:0:63250:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00000080:00200000:0.0:1769074931.171749:0:63250:0:(file.c:2072:ll_file_io_generic()) Range lock [16896, 17151] 00020000:00200000:0.0:1769074931.171758:0:63250:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 69206016 chunk: [69206016, 70254592) 70254592, 1048576 00020000:00200000:0.0:1769074931.171761:0:63250:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:0.0:1769074931.171836:0:63250:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 1 [16896, 17151] 00000008:00010000:0.0:1769074931.171852:0:63250:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1769074931.171858:0:63250:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc646282530, osc lock ffff9bc64a6df1d0, flags 0x0 00010000:00010000:0.0:1769074931.171942:0:63250:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bb3f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 63250 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074931.171951:0:63250:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bb3f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 63250 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074931.171963:0:63250:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bb3f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 63250 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1769074931.171986:0:63250:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job dd:8e818347-4d21-45d1-a323-b359656f3fdd:63250:1855007612909568:192.168.204.139@tcp:101:dd.0 00000100:00100000:0.0:1769074931.172104:0:63250:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d841d80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074931.175402:0:63250:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job dd:8e818347-4d21-45d1-a323-b359656f3fdd:63250:1855007612909568:192.168.204.139@tcp:101:dd.0 00010000:00010000:0.0:1769074931.175442:0:63250:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bb3f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c0ff expref: -99 pid: 63250 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074931.175464:0:63250:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bb3f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c0ff expref: -99 pid: 63250 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074931.175478:0:63250:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bb3f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c0ff expref: -99 pid: 63250 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074931.175507:0:63250:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bb3f lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c0ff expref: -99 pid: 63250 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1769074931.175524:0:63250:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bb3f lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8c0ff expref: -99 pid: 63250 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074931.175537:0:63250:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bb3f lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c0ff expref: -99 pid: 63250 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074931.175546:0:63250:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bb3f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c0ff expref: -99 pid: 63250 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1769074931.175582:0:63250:0:(vvp_io.c:1312:vvp_io_write_start()) f204d.sanity-flr: write [69206016, 70254592) append 0 append lockpos 0 00000080:00200000:0.0:1769074931.175622:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16896 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.175712:0:63250:0:(rw26.c:912:ll_write_end()) pos 69206016, len 4096, copied 4096 00000080:00200000:0.0:1769074931.175724:0:63250:0:(rw26.c:969:ll_write_end()) page@000000008ae9efae[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.175730:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000a728bad6 17ffffc0001001 3:0 ffff9bc64d88e870 16896 lru 00000080:00200000:0.0:1769074931.175738:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000009b2fc5a7 16896: 1< 0 - - > 2< 69206016 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.175741:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000008ae9efae 00000080:00200000:0.0:1769074931.175742:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 1. 00000080:00200000:0.0:1769074931.175746:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16897 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.175765:0:63250:0:(rw26.c:912:ll_write_end()) pos 69210112, len 4096, copied 4096 00000080:00200000:0.0:1769074931.175771:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000030f15523[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.175811:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000042503971 17ffffc0001001 3:0 ffff9bc64d88eaf8 16897 lru 00000080:00200000:0.0:1769074931.175818:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000c6c958f1 16897: 1< 0 - - > 2< 69210112 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.175820:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000030f15523 00000080:00200000:0.0:1769074931.175822:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 2. 00000080:00200000:0.0:1769074931.175824:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16898 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.175841:0:63250:0:(rw26.c:912:ll_write_end()) pos 69214208, len 4096, copied 4096 00000080:00200000:0.0:1769074931.175846:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000065cb0785[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.175848:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000080fc0197 17ffffc0001001 3:0 ffff9bc64d88e1b0 16898 lru 00000080:00200000:0.0:1769074931.175854:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000dd8460a7 16898: 1< 0 - - > 2< 69214208 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.175856:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000065cb0785 00000080:00200000:0.0:1769074931.175857:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 3. 00000080:00200000:0.0:1769074931.175860:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16899 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.175876:0:63250:0:(rw26.c:912:ll_write_end()) pos 69218304, len 4096, copied 4096 00000080:00200000:0.0:1769074931.175890:0:63250:0:(rw26.c:969:ll_write_end()) page@000000005b2b54d5[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.175893:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000009a035688 17ffffc0001001 3:0 ffff9bc64d88e948 16899 lru 00000080:00200000:0.0:1769074931.175898:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000001e7af0b4 16899: 1< 0 - - > 2< 69218304 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.175900:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000005b2b54d5 00000080:00200000:0.0:1769074931.175902:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 4. 00000080:00200000:0.0:1769074931.175904:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16900 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.175921:0:63250:0:(rw26.c:912:ll_write_end()) pos 69222400, len 4096, copied 4096 00000080:00200000:0.0:1769074931.175925:0:63250:0:(rw26.c:969:ll_write_end()) page@000000004c100e59[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.175928:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000005ad69aeb 17ffffc0001001 3:0 ffff9bc64d88e798 16900 lru 00000080:00200000:0.0:1769074931.175934:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000443b6675 16900: 1< 0 - - > 2< 69222400 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.175936:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000004c100e59 00000080:00200000:0.0:1769074931.175938:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 5. 00000080:00200000:0.0:1769074931.175940:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16901 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.175956:0:63250:0:(rw26.c:912:ll_write_end()) pos 69226496, len 4096, copied 4096 00000080:00200000:0.0:1769074931.175960:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000dd7fa98a[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.175963:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000001d7de65e 17ffffc0001001 3:0 ffff9bc64d88ee58 16901 lru 00000080:00200000:0.0:1769074931.175968:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000026d0736a 16901: 1< 0 - - > 2< 69226496 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.175971:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000dd7fa98a 00000080:00200000:0.0:1769074931.175972:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 6. 00000080:00200000:0.0:1769074931.175974:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16902 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.175990:0:63250:0:(rw26.c:912:ll_write_end()) pos 69230592, len 4096, copied 4096 00000080:00200000:0.0:1769074931.175993:0:63250:0:(rw26.c:969:ll_write_end()) page@000000003084e362[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.175996:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000006ed6703a 17ffffc0001001 3:0 ffff9bc64d88e288 16902 lru 00000080:00200000:0.0:1769074931.176001:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000f5032f73 16902: 1< 0 - - > 2< 69230592 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.176003:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000003084e362 00000080:00200000:0.0:1769074931.176005:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 7. 00000080:00200000:0.0:1769074931.176006:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16903 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.176023:0:63250:0:(rw26.c:912:ll_write_end()) pos 69234688, len 4096, copied 4096 00000080:00200000:0.0:1769074931.176027:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000078e06680[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.176029:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000045088576 17ffffc0001001 3:0 ffff9bc64d88ebd0 16903 lru 00000080:00200000:0.0:1769074931.176047:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000001e62167f 16903: 1< 0 - - > 2< 69234688 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.176051:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000078e06680 00000080:00200000:0.0:1769074931.176052:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 8. 00000080:00200000:0.0:1769074931.176054:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16904 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.176069:0:63250:0:(rw26.c:912:ll_write_end()) pos 69238784, len 4096, copied 4096 00000080:00200000:0.0:1769074931.176073:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000b3276c31[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.176076:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000c4d07640 17ffffc0001001 3:0 ffff9bc64d88e6c0 16904 lru 00000080:00200000:0.0:1769074931.176082:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000007f1fb0b2 16904: 1< 0 - - > 2< 69238784 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.176084:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000b3276c31 00000080:00200000:0.0:1769074931.176085:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 9. 00000080:00200000:0.0:1769074931.176087:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16905 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.176100:0:63250:0:(rw26.c:912:ll_write_end()) pos 69242880, len 4096, copied 4096 00000080:00200000:0.0:1769074931.176104:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000016fe0dd5[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.176107:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000f8e1d285 17ffffc0001001 3:0 ffff9bc64d88e0d8 16905 lru 00000080:00200000:0.0:1769074931.176112:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000c2e8df5d 16905: 1< 0 - - > 2< 69242880 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.176114:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000016fe0dd5 00000080:00200000:0.0:1769074931.176116:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 10. 00000080:00200000:0.0:1769074931.176118:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16906 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.176133:0:63250:0:(rw26.c:912:ll_write_end()) pos 69246976, len 4096, copied 4096 00000080:00200000:0.0:1769074931.176138:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000071ef2a1[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.176141:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000a9c1766b 17ffffc0001001 3:0 ffff9bc64d88e360 16906 lru 00000080:00200000:0.0:1769074931.176147:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000002a8ea53f 16906: 1< 0 - - > 2< 69246976 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.176150:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000071ef2a1 00000080:00200000:0.0:1769074931.176151:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 11. 00000080:00200000:0.0:1769074931.176153:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16907 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.176179:0:63250:0:(rw26.c:912:ll_write_end()) pos 69251072, len 4096, copied 4096 00000080:00200000:0.0:1769074931.176184:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000ebfa6538[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.176187:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000a8df5fb8 17ffffc0001021 2:0 ffff9bc64d88ed80 16907 lru 00000080:00200000:0.0:1769074931.176192:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000006a012f7a 16907: 1< 0 - - > 2< 69251072 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.176194:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000ebfa6538 00000080:00200000:0.0:1769074931.176196:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 12. 00000080:00200000:0.0:1769074931.176198:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16908 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.176216:0:63250:0:(rw26.c:912:ll_write_end()) pos 69255168, len 4096, copied 4096 00000080:00200000:0.0:1769074931.176220:0:63250:0:(rw26.c:969:ll_write_end()) page@000000004f1d476b[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.176223:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000b431f947 17ffffc0001001 3:0 ffff9bc64d88e438 16908 lru 00000080:00200000:0.0:1769074931.176227:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000fbd975f7 16908: 1< 0 - - > 2< 69255168 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.176230:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000004f1d476b 00000080:00200000:0.0:1769074931.176231:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 13. 00000080:00200000:0.0:1769074931.176233:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16909 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.176247:0:63250:0:(rw26.c:912:ll_write_end()) pos 69259264, len 4096, copied 4096 00000080:00200000:0.0:1769074931.176251:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000337b9b65[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.176254:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000b323e98d 17ffffc0001001 3:0 ffff9bc64d88e5e8 16909 lru 00000080:00200000:0.0:1769074931.176258:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000a6db38fb 16909: 1< 0 - - > 2< 69259264 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.176263:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000337b9b65 00000080:00200000:0.0:1769074931.176264:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 14. 00000080:00200000:0.0:1769074931.176266:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16910 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.176283:0:63250:0:(rw26.c:912:ll_write_end()) pos 69263360, len 4096, copied 4096 00000080:00200000:0.0:1769074931.176287:0:63250:0:(rw26.c:969:ll_write_end()) page@000000007849a3a3[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.176290:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000ca264e6f 17ffffc0001001 3:0 ffff9bc64d88ea20 16910 lru 00000080:00200000:0.0:1769074931.176295:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000005390d251 16910: 1< 0 - - > 2< 69263360 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.176297:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000007849a3a3 00000080:00200000:0.0:1769074931.176298:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 15. 00000080:00200000:0.0:1769074931.176300:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16911 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.177167:0:63250:0:(rw26.c:912:ll_write_end()) pos 69267456, len 4096, copied 4096 00000080:00200000:0.0:1769074931.177179:0:63250:0:(rw26.c:969:ll_write_end()) page@000000008a9c2bd5[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.177182:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000ee3e36cd 17ffffc0001001 3:0 ffff9bc64d88e510 16911 lru 00000080:00200000:0.0:1769074931.177188:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000026203bdd 16911: 1< 0 - - > 2< 69267456 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.177190:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000008a9c2bd5 00000080:00200000:0.0:1769074931.177191:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 16. 00000080:00200000:0.0:1769074931.177195:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16912 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.177219:0:63250:0:(rw26.c:912:ll_write_end()) pos 69271552, len 4096, copied 4096 00000080:00200000:0.0:1769074931.177223:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000762b77e5[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.177227:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000feb5d6f0 17ffffc0001001 3:0 ffff9bc64d88e000 16912 lru 00000080:00200000:0.0:1769074931.177232:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000454cf3e7 16912: 1< 0 - - > 2< 69271552 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.177235:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000762b77e5 00000080:00200000:0.0:1769074931.177236:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 17. 00000080:00200000:0.0:1769074931.177238:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16913 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.177254:0:63250:0:(rw26.c:912:ll_write_end()) pos 69275648, len 4096, copied 4096 00000080:00200000:0.0:1769074931.177258:0:63250:0:(rw26.c:969:ll_write_end()) page@000000003593d1d8[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.177261:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000004d027ac6 17ffffc0001001 3:0 ffff9bc64d88eca8 16913 lru 00000080:00200000:0.0:1769074931.177266:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000023ea4ab8 16913: 1< 0 - - > 2< 69275648 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.177269:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000003593d1d8 00000080:00200000:0.0:1769074931.177270:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 18. 00000080:00200000:0.0:1769074931.177272:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16914 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.177288:0:63250:0:(rw26.c:912:ll_write_end()) pos 69279744, len 4096, copied 4096 00000080:00200000:0.0:1769074931.177292:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000045534c5[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.177295:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000001ac2691 17ffffc0001001 3:0 ffff9bc676b9e0d8 16914 lru 00000080:00200000:0.0:1769074931.177300:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000a7061789 16914: 1< 0 - - > 2< 69279744 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.177302:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000045534c5 00000080:00200000:0.0:1769074931.177303:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 19. 00000080:00200000:0.0:1769074931.177306:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16915 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.177321:0:63250:0:(rw26.c:912:ll_write_end()) pos 69283840, len 4096, copied 4096 00000080:00200000:0.0:1769074931.177325:0:63250:0:(rw26.c:969:ll_write_end()) page@000000002e2c6be8[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.177328:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000058c14026 17ffffc0001001 3:0 ffff9bc676b9e360 16915 lru 00000080:00200000:0.0:1769074931.177334:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000aed94e91 16915: 1< 0 - - > 2< 69283840 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.177336:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000002e2c6be8 00000080:00200000:0.0:1769074931.177337:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 20. 00000080:00200000:0.0:1769074931.177340:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16916 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.177353:0:63250:0:(rw26.c:912:ll_write_end()) pos 69287936, len 4096, copied 4096 00000080:00200000:0.0:1769074931.177357:0:63250:0:(rw26.c:969:ll_write_end()) page@000000007a2a2eed[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.177359:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000002d2146e0 17ffffc0001001 3:0 ffff9bc676b9ed80 16916 lru 00000080:00200000:0.0:1769074931.177364:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000040aca378 16916: 1< 0 - - > 2< 69287936 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.177367:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000007a2a2eed 00000080:00200000:0.0:1769074931.177368:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 21. 00000080:00200000:0.0:1769074931.177370:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16917 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.177386:0:63250:0:(rw26.c:912:ll_write_end()) pos 69292032, len 4096, copied 4096 00000080:00200000:0.0:1769074931.177390:0:63250:0:(rw26.c:969:ll_write_end()) page@000000006e6b5269[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.177393:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000ab339275 17ffffc0001001 3:0 ffff9bc676b9e438 16917 lru 00000080:00200000:0.0:1769074931.177398:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000b1f172ce 16917: 1< 0 - - > 2< 69292032 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.177401:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000006e6b5269 00000080:00200000:0.0:1769074931.177402:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 22. 00000080:00200000:0.0:1769074931.177404:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16918 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.177416:0:63250:0:(rw26.c:912:ll_write_end()) pos 69296128, len 4096, copied 4096 00000080:00200000:0.0:1769074931.177421:0:63250:0:(rw26.c:969:ll_write_end()) page@000000006749ef1f[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.177424:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000042aa7cb6 17ffffc0001001 3:0 ffff9bc676b9e5e8 16918 lru 00000080:00200000:0.0:1769074931.177429:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000082889b12 16918: 1< 0 - - > 2< 69296128 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.177432:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000006749ef1f 00000080:00200000:0.0:1769074931.177433:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 23. 00000080:00200000:0.0:1769074931.177435:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16919 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.177449:0:63250:0:(rw26.c:912:ll_write_end()) pos 69300224, len 4096, copied 4096 00000080:00200000:0.0:1769074931.177453:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000042fa0e1d[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.177455:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000005c3253fd 17ffffc0001001 3:0 ffff9bc676b9ea20 16919 lru 00000080:00200000:0.0:1769074931.177460:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000065a14ee2 16919: 1< 0 - - > 2< 69300224 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.177462:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000042fa0e1d 00000080:00200000:0.0:1769074931.177464:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 24. 00000080:00200000:0.0:1769074931.177465:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16920 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.177477:0:63250:0:(rw26.c:912:ll_write_end()) pos 69304320, len 4096, copied 4096 00000080:00200000:0.0:1769074931.177481:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000000dc0696[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.177484:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000000dafdc56 17ffffc0001001 3:0 ffff9bc676b9e510 16920 lru 00000080:00200000:0.0:1769074931.177500:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000dbd72be2 16920: 1< 0 - - > 2< 69304320 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.177502:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000000dc0696 00000080:00200000:0.0:1769074931.177504:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 25. 00000080:00200000:0.0:1769074931.177506:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16921 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.177524:0:63250:0:(rw26.c:912:ll_write_end()) pos 69308416, len 4096, copied 4096 00000080:00200000:0.0:1769074931.177528:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000f70e60d5[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.177531:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000001ce87e26 17ffffc0001001 3:0 ffff9bc676b9e000 16921 lru 00000080:00200000:0.0:1769074931.177536:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000008055ff99 16921: 1< 0 - - > 2< 69308416 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.177538:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000f70e60d5 00000080:00200000:0.0:1769074931.177539:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 26. 00000080:00200000:0.0:1769074931.177541:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16922 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.177565:0:63250:0:(rw26.c:912:ll_write_end()) pos 69312512, len 4096, copied 4096 00000080:00200000:0.0:1769074931.177569:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000033223db8[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.177571:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000006b9b008a 17ffffc0001021 2:0 ffff9bc676b9eca8 16922 lru 00000080:00200000:0.0:1769074931.177576:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000aa6da83e 16922: 1< 0 - - > 2< 69312512 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.177578:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000033223db8 00000080:00200000:0.0:1769074931.177580:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 27. 00000080:00200000:0.0:1769074931.177582:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16923 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.177597:0:63250:0:(rw26.c:912:ll_write_end()) pos 69316608, len 4096, copied 4096 00000080:00200000:0.0:1769074931.177602:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000455be31d[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.177605:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000003319f12e 17ffffc0001001 3:0 ffff9bc676b9ee58 16923 lru 00000080:00200000:0.0:1769074931.177609:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000008bc9a98b 16923: 1< 0 - - > 2< 69316608 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.177611:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000455be31d 00000080:00200000:0.0:1769074931.177612:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 28. 00000080:00200000:0.0:1769074931.177614:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16924 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.177630:0:63250:0:(rw26.c:912:ll_write_end()) pos 69320704, len 4096, copied 4096 00000080:00200000:0.0:1769074931.177635:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000050be83a5[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.177638:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000005c8cb667 17ffffc0001001 3:0 ffff9bc676b9e798 16924 lru 00000080:00200000:0.0:1769074931.177642:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000ebeba515 16924: 1< 0 - - > 2< 69320704 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.177645:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000050be83a5 00000080:00200000:0.0:1769074931.177646:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 29. 00000080:00200000:0.0:1769074931.177648:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16925 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.177661:0:63250:0:(rw26.c:912:ll_write_end()) pos 69324800, len 4096, copied 4096 00000080:00200000:0.0:1769074931.177665:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000ebef5471[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.177667:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000009129d90d 17ffffc0001001 3:0 ffff9bc676b9e948 16925 lru 00000080:00200000:0.0:1769074931.177673:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000c0083815 16925: 1< 0 - - > 2< 69324800 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.177675:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000ebef5471 00000080:00200000:0.0:1769074931.177676:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 30. 00000080:00200000:0.0:1769074931.177678:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16926 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.177693:0:63250:0:(rw26.c:912:ll_write_end()) pos 69328896, len 4096, copied 4096 00000080:00200000:0.0:1769074931.177697:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000d4c24c1d[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.177700:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000006045eb4c 17ffffc0001001 3:0 ffff9bc676b9e1b0 16926 lru 00000080:00200000:0.0:1769074931.177705:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000ca99e882 16926: 1< 0 - - > 2< 69328896 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.177707:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000d4c24c1d 00000080:00200000:0.0:1769074931.177709:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 31. 00000080:00200000:0.0:1769074931.177711:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16927 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.177726:0:63250:0:(rw26.c:912:ll_write_end()) pos 69332992, len 4096, copied 4096 00000080:00200000:0.0:1769074931.177730:0:63250:0:(rw26.c:969:ll_write_end()) page@000000000624bb44[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.177732:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000037604fe6 17ffffc0001001 3:0 ffff9bc676b9eaf8 16927 lru 00000080:00200000:0.0:1769074931.177737:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000009a266fea 16927: 1< 0 - - > 2< 69332992 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.177740:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000000624bb44 00000080:00200000:0.0:1769074931.177742:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 32. 00000080:00200000:0.0:1769074931.177744:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16928 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.177759:0:63250:0:(rw26.c:912:ll_write_end()) pos 69337088, len 4096, copied 4096 00000080:00200000:0.0:1769074931.177763:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000007ad1c3[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.177766:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000acc0c9e5 17ffffc0001001 3:0 ffff9bc676b9e870 16928 lru 00000080:00200000:0.0:1769074931.177771:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000062d95fa6 16928: 1< 0 - - > 2< 69337088 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.177799:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000007ad1c3 00000080:00200000:0.0:1769074931.177800:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 33. 00000080:00200000:0.0:1769074931.177803:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16929 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.177819:0:63250:0:(rw26.c:912:ll_write_end()) pos 69341184, len 4096, copied 4096 00000080:00200000:0.0:1769074931.177824:0:63250:0:(rw26.c:969:ll_write_end()) page@000000002a6e6e30[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.177826:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000000d637c56 17ffffc0001001 3:0 ffff9bc676b9e288 16929 lru 00000080:00200000:0.0:1769074931.177832:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000005e17a1aa 16929: 1< 0 - - > 2< 69341184 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.177834:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000002a6e6e30 00000080:00200000:0.0:1769074931.177836:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 34. 00000080:00200000:0.0:1769074931.177838:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16930 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.177853:0:63250:0:(rw26.c:912:ll_write_end()) pos 69345280, len 4096, copied 4096 00000080:00200000:0.0:1769074931.177857:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000096813d44[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.177860:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000026d8099a 17ffffc0001001 3:0 ffff9bc676b9ebd0 16930 lru 00000080:00200000:0.0:1769074931.177866:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000ffcd1ad7 16930: 1< 0 - - > 2< 69345280 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.177868:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000096813d44 00000080:00200000:0.0:1769074931.177870:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 35. 00000080:00200000:0.0:1769074931.177872:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16931 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.177900:0:63250:0:(rw26.c:912:ll_write_end()) pos 69349376, len 4096, copied 4096 00000080:00200000:0.0:1769074931.177904:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000b3379955[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.177907:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000003bbe4c9c 17ffffc0001001 3:0 ffff9bc676b9e6c0 16931 lru 00000080:00200000:0.0:1769074931.177912:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000007a670450 16931: 1< 0 - - > 2< 69349376 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.177914:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000b3379955 00000080:00200000:0.0:1769074931.177915:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 36. 00000080:00200000:0.0:1769074931.177917:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16932 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.177936:0:63250:0:(rw26.c:912:ll_write_end()) pos 69353472, len 4096, copied 4096 00000080:00200000:0.0:1769074931.177940:0:63250:0:(rw26.c:969:ll_write_end()) page@000000001f10ac6f[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.177944:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000055ababb4 17ffffc0001001 3:0 ffff9bc64800f000 16932 lru 00000080:00200000:0.0:1769074931.177948:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000004b2dfb42 16932: 1< 0 - - > 2< 69353472 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.177951:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000001f10ac6f 00000080:00200000:0.0:1769074931.177952:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 37. 00000080:00200000:0.0:1769074931.177955:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16933 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.177967:0:63250:0:(rw26.c:912:ll_write_end()) pos 69357568, len 4096, copied 4096 00000080:00200000:0.0:1769074931.177972:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000809cef36[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.177974:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000075e925a3 17ffffc0001001 3:0 ffff9bc64800fca8 16933 lru 00000080:00200000:0.0:1769074931.177980:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000cc1245dc 16933: 1< 0 - - > 2< 69357568 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.177983:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000809cef36 00000080:00200000:0.0:1769074931.177983:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 38. 00000080:00200000:0.0:1769074931.177985:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16934 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.177998:0:63250:0:(rw26.c:912:ll_write_end()) pos 69361664, len 4096, copied 4096 00000080:00200000:0.0:1769074931.178003:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000ad983cf4[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.178006:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000007f2b41c6 17ffffc0001001 3:0 ffff9bc64800fe58 16934 lru 00000080:00200000:0.0:1769074931.178010:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000928ae653 16934: 1< 0 - - > 2< 69361664 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.178013:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000ad983cf4 00000080:00200000:0.0:1769074931.178014:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 39. 00000080:00200000:0.0:1769074931.178016:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16935 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.178028:0:63250:0:(rw26.c:912:ll_write_end()) pos 69365760, len 4096, copied 4096 00000080:00200000:0.0:1769074931.178032:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000361d8d4e[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.178035:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000f72ecee1 17ffffc0001001 3:0 ffff9bc64800f798 16935 lru 00000080:00200000:0.0:1769074931.180040:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000a10ef306 16935: 1< 0 - - > 2< 69365760 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.180069:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000361d8d4e 00000080:00200000:0.0:1769074931.180072:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 40. 00000080:00200000:0.0:1769074931.180082:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16936 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.180158:0:63250:0:(rw26.c:912:ll_write_end()) pos 69369856, len 4096, copied 4096 00000080:00200000:0.0:1769074931.180167:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000195f294f[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.180170:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000298181c9 17ffffc0001001 3:0 ffff9bc64800f948 16936 lru 00000080:00200000:0.0:1769074931.180179:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000006fb3e2dc 16936: 1< 0 - - > 2< 69369856 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.180182:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000195f294f 00000080:00200000:0.0:1769074931.180184:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 41. 00000080:00200000:0.0:1769074931.180186:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16937 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.180214:0:63250:0:(rw26.c:912:ll_write_end()) pos 69373952, len 4096, copied 4096 00000080:00200000:0.0:1769074931.180219:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000588ebeca[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.180222:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000cbf04aa8 17ffffc0001021 2:0 ffff9bc64800f1b0 16937 lru 00000080:00200000:0.0:1769074931.180227:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000004322fab6 16937: 1< 0 - - > 2< 69373952 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.180229:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000588ebeca 00000080:00200000:0.0:1769074931.180230:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 42. 00000080:00200000:0.0:1769074931.180232:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16938 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.180253:0:63250:0:(rw26.c:912:ll_write_end()) pos 69378048, len 4096, copied 4096 00000080:00200000:0.0:1769074931.180257:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000310525e9[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.180259:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000d98ecb31 17ffffc0001001 3:0 ffff9bc64800faf8 16938 lru 00000080:00200000:0.0:1769074931.180265:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000002992fce9 16938: 1< 0 - - > 2< 69378048 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.180267:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000310525e9 00000080:00200000:0.0:1769074931.180268:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 43. 00000080:00200000:0.0:1769074931.180270:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16939 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.180285:0:63250:0:(rw26.c:912:ll_write_end()) pos 69382144, len 4096, copied 4096 00000080:00200000:0.0:1769074931.180288:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000032634ddf[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.180291:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000002b5075ac 17ffffc0001001 3:0 ffff9bc64800f870 16939 lru 00000080:00200000:0.0:1769074931.180297:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000000153b5d5 16939: 1< 0 - - > 2< 69382144 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.180299:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000032634ddf 00000080:00200000:0.0:1769074931.180301:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 44. 00000080:00200000:0.0:1769074931.180302:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16940 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.180319:0:63250:0:(rw26.c:912:ll_write_end()) pos 69386240, len 4096, copied 4096 00000080:00200000:0.0:1769074931.180324:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000fa956c91[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.180327:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000a536079a 17ffffc0001001 3:0 ffff9bc64800f288 16940 lru 00000080:00200000:0.0:1769074931.180332:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000a9708034 16940: 1< 0 - - > 2< 69386240 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.180334:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000fa956c91 00000080:00200000:0.0:1769074931.180335:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 45. 00000080:00200000:0.0:1769074931.180337:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16941 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.180365:0:63250:0:(rw26.c:912:ll_write_end()) pos 69390336, len 4096, copied 4096 00000080:00200000:0.0:1769074931.180370:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000b890943b[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.180373:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000b0a83583 17ffffc0001001 3:0 ffff9bc64800fbd0 16941 lru 00000080:00200000:0.0:1769074931.180379:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000007f1a6ba1 16941: 1< 0 - - > 2< 69390336 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.180382:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000b890943b 00000080:00200000:0.0:1769074931.180383:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 46. 00000080:00200000:0.0:1769074931.180386:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16942 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.180400:0:63250:0:(rw26.c:912:ll_write_end()) pos 69394432, len 4096, copied 4096 00000080:00200000:0.0:1769074931.180404:0:63250:0:(rw26.c:969:ll_write_end()) page@000000007d454cb5[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.180408:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000004aef44ee 17ffffc0001001 3:0 ffff9bc64800f6c0 16942 lru 00000080:00200000:0.0:1769074931.180413:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000003e71f11b 16942: 1< 0 - - > 2< 69394432 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.180416:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000007d454cb5 00000080:00200000:0.0:1769074931.180417:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 47. 00000080:00200000:0.0:1769074931.180419:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16943 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.180435:0:63250:0:(rw26.c:912:ll_write_end()) pos 69398528, len 4096, copied 4096 00000080:00200000:0.0:1769074931.180439:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000b4217e8d[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.180442:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000583129d5 17ffffc0001001 3:0 ffff9bc64800f0d8 16943 lru 00000080:00200000:0.0:1769074931.180447:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000005998e939 16943: 1< 0 - - > 2< 69398528 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.180450:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000b4217e8d 00000080:00200000:0.0:1769074931.180451:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 48. 00000080:00200000:0.0:1769074931.180453:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16944 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.180466:0:63250:0:(rw26.c:912:ll_write_end()) pos 69402624, len 4096, copied 4096 00000080:00200000:0.0:1769074931.180470:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000505ee5e6[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.180473:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000636f9054 17ffffc0001001 3:0 ffff9bc64800f360 16944 lru 00000080:00200000:0.0:1769074931.180478:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000777ef445 16944: 1< 0 - - > 2< 69402624 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.180480:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000505ee5e6 00000080:00200000:0.0:1769074931.180482:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 49. 00000080:00200000:0.0:1769074931.180483:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16945 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.180510:0:63250:0:(rw26.c:912:ll_write_end()) pos 69406720, len 4096, copied 4096 00000080:00200000:0.0:1769074931.180515:0:63250:0:(rw26.c:969:ll_write_end()) page@000000003ead7e73[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.180518:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000093a515af 17ffffc0001001 3:0 ffff9bc64800fd80 16945 lru 00000080:00200000:0.0:1769074931.180524:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000008071da31 16945: 1< 0 - - > 2< 69406720 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.180527:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000003ead7e73 00000080:00200000:0.0:1769074931.180528:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 50. 00000080:00200000:0.0:1769074931.180531:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16946 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.180544:0:63250:0:(rw26.c:912:ll_write_end()) pos 69410816, len 4096, copied 4096 00000080:00200000:0.0:1769074931.180548:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000f52bcd7b[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.180551:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000033355b51 17ffffc0001001 3:0 ffff9bc64800f438 16946 lru 00000080:00200000:0.0:1769074931.180557:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000a3b53fdc 16946: 1< 0 - - > 2< 69410816 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.180559:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000f52bcd7b 00000080:00200000:0.0:1769074931.180560:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 51. 00000080:00200000:0.0:1769074931.180562:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16947 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.180575:0:63250:0:(rw26.c:912:ll_write_end()) pos 69414912, len 4096, copied 4096 00000080:00200000:0.0:1769074931.180579:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000057318f8a[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.180582:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000008c4b69a2 17ffffc0001001 3:0 ffff9bc64800f5e8 16947 lru 00000080:00200000:0.0:1769074931.180587:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000b1725fb1 16947: 1< 0 - - > 2< 69414912 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.180589:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000057318f8a 00000080:00200000:0.0:1769074931.180591:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 52. 00000080:00200000:0.0:1769074931.180593:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16948 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.180606:0:63250:0:(rw26.c:912:ll_write_end()) pos 69419008, len 4096, copied 4096 00000080:00200000:0.0:1769074931.180610:0:63250:0:(rw26.c:969:ll_write_end()) page@000000006472d2fe[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.180613:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000005e835b48 17ffffc0001001 3:0 ffff9bc64800fa20 16948 lru 00000080:00200000:0.0:1769074931.180619:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000006034ec7b 16948: 1< 0 - - > 2< 69419008 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.180622:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000006472d2fe 00000080:00200000:0.0:1769074931.180623:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 53. 00000080:00200000:0.0:1769074931.180625:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16949 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.180637:0:63250:0:(rw26.c:912:ll_write_end()) pos 69423104, len 4096, copied 4096 00000080:00200000:0.0:1769074931.180641:0:63250:0:(rw26.c:969:ll_write_end()) page@000000003977debb[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.180644:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000065751488 17ffffc0001001 3:0 ffff9bc64800f510 16949 lru 00000080:00200000:0.0:1769074931.180650:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000a81dfaa6 16949: 1< 0 - - > 2< 69423104 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.180652:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000003977debb 00000080:00200000:0.0:1769074931.180654:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 54. 00000080:00200000:0.0:1769074931.180655:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16950 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.180671:0:63250:0:(rw26.c:912:ll_write_end()) pos 69427200, len 4096, copied 4096 00000080:00200000:0.0:1769074931.180675:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000319aef62[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.180678:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000dc2dc0b3 17ffffc0001001 3:0 ffff9bc642c51360 16950 lru 00000080:00200000:0.0:1769074931.180684:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000158868e1 16950: 1< 0 - - > 2< 69427200 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.180686:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000319aef62 00000080:00200000:0.0:1769074931.180687:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 55. 00000080:00200000:0.0:1769074931.180689:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16951 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.180707:0:63250:0:(rw26.c:912:ll_write_end()) pos 69431296, len 4096, copied 4096 00000080:00200000:0.0:1769074931.180711:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000001a263e5[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.180713:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000003080069d 17ffffc0001001 3:0 ffff9bc642c51d80 16951 lru 00000080:00200000:0.0:1769074931.180718:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000ab794326 16951: 1< 0 - - > 2< 69431296 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.180721:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000001a263e5 00000080:00200000:0.0:1769074931.180722:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 56. 00000080:00200000:0.0:1769074931.180724:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16952 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.180746:0:63250:0:(rw26.c:912:ll_write_end()) pos 69435392, len 4096, copied 4096 00000080:00200000:0.0:1769074931.180750:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000912cde61[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.180753:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000742c4691 17ffffc0001021 2:0 ffff9bc642c51438 16952 lru 00000080:00200000:0.0:1769074931.180758:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000254866a7 16952: 1< 0 - - > 2< 69435392 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.180760:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000912cde61 00000080:00200000:0.0:1769074931.180761:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 57. 00000080:00200000:0.0:1769074931.180763:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16953 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.180808:0:63250:0:(rw26.c:912:ll_write_end()) pos 69439488, len 4096, copied 4096 00000080:00200000:0.0:1769074931.180812:0:63250:0:(rw26.c:969:ll_write_end()) page@000000003b2fa01e[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.180815:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000b7f938d5 17ffffc0001001 3:0 ffff9bc642c515e8 16953 lru 00000080:00200000:0.0:1769074931.180821:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000025a9f3f2 16953: 1< 0 - - > 2< 69439488 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.180823:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000003b2fa01e 00000080:00200000:0.0:1769074931.180824:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 58. 00000080:00200000:0.0:1769074931.180826:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16954 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.180842:0:63250:0:(rw26.c:912:ll_write_end()) pos 69443584, len 4096, copied 4096 00000080:00200000:0.0:1769074931.180846:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000e35440f9[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.180848:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000401f7203 17ffffc0001001 3:0 ffff9bc642c51a20 16954 lru 00000080:00200000:0.0:1769074931.180854:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000507b9e16 16954: 1< 0 - - > 2< 69443584 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.180856:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000e35440f9 00000080:00200000:0.0:1769074931.180857:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 59. 00000080:00200000:0.0:1769074931.180860:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16955 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.180877:0:63250:0:(rw26.c:912:ll_write_end()) pos 69447680, len 4096, copied 4096 00000080:00200000:0.0:1769074931.184980:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000097a856f2[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.184995:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000008c5ebff8 17ffffc0001001 3:0 ffff9bc642c51510 16955 lru 00000080:00200000:0.0:1769074931.185007:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000038476cf7 16955: 1< 0 - - > 2< 69447680 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.185011:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000097a856f2 00000080:00200000:0.0:1769074931.185014:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 60. 00000080:00200000:0.0:1769074931.185024:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16956 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.185114:0:63250:0:(rw26.c:912:ll_write_end()) pos 69451776, len 4096, copied 4096 00000080:00200000:0.0:1769074931.185123:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000032f4438b[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.185126:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000a69a7a53 17ffffc0001001 3:0 ffff9bc642c51000 16956 lru 00000080:00200000:0.0:1769074931.185132:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000d1cf8fec 16956: 1< 0 - - > 2< 69451776 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.185134:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000032f4438b 00000080:00200000:0.0:1769074931.185135:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 61. 00000080:00200000:0.0:1769074931.185137:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16957 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.185153:0:63250:0:(rw26.c:912:ll_write_end()) pos 69455872, len 4096, copied 4096 00000080:00200000:0.0:1769074931.185158:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000096462da1[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.185160:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000480cb7ca 17ffffc0001001 3:0 ffff9bc642c51ca8 16957 lru 00000080:00200000:0.0:1769074931.185166:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000d4bb4b77 16957: 1< 0 - - > 2< 69455872 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.185168:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000096462da1 00000080:00200000:0.0:1769074931.185170:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 62. 00000080:00200000:0.0:1769074931.185171:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16958 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.185186:0:63250:0:(rw26.c:912:ll_write_end()) pos 69459968, len 4096, copied 4096 00000080:00200000:0.0:1769074931.185191:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000b6e2ce94[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.185194:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000007ca0f29 17ffffc0001001 3:0 ffff9bc642c51e58 16958 lru 00000080:00200000:0.0:1769074931.185200:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000caa615a9 16958: 1< 0 - - > 2< 69459968 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.185202:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000b6e2ce94 00000080:00200000:0.0:1769074931.185203:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 63. 00000080:00200000:0.0:1769074931.185205:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16959 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.185224:0:63250:0:(rw26.c:912:ll_write_end()) pos 69464064, len 4096, copied 4096 00000080:00200000:0.0:1769074931.185228:0:63250:0:(rw26.c:969:ll_write_end()) page@000000000ff5812d[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.185231:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000014a8297e 17ffffc0001001 3:0 ffff9bc642c51798 16959 lru 00000080:00200000:0.0:1769074931.185235:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000007502f503 16959: 1< 0 - - > 2< 69464064 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.185238:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000000ff5812d 00000080:00200000:0.0:1769074931.185239:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 64. 00000080:00200000:0.0:1769074931.185241:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16960 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.185263:0:63250:0:(rw26.c:912:ll_write_end()) pos 69468160, len 4096, copied 4096 00000080:00200000:0.0:1769074931.185267:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000fcc3a034[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.185270:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000be74d157 17ffffc0001001 3:0 ffff9bc642c51948 16960 lru 00000080:00200000:0.0:1769074931.185275:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000bfd366ba 16960: 1< 0 - - > 2< 69468160 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.185277:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000fcc3a034 00000080:00200000:0.0:1769074931.185279:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 65. 00000080:00200000:0.0:1769074931.185281:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16961 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.185296:0:63250:0:(rw26.c:912:ll_write_end()) pos 69472256, len 4096, copied 4096 00000080:00200000:0.0:1769074931.185300:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000032aa9ab7[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.185303:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000c9fde347 17ffffc0001001 3:0 ffff9bc642c511b0 16961 lru 00000080:00200000:0.0:1769074931.185308:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000059f75af5 16961: 1< 0 - - > 2< 69472256 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.185311:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000032aa9ab7 00000080:00200000:0.0:1769074931.185312:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 66. 00000080:00200000:0.0:1769074931.185314:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16962 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.185329:0:63250:0:(rw26.c:912:ll_write_end()) pos 69476352, len 4096, copied 4096 00000080:00200000:0.0:1769074931.185333:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000050217a23[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.185335:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000d2287f51 17ffffc0001001 3:0 ffff9bc642c51af8 16962 lru 00000080:00200000:0.0:1769074931.185340:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000064e3227 16962: 1< 0 - - > 2< 69476352 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.185343:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000050217a23 00000080:00200000:0.0:1769074931.185344:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 67. 00000080:00200000:0.0:1769074931.186923:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16963 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.186999:0:63250:0:(rw26.c:912:ll_write_end()) pos 69480448, len 4096, copied 4096 00000080:00200000:0.0:1769074931.187011:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000069bfb396[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.187014:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000005120b7af 17ffffc0001001 3:0 ffff9bc642c51870 16963 lru 00000080:00200000:0.0:1769074931.187022:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000e114687f 16963: 1< 0 - - > 2< 69480448 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.187026:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000069bfb396 00000080:00200000:0.0:1769074931.187028:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 68. 00000080:00200000:0.0:1769074931.187032:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16964 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.187052:0:63250:0:(rw26.c:912:ll_write_end()) pos 69484544, len 4096, copied 4096 00000080:00200000:0.0:1769074931.187056:0:63250:0:(rw26.c:969:ll_write_end()) page@000000001671128f[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.187059:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000006dbf7140 17ffffc0001001 3:0 ffff9bc642c51288 16964 lru 00000080:00200000:0.0:1769074931.187064:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000048bdc693 16964: 1< 0 - - > 2< 69484544 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.187066:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000001671128f 00000080:00200000:0.0:1769074931.187067:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 69. 00000080:00200000:0.0:1769074931.187069:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16965 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.187083:0:63250:0:(rw26.c:912:ll_write_end()) pos 69488640, len 4096, copied 4096 00000080:00200000:0.0:1769074931.187087:0:63250:0:(rw26.c:969:ll_write_end()) page@000000006e3c19ca[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.187089:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000a8a2a722 17ffffc0001001 3:0 ffff9bc642c51bd0 16965 lru 00000080:00200000:0.0:1769074931.187094:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000003265fb3a 16965: 1< 0 - - > 2< 69488640 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.187096:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000006e3c19ca 00000080:00200000:0.0:1769074931.187097:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 70. 00000080:00200000:0.0:1769074931.187098:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16966 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.187115:0:63250:0:(rw26.c:912:ll_write_end()) pos 69492736, len 4096, copied 4096 00000080:00200000:0.0:1769074931.187118:0:63250:0:(rw26.c:969:ll_write_end()) page@000000004faa6bc9[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.187121:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000357bc60d 17ffffc0001001 3:0 ffff9bc642c516c0 16966 lru 00000080:00200000:0.0:1769074931.187126:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000030de2ee9 16966: 1< 0 - - > 2< 69492736 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.187128:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000004faa6bc9 00000080:00200000:0.0:1769074931.187129:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 71. 00000080:00200000:0.0:1769074931.187131:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16967 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.187157:0:63250:0:(rw26.c:912:ll_write_end()) pos 69496832, len 4096, copied 4096 00000080:00200000:0.0:1769074931.187162:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000e998cfa1[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.187164:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000003785ca77 17ffffc0001021 2:0 ffff9bc642c510d8 16967 lru 00000080:00200000:0.0:1769074931.187169:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000007892a5ce 16967: 1< 0 - - > 2< 69496832 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.187171:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000e998cfa1 00000080:00200000:0.0:1769074931.187172:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 72. 00000080:00200000:0.0:1769074931.187174:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16968 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.187194:0:63250:0:(rw26.c:912:ll_write_end()) pos 69500928, len 4096, copied 4096 00000080:00200000:0.0:1769074931.187198:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000ff2e3987[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.187201:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000debb87e8 17ffffc0001001 3:0 ffff9bc676b49948 16968 lru 00000080:00200000:0.0:1769074931.187207:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000be3fb836 16968: 1< 0 - - > 2< 69500928 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.187211:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000ff2e3987 00000080:00200000:0.0:1769074931.187212:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 73. 00000080:00200000:0.0:1769074931.187215:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16969 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.187231:0:63250:0:(rw26.c:912:ll_write_end()) pos 69505024, len 4096, copied 4096 00000080:00200000:0.0:1769074931.187234:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000098f8d29f[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.187237:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000001b8bf31a 17ffffc0001001 3:0 ffff9bc676b491b0 16969 lru 00000080:00200000:0.0:1769074931.187241:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000005c4374b9 16969: 1< 0 - - > 2< 69505024 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.187244:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000098f8d29f 00000080:00200000:0.0:1769074931.187245:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 74. 00000080:00200000:0.0:1769074931.187247:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16970 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.187262:0:63250:0:(rw26.c:912:ll_write_end()) pos 69509120, len 4096, copied 4096 00000080:00200000:0.0:1769074931.187266:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000041ef1b6c[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.187269:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000ec2624ef 17ffffc0001001 3:0 ffff9bc676b49af8 16970 lru 00000080:00200000:0.0:1769074931.187275:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000c2af70f0 16970: 1< 0 - - > 2< 69509120 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.187277:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000041ef1b6c 00000080:00200000:0.0:1769074931.187278:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 75. 00000080:00200000:0.0:1769074931.187281:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16971 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.187295:0:63250:0:(rw26.c:912:ll_write_end()) pos 69513216, len 4096, copied 4096 00000080:00200000:0.0:1769074931.187299:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000314f9d01[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.187302:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000011186934 17ffffc0001001 3:0 ffff9bc676b49870 16971 lru 00000080:00200000:0.0:1769074931.187307:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000095ce71b6 16971: 1< 0 - - > 2< 69513216 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.187309:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000314f9d01 00000080:00200000:0.0:1769074931.187311:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 76. 00000080:00200000:0.0:1769074931.187313:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16972 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.187331:0:63250:0:(rw26.c:912:ll_write_end()) pos 69517312, len 4096, copied 4096 00000080:00200000:0.0:1769074931.187335:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000069f2b40a[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.187338:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000d5931af0 17ffffc0001001 3:0 ffff9bc676b49288 16972 lru 00000080:00200000:0.0:1769074931.187343:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000f389df45 16972: 1< 0 - - > 2< 69517312 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.187345:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000069f2b40a 00000080:00200000:0.0:1769074931.187346:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 77. 00000080:00200000:0.0:1769074931.187348:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16973 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.187371:0:63250:0:(rw26.c:912:ll_write_end()) pos 69521408, len 4096, copied 4096 00000080:00200000:0.0:1769074931.187375:0:63250:0:(rw26.c:969:ll_write_end()) page@000000001dc9410e[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.187377:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000b4dbed83 17ffffc0001001 3:0 ffff9bc676b49bd0 16973 lru 00000080:00200000:0.0:1769074931.187382:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000090137ba4 16973: 1< 0 - - > 2< 69521408 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.187384:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000001dc9410e 00000080:00200000:0.0:1769074931.187385:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 78. 00000080:00200000:0.0:1769074931.187387:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16974 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.187402:0:63250:0:(rw26.c:912:ll_write_end()) pos 69525504, len 4096, copied 4096 00000080:00200000:0.0:1769074931.187405:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000d5acae17[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.187408:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000000b0e2f94 17ffffc0001001 3:0 ffff9bc676b496c0 16974 lru 00000080:00200000:0.0:1769074931.187414:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000088df81d 16974: 1< 0 - - > 2< 69525504 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.187416:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000d5acae17 00000080:00200000:0.0:1769074931.187417:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 79. 00000080:00200000:0.0:1769074931.187419:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16975 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.187436:0:63250:0:(rw26.c:912:ll_write_end()) pos 69529600, len 4096, copied 4096 00000080:00200000:0.0:1769074931.187440:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000071627d95[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.187443:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000f256ecdb 17ffffc0001001 3:0 ffff9bc676b490d8 16975 lru 00000080:00200000:0.0:1769074931.187448:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000006b9df29d 16975: 1< 0 - - > 2< 69529600 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.187450:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000071627d95 00000080:00200000:0.0:1769074931.187453:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 80. 00000080:00200000:0.0:1769074931.187455:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16976 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.187469:0:63250:0:(rw26.c:912:ll_write_end()) pos 69533696, len 4096, copied 4096 00000080:00200000:0.0:1769074931.187473:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000df15f528[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.187476:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000ef5f80ea 17ffffc0001001 3:0 ffff9bc676b49360 16976 lru 00000080:00200000:0.0:1769074931.187482:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000739784fe 16976: 1< 0 - - > 2< 69533696 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.187484:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000df15f528 00000080:00200000:0.0:1769074931.187485:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 81. 00000080:00200000:0.0:1769074931.187487:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16977 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.189293:0:63250:0:(rw26.c:912:ll_write_end()) pos 69537792, len 4096, copied 4096 00000080:00200000:0.0:1769074931.189313:0:63250:0:(rw26.c:969:ll_write_end()) page@000000009f9d06fd[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.189318:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000000b136374 17ffffc0001001 3:0 ffff9bc676b49d80 16977 lru 00000080:00200000:0.0:1769074931.189325:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000005483109c 16977: 1< 0 - - > 2< 69537792 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.189328:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000009f9d06fd 00000080:00200000:0.0:1769074931.189329:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 82. 00000080:00200000:0.0:1769074931.189335:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16978 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.189356:0:63250:0:(rw26.c:912:ll_write_end()) pos 69541888, len 4096, copied 4096 00000080:00200000:0.0:1769074931.189361:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000edbc08e5[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.189364:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000aa707e29 17ffffc0001001 3:0 ffff9bc676b49438 16978 lru 00000080:00200000:0.0:1769074931.189370:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000008457194d 16978: 1< 0 - - > 2< 69541888 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.189372:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000edbc08e5 00000080:00200000:0.0:1769074931.189373:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 83. 00000080:00200000:0.0:1769074931.189376:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16979 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.189389:0:63250:0:(rw26.c:912:ll_write_end()) pos 69545984, len 4096, copied 4096 00000080:00200000:0.0:1769074931.189393:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000ecee9acd[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.189395:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000007e13fb38 17ffffc0001001 3:0 ffff9bc676b495e8 16979 lru 00000080:00200000:0.0:1769074931.189401:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000006aa0d1a5 16979: 1< 0 - - > 2< 69545984 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.189404:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000ecee9acd 00000080:00200000:0.0:1769074931.189405:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 84. 00000080:00200000:0.0:1769074931.189407:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16980 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.189423:0:63250:0:(rw26.c:912:ll_write_end()) pos 69550080, len 4096, copied 4096 00000080:00200000:0.0:1769074931.189427:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000ebbb8827[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.189430:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000f5a71b16 17ffffc0001001 3:0 ffff9bc676b49a20 16980 lru 00000080:00200000:0.0:1769074931.189435:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000001d3a7496 16980: 1< 0 - - > 2< 69550080 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.189438:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000ebbb8827 00000080:00200000:0.0:1769074931.189439:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 85. 00000080:00200000:0.0:1769074931.189441:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16981 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.189454:0:63250:0:(rw26.c:912:ll_write_end()) pos 69554176, len 4096, copied 4096 00000080:00200000:0.0:1769074931.189459:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000e5ee62e3[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.189461:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000017890bf8 17ffffc0001001 3:0 ffff9bc676b49510 16981 lru 00000080:00200000:0.0:1769074931.189467:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000009f36958d 16981: 1< 0 - - > 2< 69554176 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.189470:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000e5ee62e3 00000080:00200000:0.0:1769074931.189471:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 86. 00000080:00200000:0.0:1769074931.189473:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16982 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.190458:0:63250:0:(rw26.c:912:ll_write_end()) pos 69558272, len 4096, copied 4096 00000080:00200000:0.0:1769074931.190473:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000262503c7[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.190476:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000002c054a12 17ffffc0001021 2:0 ffff9bc676b49000 16982 lru 00000080:00200000:0.0:1769074931.190483:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000000e43d118 16982: 1< 0 - - > 2< 69558272 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.190485:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000262503c7 00000080:00200000:0.0:1769074931.190487:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 87. 00000080:00200000:0.0:1769074931.190659:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16983 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.190702:0:63250:0:(rw26.c:912:ll_write_end()) pos 69562368, len 4096, copied 4096 00000080:00200000:0.0:1769074931.190706:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000060e29d41[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.190710:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000008b52291b 17ffffc0001001 3:0 ffff9bc676b49ca8 16983 lru 00000080:00200000:0.0:1769074931.190715:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000007c3266d8 16983: 1< 0 - - > 2< 69562368 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.190717:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000060e29d41 00000080:00200000:0.0:1769074931.190719:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 88. 00000080:00200000:0.0:1769074931.190721:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16984 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.190740:0:63250:0:(rw26.c:912:ll_write_end()) pos 69566464, len 4096, copied 4096 00000080:00200000:0.0:1769074931.190744:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000b0189016[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.190747:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000002a1098cd 17ffffc0001001 3:0 ffff9bc676b49e58 16984 lru 00000080:00200000:0.0:1769074931.190752:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000a844a282 16984: 1< 0 - - > 2< 69566464 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.190754:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000b0189016 00000080:00200000:0.0:1769074931.190755:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 89. 00000080:00200000:0.0:1769074931.190757:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16985 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.190790:0:63250:0:(rw26.c:912:ll_write_end()) pos 69570560, len 4096, copied 4096 00000080:00200000:0.0:1769074931.190795:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000addb997d[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.190798:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000096e2796c 17ffffc0001001 3:0 ffff9bc676b49798 16985 lru 00000080:00200000:0.0:1769074931.190804:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000adcb3743 16985: 1< 0 - - > 2< 69570560 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.190806:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000addb997d 00000080:00200000:0.0:1769074931.190807:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 90. 00000080:00200000:0.0:1769074931.190810:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16986 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.190830:0:63250:0:(rw26.c:912:ll_write_end()) pos 69574656, len 4096, copied 4096 00000080:00200000:0.0:1769074931.190834:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000160c4ed2[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.190837:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000226a2d56 17ffffc0001001 3:0 ffff9bc64ed6aaf8 16986 lru 00000080:00200000:0.0:1769074931.190842:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000a2be8371 16986: 1< 0 - - > 2< 69574656 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.190845:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000160c4ed2 00000080:00200000:0.0:1769074931.190846:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 91. 00000080:00200000:0.0:1769074931.190848:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16987 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.190867:0:63250:0:(rw26.c:912:ll_write_end()) pos 69578752, len 4096, copied 4096 00000080:00200000:0.0:1769074931.190871:0:63250:0:(rw26.c:969:ll_write_end()) page@000000005889e3b1[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.190874:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000a2a153cf 17ffffc0001001 3:0 ffff9bc64ed6a870 16987 lru 00000080:00200000:0.0:1769074931.190889:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000073e94cc8 16987: 1< 0 - - > 2< 69578752 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.190892:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000005889e3b1 00000080:00200000:0.0:1769074931.190893:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 92. 00000080:00200000:0.0:1769074931.190895:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16988 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.190914:0:63250:0:(rw26.c:912:ll_write_end()) pos 69582848, len 4096, copied 4096 00000080:00200000:0.0:1769074931.190918:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000e7698178[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.190921:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000e2afa222 17ffffc0001001 3:0 ffff9bc64ed6a288 16988 lru 00000080:00200000:0.0:1769074931.190926:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000090910fd8 16988: 1< 0 - - > 2< 69582848 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.190928:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000e7698178 00000080:00200000:0.0:1769074931.190929:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 93. 00000080:00200000:0.0:1769074931.190930:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16989 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.190944:0:63250:0:(rw26.c:912:ll_write_end()) pos 69586944, len 4096, copied 4096 00000080:00200000:0.0:1769074931.190947:0:63250:0:(rw26.c:969:ll_write_end()) page@000000001e586899[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.190950:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000c037f690 17ffffc0001001 3:0 ffff9bc64ed6abd0 16989 lru 00000080:00200000:0.0:1769074931.190954:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000782febb8 16989: 1< 0 - - > 2< 69586944 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.190956:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000001e586899 00000080:00200000:0.0:1769074931.190957:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 94. 00000080:00200000:0.0:1769074931.190959:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16990 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.190973:0:63250:0:(rw26.c:912:ll_write_end()) pos 69591040, len 4096, copied 4096 00000080:00200000:0.0:1769074931.190977:0:63250:0:(rw26.c:969:ll_write_end()) page@000000000045dbe1[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.190979:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000488d2d22 17ffffc0001001 3:0 ffff9bc64ed6a6c0 16990 lru 00000080:00200000:0.0:1769074931.190984:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000fb28543f 16990: 1< 0 - - > 2< 69591040 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.190986:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000000045dbe1 00000080:00200000:0.0:1769074931.190987:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 95. 00000080:00200000:0.0:1769074931.190989:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16991 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.191003:0:63250:0:(rw26.c:912:ll_write_end()) pos 69595136, len 4096, copied 4096 00000080:00200000:0.0:1769074931.191007:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000072a0ba3d[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.191009:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000141d92aa 17ffffc0001001 3:0 ffff9bc64ed6a0d8 16991 lru 00000080:00200000:0.0:1769074931.191015:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000007dfdef5e 16991: 1< 0 - - > 2< 69595136 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.191018:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000072a0ba3d 00000080:00200000:0.0:1769074931.191019:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 96. 00000080:00200000:0.0:1769074931.191021:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16992 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.191037:0:63250:0:(rw26.c:912:ll_write_end()) pos 69599232, len 4096, copied 4096 00000080:00200000:0.0:1769074931.191041:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000ff97dc6e[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.191044:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000c2ceca71 17ffffc0001001 3:0 ffff9bc64ed6a360 16992 lru 00000080:00200000:0.0:1769074931.191048:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000057353070 16992: 1< 0 - - > 2< 69599232 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.191051:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000ff97dc6e 00000080:00200000:0.0:1769074931.191052:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 97. 00000080:00200000:0.0:1769074931.191054:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16993 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.191070:0:63250:0:(rw26.c:912:ll_write_end()) pos 69603328, len 4096, copied 4096 00000080:00200000:0.0:1769074931.191074:0:63250:0:(rw26.c:969:ll_write_end()) page@000000008b1a6854[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.191077:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000051812afa 17ffffc0001001 3:0 ffff9bc64ed6ad80 16993 lru 00000080:00200000:0.0:1769074931.191082:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000001fb8f86 16993: 1< 0 - - > 2< 69603328 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.191084:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000008b1a6854 00000080:00200000:0.0:1769074931.191085:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 98. 00000080:00200000:0.0:1769074931.191087:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16994 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.191102:0:63250:0:(rw26.c:912:ll_write_end()) pos 69607424, len 4096, copied 4096 00000080:00200000:0.0:1769074931.191106:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000d58650f7[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.191109:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000001a45e748 17ffffc0001001 3:0 ffff9bc64ed6a438 16994 lru 00000080:00200000:0.0:1769074931.191113:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000058de954e 16994: 1< 0 - - > 2< 69607424 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.191116:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000d58650f7 00000080:00200000:0.0:1769074931.191117:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 99. 00000080:00200000:0.0:1769074931.191119:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16995 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.191132:0:63250:0:(rw26.c:912:ll_write_end()) pos 69611520, len 4096, copied 4096 00000080:00200000:0.0:1769074931.191136:0:63250:0:(rw26.c:969:ll_write_end()) page@000000004db4a86d[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.191138:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000008a81e5c2 17ffffc0001001 3:0 ffff9bc64ed6a5e8 16995 lru 00000080:00200000:0.0:1769074931.191142:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000001a644ce7 16995: 1< 0 - - > 2< 69611520 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.191144:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000004db4a86d 00000080:00200000:0.0:1769074931.191145:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 100. 00000080:00200000:0.0:1769074931.191147:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16996 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.191162:0:63250:0:(rw26.c:912:ll_write_end()) pos 69615616, len 4096, copied 4096 00000080:00200000:0.0:1769074931.191165:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000c0a81bf0[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.191168:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000fa330d46 17ffffc0001001 3:0 ffff9bc64ed6aa20 16996 lru 00000080:00200000:0.0:1769074931.191173:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000004f23194a 16996: 1< 0 - - > 2< 69615616 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.191175:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000c0a81bf0 00000080:00200000:0.0:1769074931.191176:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 101. 00000080:00200000:0.0:1769074931.191179:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16997 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.191201:0:63250:0:(rw26.c:912:ll_write_end()) pos 69619712, len 4096, copied 4096 00000080:00200000:0.0:1769074931.191206:0:63250:0:(rw26.c:969:ll_write_end()) page@000000000c3b3582[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.191209:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000f42cd28a 17ffffc0001021 2:0 ffff9bc64ed6a510 16997 lru 00000080:00200000:0.0:1769074931.191214:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000004e1c365b 16997: 1< 0 - - > 2< 69619712 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.191216:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000000c3b3582 00000080:00200000:0.0:1769074931.191217:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 102. 00000080:00200000:0.0:1769074931.191220:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16998 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.191236:0:63250:0:(rw26.c:912:ll_write_end()) pos 69623808, len 4096, copied 4096 00000080:00200000:0.0:1769074931.191240:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000005e139bb[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.191242:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000009ed68710 17ffffc0001001 3:0 ffff9bc64ed6a000 16998 lru 00000080:00200000:0.0:1769074931.191247:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000008a54c5ff 16998: 1< 0 - - > 2< 69623808 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.191249:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000005e139bb 00000080:00200000:0.0:1769074931.191250:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 103. 00000080:00200000:0.0:1769074931.191252:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 16999 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.191268:0:63250:0:(rw26.c:912:ll_write_end()) pos 69627904, len 4096, copied 4096 00000080:00200000:0.0:1769074931.191271:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000ab8df95c[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.191274:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000df9078ca 17ffffc0001001 3:0 ffff9bc64ed6aca8 16999 lru 00000080:00200000:0.0:1769074931.191279:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000c9ea278c 16999: 1< 0 - - > 2< 69627904 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.191281:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000ab8df95c 00000080:00200000:0.0:1769074931.191283:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 104. 00000080:00200000:0.0:1769074931.191284:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17000 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.191302:0:63250:0:(rw26.c:912:ll_write_end()) pos 69632000, len 4096, copied 4096 00000080:00200000:0.0:1769074931.191306:0:63250:0:(rw26.c:969:ll_write_end()) page@000000006ca93ede[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.191320:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000001a96f748 17ffffc0001001 3:0 ffff9bc64ed6ae58 17000 lru 00000080:00200000:0.0:1769074931.191325:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000de69c0f4 17000: 1< 0 - - > 2< 69632000 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.191327:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000006ca93ede 00000080:00200000:0.0:1769074931.191329:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 105. 00000080:00200000:0.0:1769074931.191331:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17001 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.191349:0:63250:0:(rw26.c:912:ll_write_end()) pos 69636096, len 4096, copied 4096 00000080:00200000:0.0:1769074931.191353:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000121cdfcd[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.191356:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000058a5899 17ffffc0001001 3:0 ffff9bc64ed6a798 17001 lru 00000080:00200000:0.0:1769074931.191361:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000d084a0e6 17001: 1< 0 - - > 2< 69636096 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.191364:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000121cdfcd 00000080:00200000:0.0:1769074931.191365:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 106. 00000080:00200000:0.0:1769074931.191366:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17002 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.191381:0:63250:0:(rw26.c:912:ll_write_end()) pos 69640192, len 4096, copied 4096 00000080:00200000:0.0:1769074931.191385:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000cad40e35[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.191388:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000020ef633a 17ffffc0001001 3:0 ffff9bc64ed6a948 17002 lru 00000080:00200000:0.0:1769074931.191392:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000077f67c8f 17002: 1< 0 - - > 2< 69640192 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.191395:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000cad40e35 00000080:00200000:0.0:1769074931.191396:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 107. 00000080:00200000:0.0:1769074931.191398:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17003 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.191413:0:63250:0:(rw26.c:912:ll_write_end()) pos 69644288, len 4096, copied 4096 00000080:00200000:0.0:1769074931.191416:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000e244295c[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.191419:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000b2cac5ca 17ffffc0001001 3:0 ffff9bc64ed6a1b0 17003 lru 00000080:00200000:0.0:1769074931.191425:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000007fcd19cf 17003: 1< 0 - - > 2< 69644288 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.191427:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000e244295c 00000080:00200000:0.0:1769074931.191429:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 108. 00000080:00200000:0.0:1769074931.191430:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17004 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.191448:0:63250:0:(rw26.c:912:ll_write_end()) pos 69648384, len 4096, copied 4096 00000080:00200000:0.0:1769074931.191453:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000008f110f1[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.191455:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000008bb11f82 17ffffc0001001 3:0 ffff9bc64f119438 17004 lru 00000080:00200000:0.0:1769074931.191461:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000043058984 17004: 1< 0 - - > 2< 69648384 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.191464:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000008f110f1 00000080:00200000:0.0:1769074931.191465:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 109. 00000080:00200000:0.0:1769074931.191467:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17005 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.191483:0:63250:0:(rw26.c:912:ll_write_end()) pos 69652480, len 4096, copied 4096 00000080:00200000:0.0:1769074931.191487:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000e26aa18b[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.191503:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000096475dc6 17ffffc0001001 3:0 ffff9bc64f1195e8 17005 lru 00000080:00200000:0.0:1769074931.191509:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000099b82762 17005: 1< 0 - - > 2< 69652480 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.191511:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000e26aa18b 00000080:00200000:0.0:1769074931.191512:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 110. 00000080:00200000:0.0:1769074931.191514:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17006 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.191530:0:63250:0:(rw26.c:912:ll_write_end()) pos 69656576, len 4096, copied 4096 00000080:00200000:0.0:1769074931.191534:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000738c551f[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.191536:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000e444f712 17ffffc0001001 3:0 ffff9bc64f119a20 17006 lru 00000080:00200000:0.0:1769074931.191541:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000083e1d9e9 17006: 1< 0 - - > 2< 69656576 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.191543:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000738c551f 00000080:00200000:0.0:1769074931.191545:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 111. 00000080:00200000:0.0:1769074931.191547:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17007 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.191560:0:63250:0:(rw26.c:912:ll_write_end()) pos 69660672, len 4096, copied 4096 00000080:00200000:0.0:1769074931.191564:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000e9a1468f[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.191567:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000ed808225 17ffffc0001001 3:0 ffff9bc64f119510 17007 lru 00000080:00200000:0.0:1769074931.191572:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000005115bccd 17007: 1< 0 - - > 2< 69660672 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.191574:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000e9a1468f 00000080:00200000:0.0:1769074931.191575:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 112. 00000080:00200000:0.0:1769074931.191577:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17008 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.191593:0:63250:0:(rw26.c:912:ll_write_end()) pos 69664768, len 4096, copied 4096 00000080:00200000:0.0:1769074931.191598:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000576da1dc[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.191600:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000008ad37c1c 17ffffc0001001 3:0 ffff9bc64f119000 17008 lru 00000080:00200000:0.0:1769074931.191605:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000069cfa2e8 17008: 1< 0 - - > 2< 69664768 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.192443:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000576da1dc 00000080:00200000:0.0:1769074931.192448:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 113. 00000080:00200000:0.0:1769074931.192459:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17009 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.193442:0:63250:0:(rw26.c:912:ll_write_end()) pos 69668864, len 4096, copied 4096 00000080:00200000:0.0:1769074931.193455:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000011917a0c[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.193459:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000002b118c31 17ffffc0001001 3:0 ffff9bc64f119ca8 17009 lru 00000080:00200000:0.0:1769074931.193468:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000003297a30c 17009: 1< 0 - - > 2< 69668864 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.193470:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000011917a0c 00000080:00200000:0.0:1769074931.197756:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 114. 00000080:00200000:0.0:1769074931.197768:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17010 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.197853:0:63250:0:(rw26.c:912:ll_write_end()) pos 69672960, len 4096, copied 4096 00000080:00200000:0.0:1769074931.197864:0:63250:0:(rw26.c:969:ll_write_end()) page@000000000a27a546[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.197868:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000003f230859 17ffffc0001001 3:0 ffff9bc64f119e58 17010 lru 00000080:00200000:0.0:1769074931.197876:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000eb7709bf 17010: 1< 0 - - > 2< 69672960 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.197878:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000000a27a546 00000080:00200000:0.0:1769074931.197889:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 115. 00000080:00200000:0.0:1769074931.197891:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17011 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.197909:0:63250:0:(rw26.c:912:ll_write_end()) pos 69677056, len 4096, copied 4096 00000080:00200000:0.0:1769074931.197914:0:63250:0:(rw26.c:969:ll_write_end()) page@000000005480320a[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.197917:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000c3c2e248 17ffffc0001001 3:0 ffff9bc64f119798 17011 lru 00000080:00200000:0.0:1769074931.197922:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000006822f674 17011: 1< 0 - - > 2< 69677056 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.197924:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000005480320a 00000080:00200000:0.0:1769074931.197925:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 116. 00000080:00200000:0.0:1769074931.197928:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17012 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.197953:0:63250:0:(rw26.c:912:ll_write_end()) pos 69681152, len 4096, copied 4096 00000080:00200000:0.0:1769074931.197957:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000fc27c1d1[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.197959:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000001a1afc5e 17ffffc0001021 2:0 ffff9bc64f119948 17012 lru 00000080:00200000:0.0:1769074931.197964:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000958e73b8 17012: 1< 0 - - > 2< 69681152 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.197965:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000fc27c1d1 00000080:00200000:0.0:1769074931.197966:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 117. 00000080:00200000:0.0:1769074931.197968:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17013 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.197982:0:63250:0:(rw26.c:912:ll_write_end()) pos 69685248, len 4096, copied 4096 00000080:00200000:0.0:1769074931.197986:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000f3c96b8e[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.197989:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000009034e09e 17ffffc0001001 3:0 ffff9bc64f1191b0 17013 lru 00000080:00200000:0.0:1769074931.197994:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000001a0d109a 17013: 1< 0 - - > 2< 69685248 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.197996:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000f3c96b8e 00000080:00200000:0.0:1769074931.197997:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 118. 00000080:00200000:0.0:1769074931.197999:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17014 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.198014:0:63250:0:(rw26.c:912:ll_write_end()) pos 69689344, len 4096, copied 4096 00000080:00200000:0.0:1769074931.198029:0:63250:0:(rw26.c:969:ll_write_end()) page@000000008409b777[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.198032:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000006fe52ce2 17ffffc0001001 3:0 ffff9bc64f119af8 17014 lru 00000080:00200000:0.0:1769074931.198037:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000081ad3767 17014: 1< 0 - - > 2< 69689344 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.198039:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000008409b777 00000080:00200000:0.0:1769074931.198040:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 119. 00000080:00200000:0.0:1769074931.198042:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17015 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.198059:0:63250:0:(rw26.c:912:ll_write_end()) pos 69693440, len 4096, copied 4096 00000080:00200000:0.0:1769074931.198063:0:63250:0:(rw26.c:969:ll_write_end()) page@000000008593fba0[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.198066:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000048d2b32d 17ffffc0001001 3:0 ffff9bc64f119870 17015 lru 00000080:00200000:0.0:1769074931.198071:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000036d244de 17015: 1< 0 - - > 2< 69693440 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.198074:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000008593fba0 00000080:00200000:0.0:1769074931.198075:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 120. 00000080:00200000:0.0:1769074931.198077:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17016 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.198091:0:63250:0:(rw26.c:912:ll_write_end()) pos 69697536, len 4096, copied 4096 00000080:00200000:0.0:1769074931.198096:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000a544d709[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.198098:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000041155223 17ffffc0001001 3:0 ffff9bc64f119288 17016 lru 00000080:00200000:0.0:1769074931.198104:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000a2dce3d6 17016: 1< 0 - - > 2< 69697536 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.198106:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000a544d709 00000080:00200000:0.0:1769074931.198107:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 121. 00000080:00200000:0.0:1769074931.198109:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17017 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.198125:0:63250:0:(rw26.c:912:ll_write_end()) pos 69701632, len 4096, copied 4096 00000080:00200000:0.0:1769074931.198129:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000063c54433[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.198132:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000007ec0cbe9 17ffffc0001001 3:0 ffff9bc64f119bd0 17017 lru 00000080:00200000:0.0:1769074931.198137:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000026c9cc3f 17017: 1< 0 - - > 2< 69701632 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.198140:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000063c54433 00000080:00200000:0.0:1769074931.198141:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 122. 00000080:00200000:0.0:1769074931.198143:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17018 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.198163:0:63250:0:(rw26.c:912:ll_write_end()) pos 69705728, len 4096, copied 4096 00000080:00200000:0.0:1769074931.198168:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000028c6130d[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.198171:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000003ea07cc1 17ffffc0001001 3:0 ffff9bc64f1196c0 17018 lru 00000080:00200000:0.0:1769074931.198175:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000009200cc53 17018: 1< 0 - - > 2< 69705728 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.198177:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000028c6130d 00000080:00200000:0.0:1769074931.198178:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 123. 00000080:00200000:0.0:1769074931.198180:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17019 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.198194:0:63250:0:(rw26.c:912:ll_write_end()) pos 69709824, len 4096, copied 4096 00000080:00200000:0.0:1769074931.198198:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000c1ccaf50[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.198201:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000007905f958 17ffffc0001001 3:0 ffff9bc64f1190d8 17019 lru 00000080:00200000:0.0:1769074931.198206:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000056ae0c7e 17019: 1< 0 - - > 2< 69709824 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.198208:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000c1ccaf50 00000080:00200000:0.0:1769074931.198209:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 124. 00000080:00200000:0.0:1769074931.198211:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17020 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.198224:0:63250:0:(rw26.c:912:ll_write_end()) pos 69713920, len 4096, copied 4096 00000080:00200000:0.0:1769074931.198227:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000a22df716[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.198230:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000035893ee3 17ffffc0001001 3:0 ffff9bc64f119360 17020 lru 00000080:00200000:0.0:1769074931.198235:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000076d816f3 17020: 1< 0 - - > 2< 69713920 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.198237:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000a22df716 00000080:00200000:0.0:1769074931.198239:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 125. 00000080:00200000:0.0:1769074931.198241:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17021 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.198257:0:63250:0:(rw26.c:912:ll_write_end()) pos 69718016, len 4096, copied 4096 00000080:00200000:0.0:1769074931.198260:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000059cbce6[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.198263:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000f7c260b2 17ffffc0001001 3:0 ffff9bc64f119d80 17021 lru 00000080:00200000:0.0:1769074931.198267:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000065bc0460 17021: 1< 0 - - > 2< 69718016 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.198269:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000059cbce6 00000080:00200000:0.0:1769074931.198270:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 126. 00000080:00200000:0.0:1769074931.198272:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17022 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.198292:0:63250:0:(rw26.c:912:ll_write_end()) pos 69722112, len 4096, copied 4096 00000080:00200000:0.0:1769074931.198296:0:63250:0:(rw26.c:969:ll_write_end()) page@000000009fa8c10c[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.198299:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000002fc289e5 17ffffc0001001 3:0 ffff9bc64f1ba1b0 17022 lru 00000080:00200000:0.0:1769074931.198303:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000006527d9a6 17022: 1< 0 - - > 2< 69722112 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.198305:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000009fa8c10c 00000080:00200000:0.0:1769074931.198306:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 127. 00000080:00200000:0.0:1769074931.198308:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17023 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.198320:0:63250:0:(rw26.c:912:ll_write_end()) pos 69726208, len 4096, copied 4096 00000080:00200000:0.0:1769074931.198324:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000b3dd178e[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.198326:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000ea5d192d 17ffffc0001001 3:0 ffff9bc64f1baaf8 17023 lru 00000080:00200000:0.0:1769074931.198330:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000000b7586b5 17023: 1< 0 - - > 2< 69726208 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.198332:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000b3dd178e 00000080:00200000:0.0:1769074931.198333:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 128. 00000080:00200000:0.0:1769074931.198335:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17024 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.198352:0:63250:0:(rw26.c:912:ll_write_end()) pos 69730304, len 4096, copied 4096 00000080:00200000:0.0:1769074931.198355:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000ad9293c5[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.198358:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000b2a80c1b 17ffffc0001001 3:0 ffff9bc64f1ba870 17024 lru 00000080:00200000:0.0:1769074931.198362:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000000631052b 17024: 1< 0 - - > 2< 69730304 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.198365:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000ad9293c5 00000080:00200000:0.0:1769074931.198366:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 129. 00000080:00200000:0.0:1769074931.198368:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17025 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.198382:0:63250:0:(rw26.c:912:ll_write_end()) pos 69734400, len 4096, copied 4096 00000080:00200000:0.0:1769074931.198386:0:63250:0:(rw26.c:969:ll_write_end()) page@000000009b96f677[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.198388:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000001d4cb199 17ffffc0001001 3:0 ffff9bc64f1ba288 17025 lru 00000080:00200000:0.0:1769074931.198392:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000004fb3c53 17025: 1< 0 - - > 2< 69734400 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.198394:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000009b96f677 00000080:00200000:0.0:1769074931.198395:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 130. 00000080:00200000:0.0:1769074931.198396:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17026 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.198410:0:63250:0:(rw26.c:912:ll_write_end()) pos 69738496, len 4096, copied 4096 00000080:00200000:0.0:1769074931.198414:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000ab1f4c96[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.198416:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000007e9a7d9f 17ffffc0001001 3:0 ffff9bc64f1babd0 17026 lru 00000080:00200000:0.0:1769074931.198421:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000c41d66a3 17026: 1< 0 - - > 2< 69738496 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.198424:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000ab1f4c96 00000080:00200000:0.0:1769074931.198425:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 131. 00000080:00200000:0.0:1769074931.198426:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17027 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.198443:0:63250:0:(rw26.c:912:ll_write_end()) pos 69742592, len 4096, copied 4096 00000080:00200000:0.0:1769074931.198447:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000cfaa24bc[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.198449:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000029287bb0 17ffffc0001021 2:0 ffff9bc64f1ba6c0 17027 lru 00000080:00200000:0.0:1769074931.198454:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000001237fb9f 17027: 1< 0 - - > 2< 69742592 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.198456:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000cfaa24bc 00000080:00200000:0.0:1769074931.198457:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 132. 00000080:00200000:0.0:1769074931.198459:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17028 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.199487:0:63250:0:(rw26.c:912:ll_write_end()) pos 69746688, len 4096, copied 4096 00000080:00200000:0.0:1769074931.199498:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000e5f88a6e[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.199501:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000418cd30f 17ffffc0001001 3:0 ffff9bc64f1ba0d8 17028 lru 00000080:00200000:0.0:1769074931.199507:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000004e56532e 17028: 1< 0 - - > 2< 69746688 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.199510:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000e5f88a6e 00000080:00200000:0.0:1769074931.199511:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 133. 00000080:00200000:0.0:1769074931.199515:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17029 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.199543:0:63250:0:(rw26.c:912:ll_write_end()) pos 69750784, len 4096, copied 4096 00000080:00200000:0.0:1769074931.199548:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000070bb0184[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.199550:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000dc3535fe 17ffffc0001001 3:0 ffff9bc64f1ba360 17029 lru 00000080:00200000:0.0:1769074931.199555:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000009793b257 17029: 1< 0 - - > 2< 69750784 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.199557:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000070bb0184 00000080:00200000:0.0:1769074931.199558:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 134. 00000080:00200000:0.0:1769074931.199560:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17030 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.199574:0:63250:0:(rw26.c:912:ll_write_end()) pos 69754880, len 4096, copied 4096 00000080:00200000:0.0:1769074931.199578:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000017e42b7d[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.199581:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000b7322aa7 17ffffc0001001 3:0 ffff9bc64f1bad80 17030 lru 00000080:00200000:0.0:1769074931.199586:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000000cf1aab 17030: 1< 0 - - > 2< 69754880 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.199588:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000017e42b7d 00000080:00200000:0.0:1769074931.199589:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 135. 00000080:00200000:0.0:1769074931.199591:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17031 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.199606:0:63250:0:(rw26.c:912:ll_write_end()) pos 69758976, len 4096, copied 4096 00000080:00200000:0.0:1769074931.199611:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000a1ca0f6b[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.199614:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000006e199000 17ffffc0001001 3:0 ffff9bc64f1ba438 17031 lru 00000080:00200000:0.0:1769074931.199618:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000cd9a3036 17031: 1< 0 - - > 2< 69758976 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.199620:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000a1ca0f6b 00000080:00200000:0.0:1769074931.199621:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 136. 00000080:00200000:0.0:1769074931.199623:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17032 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.199637:0:63250:0:(rw26.c:912:ll_write_end()) pos 69763072, len 4096, copied 4096 00000080:00200000:0.0:1769074931.199641:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000081935f99[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.199643:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000004aed2af7 17ffffc0001001 3:0 ffff9bc64f1ba5e8 17032 lru 00000080:00200000:0.0:1769074931.199648:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000003204b506 17032: 1< 0 - - > 2< 69763072 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.199650:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000081935f99 00000080:00200000:0.0:1769074931.199651:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 137. 00000080:00200000:0.0:1769074931.199653:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17033 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.199668:0:63250:0:(rw26.c:912:ll_write_end()) pos 69767168, len 4096, copied 4096 00000080:00200000:0.0:1769074931.199671:0:63250:0:(rw26.c:969:ll_write_end()) page@000000001329333f[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.199674:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000000e565a38 17ffffc0001001 3:0 ffff9bc64f1baa20 17033 lru 00000080:00200000:0.0:1769074931.199679:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000ebb2e1c4 17033: 1< 0 - - > 2< 69767168 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.199681:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000001329333f 00000080:00200000:0.0:1769074931.199682:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 138. 00000080:00200000:0.0:1769074931.199684:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17034 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.199697:0:63250:0:(rw26.c:912:ll_write_end()) pos 69771264, len 4096, copied 4096 00000080:00200000:0.0:1769074931.199701:0:63250:0:(rw26.c:969:ll_write_end()) page@000000006c492fe6[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.199704:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000f3fe49f2 17ffffc0001001 3:0 ffff9bc64f1ba510 17034 lru 00000080:00200000:0.0:1769074931.199709:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000286b6e9d 17034: 1< 0 - - > 2< 69771264 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.199711:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000006c492fe6 00000080:00200000:0.0:1769074931.199712:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 139. 00000080:00200000:0.0:1769074931.199713:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17035 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.199728:0:63250:0:(rw26.c:912:ll_write_end()) pos 69775360, len 4096, copied 4096 00000080:00200000:0.0:1769074931.199732:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000f9a10ad4[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.199735:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000048ffe657 17ffffc0001001 3:0 ffff9bc64f1ba000 17035 lru 00000080:00200000:0.0:1769074931.199740:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000beb35901 17035: 1< 0 - - > 2< 69775360 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.199742:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000f9a10ad4 00000080:00200000:0.0:1769074931.199743:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 140. 00000080:00200000:0.0:1769074931.199745:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17036 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.199764:0:63250:0:(rw26.c:912:ll_write_end()) pos 69779456, len 4096, copied 4096 00000080:00200000:0.0:1769074931.199768:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000018877c07[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.199771:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000042c87a77 17ffffc0001001 3:0 ffff9bc64f1baca8 17036 lru 00000080:00200000:0.0:1769074931.199791:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000030ddf0d1 17036: 1< 0 - - > 2< 69779456 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.199794:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000018877c07 00000080:00200000:0.0:1769074931.199795:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 141. 00000080:00200000:0.0:1769074931.199797:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17037 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.199813:0:63250:0:(rw26.c:912:ll_write_end()) pos 69783552, len 4096, copied 4096 00000080:00200000:0.0:1769074931.199817:0:63250:0:(rw26.c:969:ll_write_end()) page@000000000131e503[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.199820:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000000923dc22 17ffffc0001001 3:0 ffff9bc64f1bae58 17037 lru 00000080:00200000:0.0:1769074931.199825:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000002917f821 17037: 1< 0 - - > 2< 69783552 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.199827:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000000131e503 00000080:00200000:0.0:1769074931.199828:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 142. 00000080:00200000:0.0:1769074931.199830:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17038 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.199845:0:63250:0:(rw26.c:912:ll_write_end()) pos 69787648, len 4096, copied 4096 00000080:00200000:0.0:1769074931.199851:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000b53cd778[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.199853:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000987b4d80 17ffffc0001001 3:0 ffff9bc64f1ba798 17038 lru 00000080:00200000:0.0:1769074931.199858:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000ddb6ab85 17038: 1< 0 - - > 2< 69787648 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.199861:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000b53cd778 00000080:00200000:0.0:1769074931.199862:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 143. 00000080:00200000:0.0:1769074931.199863:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17039 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.199878:0:63250:0:(rw26.c:912:ll_write_end()) pos 69791744, len 4096, copied 4096 00000080:00200000:0.0:1769074931.199892:0:63250:0:(rw26.c:969:ll_write_end()) page@000000001cdfa700[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.199894:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000007c35b3a 17ffffc0001001 3:0 ffff9bc64f1ba948 17039 lru 00000080:00200000:0.0:1769074931.199900:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000842cb780 17039: 1< 0 - - > 2< 69791744 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.199902:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000001cdfa700 00000080:00200000:0.0:1769074931.199903:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 144. 00000080:00200000:0.0:1769074931.199905:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17040 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.199922:0:63250:0:(rw26.c:912:ll_write_end()) pos 69795840, len 4096, copied 4096 00000080:00200000:0.0:1769074931.199926:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000aa48e4b0[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.199929:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000005094643f 17ffffc0001001 3:0 ffff9bc64f169438 17040 lru 00000080:00200000:0.0:1769074931.199934:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000adf7ddaa 17040: 1< 0 - - > 2< 69795840 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.199937:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000aa48e4b0 00000080:00200000:0.0:1769074931.199938:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 145. 00000080:00200000:0.0:1769074931.199940:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17041 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.199956:0:63250:0:(rw26.c:912:ll_write_end()) pos 69799936, len 4096, copied 4096 00000080:00200000:0.0:1769074931.199959:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000bc1af8bb[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.199962:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000008a8a2e8d 17ffffc0001001 3:0 ffff9bc64f1695e8 17041 lru 00000080:00200000:0.0:1769074931.199968:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000000d1603e 17041: 1< 0 - - > 2< 69799936 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.199970:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000bc1af8bb 00000080:00200000:0.0:1769074931.199971:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 146. 00000080:00200000:0.0:1769074931.199973:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17042 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.199993:0:63250:0:(rw26.c:912:ll_write_end()) pos 69804032, len 4096, copied 4096 00000080:00200000:0.0:1769074931.199997:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000767c6289[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.200000:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000f1c9f0a4 17ffffc0001021 2:0 ffff9bc64f169a20 17042 lru 00000080:00200000:0.0:1769074931.200005:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000001f85c311 17042: 1< 0 - - > 2< 69804032 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.200007:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000767c6289 00000080:00200000:0.0:1769074931.200008:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 147. 00000080:00200000:0.0:1769074931.200010:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17043 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.200040:0:63250:0:(rw26.c:912:ll_write_end()) pos 69808128, len 4096, copied 4096 00000080:00200000:0.0:1769074931.200044:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000dd272030[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.200047:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000008e2d3c70 17ffffc0001001 3:0 ffff9bc64f169510 17043 lru 00000080:00200000:0.0:1769074931.200052:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000008677dab2 17043: 1< 0 - - > 2< 69808128 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.200054:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000dd272030 00000080:00200000:0.0:1769074931.200055:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 148. 00000080:00200000:0.0:1769074931.200057:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17044 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.200072:0:63250:0:(rw26.c:912:ll_write_end()) pos 69812224, len 4096, copied 4096 00000080:00200000:0.0:1769074931.200076:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000062438677[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.200079:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000888c4254 17ffffc0001001 3:0 ffff9bc64f169000 17044 lru 00000080:00200000:0.0:1769074931.200083:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000de4240c2 17044: 1< 0 - - > 2< 69812224 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.200086:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000062438677 00000080:00200000:0.0:1769074931.200087:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 149. 00000080:00200000:0.0:1769074931.200089:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17045 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.200104:0:63250:0:(rw26.c:912:ll_write_end()) pos 69816320, len 4096, copied 4096 00000080:00200000:0.0:1769074931.200107:0:63250:0:(rw26.c:969:ll_write_end()) page@000000002e8713ba[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.200110:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000089c434eb 17ffffc0001001 3:0 ffff9bc64f169ca8 17045 lru 00000080:00200000:0.0:1769074931.200115:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000286d2b10 17045: 1< 0 - - > 2< 69816320 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.200117:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000002e8713ba 00000080:00200000:0.0:1769074931.200118:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 150. 00000080:00200000:0.0:1769074931.200120:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17046 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.200135:0:63250:0:(rw26.c:912:ll_write_end()) pos 69820416, len 4096, copied 4096 00000080:00200000:0.0:1769074931.200139:0:63250:0:(rw26.c:969:ll_write_end()) page@000000009ec984a6[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.200142:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000007525347a 17ffffc0001001 3:0 ffff9bc64f169e58 17046 lru 00000080:00200000:0.0:1769074931.200147:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000009eceb183 17046: 1< 0 - - > 2< 69820416 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.200149:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000009ec984a6 00000080:00200000:0.0:1769074931.200150:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 151. 00000080:00200000:0.0:1769074931.200152:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17047 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.200166:0:63250:0:(rw26.c:912:ll_write_end()) pos 69824512, len 4096, copied 4096 00000080:00200000:0.0:1769074931.200169:0:63250:0:(rw26.c:969:ll_write_end()) page@000000001f3193e7[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.200172:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000f854bbfa 17ffffc0001001 3:0 ffff9bc64f169798 17047 lru 00000080:00200000:0.0:1769074931.200177:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000012b0adb3 17047: 1< 0 - - > 2< 69824512 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.200179:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000001f3193e7 00000080:00200000:0.0:1769074931.200180:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 152. 00000080:00200000:0.0:1769074931.200182:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17048 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.200196:0:63250:0:(rw26.c:912:ll_write_end()) pos 69828608, len 4096, copied 4096 00000080:00200000:0.0:1769074931.200200:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000efd7e7d1[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.200203:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000056a94694 17ffffc0001001 3:0 ffff9bc64f169948 17048 lru 00000080:00200000:0.0:1769074931.200209:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000ff702130 17048: 1< 0 - - > 2< 69828608 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.200211:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000efd7e7d1 00000080:00200000:0.0:1769074931.200212:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 153. 00000080:00200000:0.0:1769074931.200214:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17049 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.200230:0:63250:0:(rw26.c:912:ll_write_end()) pos 69832704, len 4096, copied 4096 00000080:00200000:0.0:1769074931.200234:0:63250:0:(rw26.c:969:ll_write_end()) page@000000006648e99d[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.200237:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000001a8f214a 17ffffc0001001 3:0 ffff9bc64f1691b0 17049 lru 00000080:00200000:0.0:1769074931.200241:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000f75a3782 17049: 1< 0 - - > 2< 69832704 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.200243:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000006648e99d 00000080:00200000:0.0:1769074931.200244:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 154. 00000080:00200000:0.0:1769074931.200246:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17050 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.200262:0:63250:0:(rw26.c:912:ll_write_end()) pos 69836800, len 4096, copied 4096 00000080:00200000:0.0:1769074931.200266:0:63250:0:(rw26.c:969:ll_write_end()) page@000000009eb3bcd4[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.200269:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000025f42a1 17ffffc0001001 3:0 ffff9bc64f169af8 17050 lru 00000080:00200000:0.0:1769074931.200274:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000f55bcb27 17050: 1< 0 - - > 2< 69836800 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.200276:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000009eb3bcd4 00000080:00200000:0.0:1769074931.200278:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 155. 00000080:00200000:0.0:1769074931.200280:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17051 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.200301:0:63250:0:(rw26.c:912:ll_write_end()) pos 69840896, len 4096, copied 4096 00000080:00200000:0.0:1769074931.200305:0:63250:0:(rw26.c:969:ll_write_end()) page@000000002575110a[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.200307:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000008588d18d 17ffffc0001001 3:0 ffff9bc64f169870 17051 lru 00000080:00200000:0.0:1769074931.200313:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000d7f9e66f 17051: 1< 0 - - > 2< 69840896 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.200315:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000002575110a 00000080:00200000:0.0:1769074931.200316:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 156. 00000080:00200000:0.0:1769074931.200318:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17052 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.200331:0:63250:0:(rw26.c:912:ll_write_end()) pos 69844992, len 4096, copied 4096 00000080:00200000:0.0:1769074931.200335:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000c4073303[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.200337:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000c3b2140d 17ffffc0001001 3:0 ffff9bc64f169288 17052 lru 00000080:00200000:0.0:1769074931.200343:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000095eceb82 17052: 1< 0 - - > 2< 69844992 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.200345:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000c4073303 00000080:00200000:0.0:1769074931.200347:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 157. 00000080:00200000:0.0:1769074931.200348:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17053 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.200361:0:63250:0:(rw26.c:912:ll_write_end()) pos 69849088, len 4096, copied 4096 00000080:00200000:0.0:1769074931.200365:0:63250:0:(rw26.c:969:ll_write_end()) page@000000003f34e3f9[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.200368:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000009965062c 17ffffc0001001 3:0 ffff9bc64f169bd0 17053 lru 00000080:00200000:0.0:1769074931.200373:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000b2099be1 17053: 1< 0 - - > 2< 69849088 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.200376:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000003f34e3f9 00000080:00200000:0.0:1769074931.200377:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 158. 00000080:00200000:0.0:1769074931.200379:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17054 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.200392:0:63250:0:(rw26.c:912:ll_write_end()) pos 69853184, len 4096, copied 4096 00000080:00200000:0.0:1769074931.200396:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000004d56dd4[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.200399:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000008a5621b1 17ffffc0001001 3:0 ffff9bc64f1696c0 17054 lru 00000080:00200000:0.0:1769074931.200405:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000f7803daa 17054: 1< 0 - - > 2< 69853184 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.200407:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000004d56dd4 00000080:00200000:0.0:1769074931.200408:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 159. 00000080:00200000:0.0:1769074931.200410:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17055 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.200425:0:63250:0:(rw26.c:912:ll_write_end()) pos 69857280, len 4096, copied 4096 00000080:00200000:0.0:1769074931.200429:0:63250:0:(rw26.c:969:ll_write_end()) page@000000008df64ffe[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.200432:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000004ac7710b 17ffffc0001001 3:0 ffff9bc64f1690d8 17055 lru 00000080:00200000:0.0:1769074931.200437:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000016d9d0c5 17055: 1< 0 - - > 2< 69857280 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.200439:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000008df64ffe 00000080:00200000:0.0:1769074931.200440:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 160. 00000080:00200000:0.0:1769074931.200442:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17056 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.200455:0:63250:0:(rw26.c:912:ll_write_end()) pos 69861376, len 4096, copied 4096 00000080:00200000:0.0:1769074931.200459:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000090a7f6b3[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.200462:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000fe3f8002 17ffffc0001001 3:0 ffff9bc64f169360 17056 lru 00000080:00200000:0.0:1769074931.200466:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000003d3f72c5 17056: 1< 0 - - > 2< 69861376 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.200468:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000090a7f6b3 00000080:00200000:0.0:1769074931.200470:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 161. 00000080:00200000:0.0:1769074931.200471:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17057 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.200491:0:63250:0:(rw26.c:912:ll_write_end()) pos 69865472, len 4096, copied 4096 00000080:00200000:0.0:1769074931.200495:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000bb07ea20[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.200498:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000040d7eeb6 17ffffc0001021 2:0 ffff9bc64f169d80 17057 lru 00000080:00200000:0.0:1769074931.200504:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000071c5cb2 17057: 1< 0 - - > 2< 69865472 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.200506:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000bb07ea20 00000080:00200000:0.0:1769074931.200507:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 162. 00000080:00200000:0.0:1769074931.200509:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17058 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.200526:0:63250:0:(rw26.c:912:ll_write_end()) pos 69869568, len 4096, copied 4096 00000080:00200000:0.0:1769074931.200531:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000b203de95[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.200533:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000940c37d3 17ffffc0001001 3:0 ffff9bc67af16d80 17058 lru 00000080:00200000:0.0:1769074931.200538:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000bc72243b 17058: 1< 0 - - > 2< 69869568 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.200540:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000b203de95 00000080:00200000:0.0:1769074931.200541:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 163. 00000080:00200000:0.0:1769074931.200543:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17059 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.200556:0:63250:0:(rw26.c:912:ll_write_end()) pos 69873664, len 4096, copied 4096 00000080:00200000:0.0:1769074931.200560:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000759a0144[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.200563:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000006022e1da 17ffffc0001001 3:0 ffff9bc67af16438 17059 lru 00000080:00200000:0.0:1769074931.200567:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000ce0c43b1 17059: 1< 0 - - > 2< 69873664 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.200569:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000759a0144 00000080:00200000:0.0:1769074931.200570:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 164. 00000080:00200000:0.0:1769074931.200572:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17060 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.200584:0:63250:0:(rw26.c:912:ll_write_end()) pos 69877760, len 4096, copied 4096 00000080:00200000:0.0:1769074931.200587:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000ea835d83[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.200590:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000272114db 17ffffc0001001 3:0 ffff9bc67af165e8 17060 lru 00000080:00200000:0.0:1769074931.200594:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000007ff9420d 17060: 1< 0 - - > 2< 69877760 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.200596:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000ea835d83 00000080:00200000:0.0:1769074931.200597:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 165. 00000080:00200000:0.0:1769074931.200599:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17061 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.200610:0:63250:0:(rw26.c:912:ll_write_end()) pos 69881856, len 4096, copied 4096 00000080:00200000:0.0:1769074931.200614:0:63250:0:(rw26.c:969:ll_write_end()) page@000000004e007135[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.200617:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000004ad30a3b 17ffffc0001001 3:0 ffff9bc67af16a20 17061 lru 00000080:00200000:0.0:1769074931.200622:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000006097f24d 17061: 1< 0 - - > 2< 69881856 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.200624:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000004e007135 00000080:00200000:0.0:1769074931.200625:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 166. 00000080:00200000:0.0:1769074931.200626:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17062 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.200640:0:63250:0:(rw26.c:912:ll_write_end()) pos 69885952, len 4096, copied 4096 00000080:00200000:0.0:1769074931.200644:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000d033f283[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.200647:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000d6ae7725 17ffffc0001001 3:0 ffff9bc67af16510 17062 lru 00000080:00200000:0.0:1769074931.200652:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000293ddfa7 17062: 1< 0 - - > 2< 69885952 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.200655:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000d033f283 00000080:00200000:0.0:1769074931.200656:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 167. 00000080:00200000:0.0:1769074931.200658:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17063 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.200673:0:63250:0:(rw26.c:912:ll_write_end()) pos 69890048, len 4096, copied 4096 00000080:00200000:0.0:1769074931.200676:0:63250:0:(rw26.c:969:ll_write_end()) page@000000008b8bcd33[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.200679:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000a340c23d 17ffffc0001001 3:0 ffff9bc67af16000 17063 lru 00000080:00200000:0.0:1769074931.200685:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000f4c64d23 17063: 1< 0 - - > 2< 69890048 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.200687:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000008b8bcd33 00000080:00200000:0.0:1769074931.200688:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 168. 00000080:00200000:0.0:1769074931.200690:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17064 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.200705:0:63250:0:(rw26.c:912:ll_write_end()) pos 69894144, len 4096, copied 4096 00000080:00200000:0.0:1769074931.200708:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000b6834d7d[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.200711:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000007543adbc 17ffffc0001001 3:0 ffff9bc67af16ca8 17064 lru 00000080:00200000:0.0:1769074931.200716:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000082f258e3 17064: 1< 0 - - > 2< 69894144 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.200717:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000b6834d7d 00000080:00200000:0.0:1769074931.200719:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 169. 00000080:00200000:0.0:1769074931.200721:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17065 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.200735:0:63250:0:(rw26.c:912:ll_write_end()) pos 69898240, len 4096, copied 4096 00000080:00200000:0.0:1769074931.200740:0:63250:0:(rw26.c:969:ll_write_end()) page@000000003db62d4e[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.200743:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000287fc118 17ffffc0001001 3:0 ffff9bc67af16e58 17065 lru 00000080:00200000:0.0:1769074931.200748:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000b67c8841 17065: 1< 0 - - > 2< 69898240 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.200749:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000003db62d4e 00000080:00200000:0.0:1769074931.200751:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 170. 00000080:00200000:0.0:1769074931.200753:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17066 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.200766:0:63250:0:(rw26.c:912:ll_write_end()) pos 69902336, len 4096, copied 4096 00000080:00200000:0.0:1769074931.200770:0:63250:0:(rw26.c:969:ll_write_end()) page@000000006dec6bd0[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.200801:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000ad46c56a 17ffffc0001001 3:0 ffff9bc67af16798 17066 lru 00000080:00200000:0.0:1769074931.200807:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000001b0c9b62 17066: 1< 0 - - > 2< 69902336 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.200808:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000006dec6bd0 00000080:00200000:0.0:1769074931.200809:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 171. 00000080:00200000:0.0:1769074931.200811:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17067 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.200827:0:63250:0:(rw26.c:912:ll_write_end()) pos 69906432, len 4096, copied 4096 00000080:00200000:0.0:1769074931.200832:0:63250:0:(rw26.c:969:ll_write_end()) page@000000006579b244[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.200835:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000ce366eb6 17ffffc0001001 3:0 ffff9bc67af16948 17067 lru 00000080:00200000:0.0:1769074931.200839:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000f47cdb10 17067: 1< 0 - - > 2< 69906432 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.200842:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000006579b244 00000080:00200000:0.0:1769074931.200843:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 172. 00000080:00200000:0.0:1769074931.200845:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17068 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.200860:0:63250:0:(rw26.c:912:ll_write_end()) pos 69910528, len 4096, copied 4096 00000080:00200000:0.0:1769074931.200864:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000059458e2d[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.200867:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000de1ca210 17ffffc0001001 3:0 ffff9bc67af161b0 17068 lru 00000080:00200000:0.0:1769074931.200871:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000dc09e2d1 17068: 1< 0 - - > 2< 69910528 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.200874:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000059458e2d 00000080:00200000:0.0:1769074931.200875:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 173. 00000080:00200000:0.0:1769074931.200877:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17069 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.200904:0:63250:0:(rw26.c:912:ll_write_end()) pos 69914624, len 4096, copied 4096 00000080:00200000:0.0:1769074931.200909:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000ea88ea1a[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.200911:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000039a25527 17ffffc0001001 3:0 ffff9bc67af16af8 17069 lru 00000080:00200000:0.0:1769074931.200916:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000510ad246 17069: 1< 0 - - > 2< 69914624 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.200918:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000ea88ea1a 00000080:00200000:0.0:1769074931.200919:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 174. 00000080:00200000:0.0:1769074931.200921:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17070 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.200935:0:63250:0:(rw26.c:912:ll_write_end()) pos 69918720, len 4096, copied 4096 00000080:00200000:0.0:1769074931.200939:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000ac9dccd1[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.200942:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000a7a3d629 17ffffc0001001 3:0 ffff9bc67af16870 17070 lru 00000080:00200000:0.0:1769074931.200946:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000027e2bf00 17070: 1< 0 - - > 2< 69918720 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.200948:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000ac9dccd1 00000080:00200000:0.0:1769074931.200949:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 175. 00000080:00200000:0.0:1769074931.200951:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17071 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.200965:0:63250:0:(rw26.c:912:ll_write_end()) pos 69922816, len 4096, copied 4096 00000080:00200000:0.0:1769074931.200969:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000d507f87c[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.200972:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000068314b6e 17ffffc0001001 3:0 ffff9bc67af16288 17071 lru 00000080:00200000:0.0:1769074931.200976:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000007e46b9dd 17071: 1< 0 - - > 2< 69922816 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.200978:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000d507f87c 00000080:00200000:0.0:1769074931.200980:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 176. 00000080:00200000:0.0:1769074931.200981:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17072 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.201000:0:63250:0:(rw26.c:912:ll_write_end()) pos 69926912, len 4096, copied 4096 00000080:00200000:0.0:1769074931.201004:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000d62f19d0[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.201007:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000009f49fc07 17ffffc0001021 2:0 ffff9bc67af16bd0 17072 lru 00000080:00200000:0.0:1769074931.201011:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000f21d533d 17072: 1< 0 - - > 2< 69926912 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.201013:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000d62f19d0 00000080:00200000:0.0:1769074931.201014:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 177. 00000080:00200000:0.0:1769074931.201016:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17073 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.201031:0:63250:0:(rw26.c:912:ll_write_end()) pos 69931008, len 4096, copied 4096 00000080:00200000:0.0:1769074931.201035:0:63250:0:(rw26.c:969:ll_write_end()) page@000000008abe10b8[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.201038:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000a86e9d48 17ffffc0001001 3:0 ffff9bc67af166c0 17073 lru 00000080:00200000:0.0:1769074931.201043:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000fa2d19ef 17073: 1< 0 - - > 2< 69931008 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.201046:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000008abe10b8 00000080:00200000:0.0:1769074931.201047:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 178. 00000080:00200000:0.0:1769074931.201049:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17074 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.201064:0:63250:0:(rw26.c:912:ll_write_end()) pos 69935104, len 4096, copied 4096 00000080:00200000:0.0:1769074931.201068:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000f4b81cca[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.201071:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000402882f6 17ffffc0001001 3:0 ffff9bc67af160d8 17074 lru 00000080:00200000:0.0:1769074931.201076:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000008b003193 17074: 1< 0 - - > 2< 69935104 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.201078:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000f4b81cca 00000080:00200000:0.0:1769074931.201079:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 179. 00000080:00200000:0.0:1769074931.201081:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17075 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.201095:0:63250:0:(rw26.c:912:ll_write_end()) pos 69939200, len 4096, copied 4096 00000080:00200000:0.0:1769074931.201099:0:63250:0:(rw26.c:969:ll_write_end()) page@000000004cd45a21[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.201101:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000442e493a 17ffffc0001001 3:0 ffff9bc67af16360 17075 lru 00000080:00200000:0.0:1769074931.201107:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000861bbab5 17075: 1< 0 - - > 2< 69939200 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.201109:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000004cd45a21 00000080:00200000:0.0:1769074931.201110:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 180. 00000080:00200000:0.0:1769074931.201112:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17076 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.201127:0:63250:0:(rw26.c:912:ll_write_end()) pos 69943296, len 4096, copied 4096 00000080:00200000:0.0:1769074931.201131:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000e451c1b3[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.201134:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000002ca4525 17ffffc0001001 3:0 ffff9bc644c6d948 17076 lru 00000080:00200000:0.0:1769074931.201139:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000a39bda50 17076: 1< 0 - - > 2< 69943296 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.201142:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000e451c1b3 00000080:00200000:0.0:1769074931.201143:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 181. 00000080:00200000:0.0:1769074931.201145:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17077 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.201159:0:63250:0:(rw26.c:912:ll_write_end()) pos 69947392, len 4096, copied 4096 00000080:00200000:0.0:1769074931.201164:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000aa02ca88[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.201166:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000bd0eaad9 17ffffc0001001 3:0 ffff9bc644c6d1b0 17077 lru 00000080:00200000:0.0:1769074931.201172:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000004d28e2a2 17077: 1< 0 - - > 2< 69947392 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.201174:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000aa02ca88 00000080:00200000:0.0:1769074931.201175:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 182. 00000080:00200000:0.0:1769074931.201177:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17078 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.201192:0:63250:0:(rw26.c:912:ll_write_end()) pos 69951488, len 4096, copied 4096 00000080:00200000:0.0:1769074931.201197:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000039e58dd0[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.201199:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000005ab24c62 17ffffc0001001 3:0 ffff9bc644c6daf8 17078 lru 00000080:00200000:0.0:1769074931.201205:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000f43dc751 17078: 1< 0 - - > 2< 69951488 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.201207:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000039e58dd0 00000080:00200000:0.0:1769074931.201208:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 183. 00000080:00200000:0.0:1769074931.201210:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17079 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.201224:0:63250:0:(rw26.c:912:ll_write_end()) pos 69955584, len 4096, copied 4096 00000080:00200000:0.0:1769074931.201229:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000e194de21[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.201231:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000f5b0e810 17ffffc0001001 3:0 ffff9bc644c6d870 17079 lru 00000080:00200000:0.0:1769074931.201236:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000b9fdfab1 17079: 1< 0 - - > 2< 69955584 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.201239:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000e194de21 00000080:00200000:0.0:1769074931.201240:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 184. 00000080:00200000:0.0:1769074931.201241:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17080 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.201257:0:63250:0:(rw26.c:912:ll_write_end()) pos 69959680, len 4096, copied 4096 00000080:00200000:0.0:1769074931.201261:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000067c06281[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.201264:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000e65b1286 17ffffc0001001 3:0 ffff9bc644c6d288 17080 lru 00000080:00200000:0.0:1769074931.201268:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000087c59430 17080: 1< 0 - - > 2< 69959680 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.201271:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000067c06281 00000080:00200000:0.0:1769074931.201272:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 185. 00000080:00200000:0.0:1769074931.201273:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17081 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.201287:0:63250:0:(rw26.c:912:ll_write_end()) pos 69963776, len 4096, copied 4096 00000080:00200000:0.0:1769074931.201291:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000d1ce6142[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.201294:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000b68ed2ef 17ffffc0001001 3:0 ffff9bc644c6dbd0 17081 lru 00000080:00200000:0.0:1769074931.201299:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000ed56cbd8 17081: 1< 0 - - > 2< 69963776 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.201301:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000d1ce6142 00000080:00200000:0.0:1769074931.201302:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 186. 00000080:00200000:0.0:1769074931.201304:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17082 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.201318:0:63250:0:(rw26.c:912:ll_write_end()) pos 69967872, len 4096, copied 4096 00000080:00200000:0.0:1769074931.201322:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000013034fec[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.201324:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000a5f1aaba 17ffffc0001001 3:0 ffff9bc644c6d6c0 17082 lru 00000080:00200000:0.0:1769074931.201329:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000001647b040 17082: 1< 0 - - > 2< 69967872 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.201331:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000013034fec 00000080:00200000:0.0:1769074931.201331:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 187. 00000080:00200000:0.0:1769074931.201333:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17083 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.201346:0:63250:0:(rw26.c:912:ll_write_end()) pos 69971968, len 4096, copied 4096 00000080:00200000:0.0:1769074931.201350:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000049e2f8ed[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.201352:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000b1bef25a 17ffffc0001001 3:0 ffff9bc644c6d0d8 17083 lru 00000080:00200000:0.0:1769074931.201357:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000ba91ccca 17083: 1< 0 - - > 2< 69971968 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.201359:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000049e2f8ed 00000080:00200000:0.0:1769074931.201360:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 188. 00000080:00200000:0.0:1769074931.201362:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17084 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.201375:0:63250:0:(rw26.c:912:ll_write_end()) pos 69976064, len 4096, copied 4096 00000080:00200000:0.0:1769074931.201379:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000da69ebe2[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.201382:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000611de5bc 17ffffc0001001 3:0 ffff9bc644c6d360 17084 lru 00000080:00200000:0.0:1769074931.201387:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000541fb70d 17084: 1< 0 - - > 2< 69976064 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.201389:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000da69ebe2 00000080:00200000:0.0:1769074931.201390:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 189. 00000080:00200000:0.0:1769074931.201391:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17085 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.201410:0:63250:0:(rw26.c:912:ll_write_end()) pos 69980160, len 4096, copied 4096 00000080:00200000:0.0:1769074931.201414:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000f6c7ba1e[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.201417:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000a4ae4c4f 17ffffc0001001 3:0 ffff9bc644c6dd80 17085 lru 00000080:00200000:0.0:1769074931.201421:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000001d70eacd 17085: 1< 0 - - > 2< 69980160 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.201423:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000f6c7ba1e 00000080:00200000:0.0:1769074931.201424:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 190. 00000080:00200000:0.0:1769074931.201425:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17086 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.201439:0:63250:0:(rw26.c:912:ll_write_end()) pos 69984256, len 4096, copied 4096 00000080:00200000:0.0:1769074931.201442:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000c031142d[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.201445:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000005c96b69e 17ffffc0001001 3:0 ffff9bc644c6d438 17086 lru 00000080:00200000:0.0:1769074931.201450:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000a5fa2edd 17086: 1< 0 - - > 2< 69984256 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.201452:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000c031142d 00000080:00200000:0.0:1769074931.201453:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 191. 00000080:00200000:0.0:1769074931.201455:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17087 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.201474:0:63250:0:(rw26.c:912:ll_write_end()) pos 69988352, len 4096, copied 4096 00000080:00200000:0.0:1769074931.201478:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000a2503456[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.201480:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000e663da7e 17ffffc0001021 2:0 ffff9bc644c6d5e8 17087 lru 00000080:00200000:0.0:1769074931.201485:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000022f2f4e5 17087: 1< 0 - - > 2< 69988352 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.201487:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000a2503456 00000080:00200000:0.0:1769074931.201488:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 192. 00000080:00200000:0.0:1769074931.201490:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17088 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.201508:0:63250:0:(rw26.c:912:ll_write_end()) pos 69992448, len 4096, copied 4096 00000080:00200000:0.0:1769074931.201512:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000458020d0[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.201515:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000003d490a37 17ffffc0001001 3:0 ffff9bc644c6da20 17088 lru 00000080:00200000:0.0:1769074931.201521:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000e3dbcea6 17088: 1< 0 - - > 2< 69992448 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.201523:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000458020d0 00000080:00200000:0.0:1769074931.201524:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 193. 00000080:00200000:0.0:1769074931.201526:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17089 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.201543:0:63250:0:(rw26.c:912:ll_write_end()) pos 69996544, len 4096, copied 4096 00000080:00200000:0.0:1769074931.201548:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000b6077bb7[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.201550:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000ff4a28da 17ffffc0001001 3:0 ffff9bc644c6d510 17089 lru 00000080:00200000:0.0:1769074931.201555:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000804cfa07 17089: 1< 0 - - > 2< 69996544 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.201558:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000b6077bb7 00000080:00200000:0.0:1769074931.201559:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 194. 00000080:00200000:0.0:1769074931.201561:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17090 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.201575:0:63250:0:(rw26.c:912:ll_write_end()) pos 70000640, len 4096, copied 4096 00000080:00200000:0.0:1769074931.201579:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000541ba9cb[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.201581:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000223fbde0 17ffffc0001001 3:0 ffff9bc644c6d000 17090 lru 00000080:00200000:0.0:1769074931.201586:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000002828cd89 17090: 1< 0 - - > 2< 70000640 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.201588:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000541ba9cb 00000080:00200000:0.0:1769074931.201589:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 195. 00000080:00200000:0.0:1769074931.201591:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17091 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.201602:0:63250:0:(rw26.c:912:ll_write_end()) pos 70004736, len 4096, copied 4096 00000080:00200000:0.0:1769074931.201606:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000c0101a14[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.201608:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000bea9fab4 17ffffc0001001 3:0 ffff9bc644c6dca8 17091 lru 00000080:00200000:0.0:1769074931.201613:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000a606175d 17091: 1< 0 - - > 2< 70004736 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.201616:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000c0101a14 00000080:00200000:0.0:1769074931.201617:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 196. 00000080:00200000:0.0:1769074931.201619:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17092 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.201636:0:63250:0:(rw26.c:912:ll_write_end()) pos 70008832, len 4096, copied 4096 00000080:00200000:0.0:1769074931.201640:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000078242baf[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.201643:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000004da05cb3 17ffffc0001001 3:0 ffff9bc644c6de58 17092 lru 00000080:00200000:0.0:1769074931.201648:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000d97da66c 17092: 1< 0 - - > 2< 70008832 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.201650:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000078242baf 00000080:00200000:0.0:1769074931.201651:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 197. 00000080:00200000:0.0:1769074931.201653:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17093 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.201667:0:63250:0:(rw26.c:912:ll_write_end()) pos 70012928, len 4096, copied 4096 00000080:00200000:0.0:1769074931.201671:0:63250:0:(rw26.c:969:ll_write_end()) page@000000000bd4e30b[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.201674:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000b350d47b 17ffffc0001001 3:0 ffff9bc644c6d798 17093 lru 00000080:00200000:0.0:1769074931.201679:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000642f4602 17093: 1< 0 - - > 2< 70012928 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.201681:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000000bd4e30b 00000080:00200000:0.0:1769074931.201682:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 198. 00000080:00200000:0.0:1769074931.201684:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17094 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.201700:0:63250:0:(rw26.c:912:ll_write_end()) pos 70017024, len 4096, copied 4096 00000080:00200000:0.0:1769074931.201704:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000062773110[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.201707:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000005c3be7a 17ffffc0001001 3:0 ffff9bc67aff4d80 17094 lru 00000080:00200000:0.0:1769074931.201713:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000ac73ad87 17094: 1< 0 - - > 2< 70017024 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.201715:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000062773110 00000080:00200000:0.0:1769074931.201716:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 199. 00000080:00200000:0.0:1769074931.201718:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17095 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.201735:0:63250:0:(rw26.c:912:ll_write_end()) pos 70021120, len 4096, copied 4096 00000080:00200000:0.0:1769074931.201739:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000c83ec1e3[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.201742:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000009e830201 17ffffc0001001 3:0 ffff9bc67aff4438 17095 lru 00000080:00200000:0.0:1769074931.201747:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000a1708b0f 17095: 1< 0 - - > 2< 70021120 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.201749:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000c83ec1e3 00000080:00200000:0.0:1769074931.201750:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 200. 00000080:00200000:0.0:1769074931.201752:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17096 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.201765:0:63250:0:(rw26.c:912:ll_write_end()) pos 70025216, len 4096, copied 4096 00000080:00200000:0.0:1769074931.201770:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000cc9d3a22[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.201802:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000119058eb 17ffffc0001001 3:0 ffff9bc67aff45e8 17096 lru 00000080:00200000:0.0:1769074931.201808:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000050a869d3 17096: 1< 0 - - > 2< 70025216 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.201810:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000cc9d3a22 00000080:00200000:0.0:1769074931.201812:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 201. 00000080:00200000:0.0:1769074931.201814:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17097 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.201831:0:63250:0:(rw26.c:912:ll_write_end()) pos 70029312, len 4096, copied 4096 00000080:00200000:0.0:1769074931.201835:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000055200912[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.201838:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000004c327bf3 17ffffc0001001 3:0 ffff9bc67aff4a20 17097 lru 00000080:00200000:0.0:1769074931.201843:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000220f82d4 17097: 1< 0 - - > 2< 70029312 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.201845:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000055200912 00000080:00200000:0.0:1769074931.201847:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 202. 00000080:00200000:0.0:1769074931.201849:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17098 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.201862:0:63250:0:(rw26.c:912:ll_write_end()) pos 70033408, len 4096, copied 4096 00000080:00200000:0.0:1769074931.201866:0:63250:0:(rw26.c:969:ll_write_end()) page@000000002870825f[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.201869:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000a6b25bdb 17ffffc0001001 3:0 ffff9bc67aff4510 17098 lru 00000080:00200000:0.0:1769074931.201874:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000029f8b0aa 17098: 1< 0 - - > 2< 70033408 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.201876:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000002870825f 00000080:00200000:0.0:1769074931.201878:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 203. 00000080:00200000:0.0:1769074931.203385:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17099 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.203443:0:63250:0:(rw26.c:912:ll_write_end()) pos 70037504, len 4096, copied 4096 00000080:00200000:0.0:1769074931.203452:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000cd6810de[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.203455:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000d8df6b23 17ffffc0001001 3:0 ffff9bc67aff4000 17099 lru 00000080:00200000:0.0:1769074931.203461:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000094ed3773 17099: 1< 0 - - > 2< 70037504 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.203463:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000cd6810de 00000080:00200000:0.0:1769074931.203465:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 204. 00000080:00200000:0.0:1769074931.203467:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17100 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.205214:0:63250:0:(rw26.c:912:ll_write_end()) pos 70041600, len 4096, copied 4096 00000080:00200000:0.0:1769074931.205234:0:63250:0:(rw26.c:969:ll_write_end()) page@000000002c243999[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.205239:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000c8e659df 17ffffc0001001 3:0 ffff9bc67aff4ca8 17100 lru 00000080:00200000:0.0:1769074931.205246:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000005933add7 17100: 1< 0 - - > 2< 70041600 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.205261:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000002c243999 00000080:00200000:0.0:1769074931.205263:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 205. 00000080:00200000:0.0:1769074931.205267:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17101 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.205299:0:63250:0:(rw26.c:912:ll_write_end()) pos 70045696, len 4096, copied 4096 00000080:00200000:0.0:1769074931.205303:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000006400337[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.205306:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000068677f1e 17ffffc0001001 3:0 ffff9bc67aff4e58 17101 lru 00000080:00200000:0.0:1769074931.205312:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000de6a81ed 17101: 1< 0 - - > 2< 70045696 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.205314:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000006400337 00000080:00200000:0.0:1769074931.205315:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 206. 00000080:00200000:0.0:1769074931.205317:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17102 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.205345:0:63250:0:(rw26.c:912:ll_write_end()) pos 70049792, len 4096, copied 4096 00000080:00200000:0.0:1769074931.205349:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000a4bcce24[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.205352:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000006b2d38c8 17ffffc0001021 2:0 ffff9bc67aff4798 17102 lru 00000080:00200000:0.0:1769074931.205358:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000003787ec8c 17102: 1< 0 - - > 2< 70049792 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.205360:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000a4bcce24 00000080:00200000:0.0:1769074931.205361:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 207. 00000080:00200000:0.0:1769074931.205363:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17103 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.205380:0:63250:0:(rw26.c:912:ll_write_end()) pos 70053888, len 4096, copied 4096 00000080:00200000:0.0:1769074931.205385:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000089248dea[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.205388:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000078747af1 17ffffc0001001 3:0 ffff9bc67aff4948 17103 lru 00000080:00200000:0.0:1769074931.205393:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000c1a365d8 17103: 1< 0 - - > 2< 70053888 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.205395:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000089248dea 00000080:00200000:0.0:1769074931.205396:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 208. 00000080:00200000:0.0:1769074931.205398:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17104 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.205411:0:63250:0:(rw26.c:912:ll_write_end()) pos 70057984, len 4096, copied 4096 00000080:00200000:0.0:1769074931.205415:0:63250:0:(rw26.c:969:ll_write_end()) page@000000006cf17a8d[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.205417:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000009db1c05f 17ffffc0001001 3:0 ffff9bc67aff41b0 17104 lru 00000080:00200000:0.0:1769074931.205422:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000000e049590 17104: 1< 0 - - > 2< 70057984 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.205425:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000006cf17a8d 00000080:00200000:0.0:1769074931.205426:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 209. 00000080:00200000:0.0:1769074931.205428:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17105 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.205442:0:63250:0:(rw26.c:912:ll_write_end()) pos 70062080, len 4096, copied 4096 00000080:00200000:0.0:1769074931.205446:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000ddd2014d[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.205449:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000f6dde59f 17ffffc0001001 3:0 ffff9bc67aff4af8 17105 lru 00000080:00200000:0.0:1769074931.205453:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000008b0631d 17105: 1< 0 - - > 2< 70062080 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.205455:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000ddd2014d 00000080:00200000:0.0:1769074931.205456:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 210. 00000080:00200000:0.0:1769074931.205458:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17106 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.205486:0:63250:0:(rw26.c:912:ll_write_end()) pos 70066176, len 4096, copied 4096 00000080:00200000:0.0:1769074931.205491:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000d59c51d6[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.205493:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000086a60689 17ffffc0001001 3:0 ffff9bc67aff4870 17106 lru 00000080:00200000:0.0:1769074931.205498:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000a163437e 17106: 1< 0 - - > 2< 70066176 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.205500:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000d59c51d6 00000080:00200000:0.0:1769074931.205501:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 211. 00000080:00200000:0.0:1769074931.205503:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17107 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.205518:0:63250:0:(rw26.c:912:ll_write_end()) pos 70070272, len 4096, copied 4096 00000080:00200000:0.0:1769074931.205522:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000044e4ec3d[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.205524:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000053af4bdc 17ffffc0001001 3:0 ffff9bc67aff4288 17107 lru 00000080:00200000:0.0:1769074931.205529:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000336e2e54 17107: 1< 0 - - > 2< 70070272 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.205532:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000044e4ec3d 00000080:00200000:0.0:1769074931.205534:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 212. 00000080:00200000:0.0:1769074931.205536:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17108 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.205548:0:63250:0:(rw26.c:912:ll_write_end()) pos 70074368, len 4096, copied 4096 00000080:00200000:0.0:1769074931.205552:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000024cc1f70[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.205554:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000063d3c5bd 17ffffc0001001 3:0 ffff9bc67aff4bd0 17108 lru 00000080:00200000:0.0:1769074931.205559:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000006e4300a1 17108: 1< 0 - - > 2< 70074368 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.205561:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000024cc1f70 00000080:00200000:0.0:1769074931.205562:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 213. 00000080:00200000:0.0:1769074931.205564:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17109 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.205577:0:63250:0:(rw26.c:912:ll_write_end()) pos 70078464, len 4096, copied 4096 00000080:00200000:0.0:1769074931.205580:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000016801039[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.205583:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000007e9872c6 17ffffc0001001 3:0 ffff9bc67aff46c0 17109 lru 00000080:00200000:0.0:1769074931.205588:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000008f2aef40 17109: 1< 0 - - > 2< 70078464 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.205590:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000016801039 00000080:00200000:0.0:1769074931.205591:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 214. 00000080:00200000:0.0:1769074931.205593:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17110 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.205606:0:63250:0:(rw26.c:912:ll_write_end()) pos 70082560, len 4096, copied 4096 00000080:00200000:0.0:1769074931.205610:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000fb4f6cf9[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.205613:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000ad375339 17ffffc0001001 3:0 ffff9bc67aff40d8 17110 lru 00000080:00200000:0.0:1769074931.205618:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000b8933410 17110: 1< 0 - - > 2< 70082560 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.205620:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000fb4f6cf9 00000080:00200000:0.0:1769074931.205622:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 215. 00000080:00200000:0.0:1769074931.205624:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17111 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.205637:0:63250:0:(rw26.c:912:ll_write_end()) pos 70086656, len 4096, copied 4096 00000080:00200000:0.0:1769074931.205642:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000e3bcbaae[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.205644:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000cf085def 17ffffc0001001 3:0 ffff9bc67aff4360 17111 lru 00000080:00200000:0.0:1769074931.205649:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000078345f40 17111: 1< 0 - - > 2< 70086656 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.205651:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000e3bcbaae 00000080:00200000:0.0:1769074931.205652:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 216. 00000080:00200000:0.0:1769074931.205654:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17112 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.205673:0:63250:0:(rw26.c:912:ll_write_end()) pos 70090752, len 4096, copied 4096 00000080:00200000:0.0:1769074931.205678:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000986b8214[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.205680:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000034ba2fc1 17ffffc0001001 3:0 ffff9bc649ccde58 17112 lru 00000080:00200000:0.0:1769074931.205685:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000064663ff8 17112: 1< 0 - - > 2< 70090752 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.205687:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000986b8214 00000080:00200000:0.0:1769074931.205688:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 217. 00000080:00200000:0.0:1769074931.205690:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17113 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.205707:0:63250:0:(rw26.c:912:ll_write_end()) pos 70094848, len 4096, copied 4096 00000080:00200000:0.0:1769074931.205711:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000cb4cb063[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.205715:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000006274b559 17ffffc0001001 3:0 ffff9bc649ccd798 17113 lru 00000080:00200000:0.0:1769074931.205719:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000070b0da1c 17113: 1< 0 - - > 2< 70094848 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.205721:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000cb4cb063 00000080:00200000:0.0:1769074931.205722:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 218. 00000080:00200000:0.0:1769074931.205724:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17114 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.205738:0:63250:0:(rw26.c:912:ll_write_end()) pos 70098944, len 4096, copied 4096 00000080:00200000:0.0:1769074931.205743:0:63250:0:(rw26.c:969:ll_write_end()) page@000000007fd4362b[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.205745:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000086dfd988 17ffffc0001001 3:0 ffff9bc649ccd948 17114 lru 00000080:00200000:0.0:1769074931.205750:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000e3e68b4c 17114: 1< 0 - - > 2< 70098944 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.205752:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000007fd4362b 00000080:00200000:0.0:1769074931.205753:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 219. 00000080:00200000:0.0:1769074931.205755:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17115 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.205769:0:63250:0:(rw26.c:912:ll_write_end()) pos 70103040, len 4096, copied 4096 00000080:00200000:0.0:1769074931.205800:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000032b4e2a2[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.205803:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000cfc32648 17ffffc0001001 3:0 ffff9bc649ccd1b0 17115 lru 00000080:00200000:0.0:1769074931.205808:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000006ff3759f 17115: 1< 0 - - > 2< 70103040 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.205812:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000032b4e2a2 00000080:00200000:0.0:1769074931.205813:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 220. 00000080:00200000:0.0:1769074931.205816:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17116 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.205835:0:63250:0:(rw26.c:912:ll_write_end()) pos 70107136, len 4096, copied 4096 00000080:00200000:0.0:1769074931.205839:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000f06b6292[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.205842:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000051179a14 17ffffc0001001 3:0 ffff9bc649ccdaf8 17116 lru 00000080:00200000:0.0:1769074931.205847:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000007b50ee7f 17116: 1< 0 - - > 2< 70107136 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.205850:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000f06b6292 00000080:00200000:0.0:1769074931.205851:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 221. 00000080:00200000:0.0:1769074931.205853:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17117 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.205871:0:63250:0:(rw26.c:912:ll_write_end()) pos 70111232, len 4096, copied 4096 00000080:00200000:0.0:1769074931.205875:0:63250:0:(rw26.c:969:ll_write_end()) page@000000001a2c5572[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.205878:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000002636cb5f 17ffffc0001021 2:0 ffff9bc649ccd870 17117 lru 00000080:00200000:0.0:1769074931.205894:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000f2605d05 17117: 1< 0 - - > 2< 70111232 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.205896:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000001a2c5572 00000080:00200000:0.0:1769074931.205898:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 222. 00000080:00200000:0.0:1769074931.205900:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17118 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.205916:0:63250:0:(rw26.c:912:ll_write_end()) pos 70115328, len 4096, copied 4096 00000080:00200000:0.0:1769074931.205920:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000a4d0c5a1[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.205923:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000009d3dbd7a 17ffffc0001001 3:0 ffff9bc649ccd288 17118 lru 00000080:00200000:0.0:1769074931.205928:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000000c351ee4 17118: 1< 0 - - > 2< 70115328 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.205930:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000a4d0c5a1 00000080:00200000:0.0:1769074931.205931:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 223. 00000080:00200000:0.0:1769074931.205932:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17119 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.205946:0:63250:0:(rw26.c:912:ll_write_end()) pos 70119424, len 4096, copied 4096 00000080:00200000:0.0:1769074931.205950:0:63250:0:(rw26.c:969:ll_write_end()) page@000000008d2769f7[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.205952:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000cd4abe16 17ffffc0001001 3:0 ffff9bc649ccdbd0 17119 lru 00000080:00200000:0.0:1769074931.205956:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000e7e870f8 17119: 1< 0 - - > 2< 70119424 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.205958:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000008d2769f7 00000080:00200000:0.0:1769074931.205959:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 224. 00000080:00200000:0.0:1769074931.205961:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17120 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.205975:0:63250:0:(rw26.c:912:ll_write_end()) pos 70123520, len 4096, copied 4096 00000080:00200000:0.0:1769074931.205979:0:63250:0:(rw26.c:969:ll_write_end()) page@000000000b51355f[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.205981:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000009bc4074c 17ffffc0001001 3:0 ffff9bc649ccd6c0 17120 lru 00000080:00200000:0.0:1769074931.205985:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000086ca84df 17120: 1< 0 - - > 2< 70123520 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.205987:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000000b51355f 00000080:00200000:0.0:1769074931.205989:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 225. 00000080:00200000:0.0:1769074931.205990:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17121 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.206004:0:63250:0:(rw26.c:912:ll_write_end()) pos 70127616, len 4096, copied 4096 00000080:00200000:0.0:1769074931.206008:0:63250:0:(rw26.c:969:ll_write_end()) page@000000003ef66868[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.206010:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000001cbb3825 17ffffc0001001 3:0 ffff9bc649ccd0d8 17121 lru 00000080:00200000:0.0:1769074931.208389:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000008cff57d5 17121: 1< 0 - - > 2< 70127616 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.208408:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000003ef66868 00000080:00200000:0.0:1769074931.208410:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 226. 00000080:00200000:0.0:1769074931.208418:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17122 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.208532:0:63250:0:(rw26.c:912:ll_write_end()) pos 70131712, len 4096, copied 4096 00000080:00200000:0.0:1769074931.208540:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000147ffc00[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.208544:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000005606de0d 17ffffc0001001 3:0 ffff9bc649ccd360 17122 lru 00000080:00200000:0.0:1769074931.208551:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000009432c5a3 17122: 1< 0 - - > 2< 70131712 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.208553:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000147ffc00 00000080:00200000:0.0:1769074931.208554:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 227. 00000080:00200000:0.0:1769074931.208556:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17123 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.208573:0:63250:0:(rw26.c:912:ll_write_end()) pos 70135808, len 4096, copied 4096 00000080:00200000:0.0:1769074931.208578:0:63250:0:(rw26.c:969:ll_write_end()) page@000000005a00ec65[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.208580:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000b5df6096 17ffffc0001001 3:0 ffff9bc649ccdd80 17123 lru 00000080:00200000:0.0:1769074931.208586:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000035ab7c09 17123: 1< 0 - - > 2< 70135808 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.208588:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000005a00ec65 00000080:00200000:0.0:1769074931.208588:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 228. 00000080:00200000:0.0:1769074931.208590:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17124 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.208604:0:63250:0:(rw26.c:912:ll_write_end()) pos 70139904, len 4096, copied 4096 00000080:00200000:0.0:1769074931.208609:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000123f5542[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.208612:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000106706a9 17ffffc0001001 3:0 ffff9bc649ccd438 17124 lru 00000080:00200000:0.0:1769074931.208616:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000008c7ae55a 17124: 1< 0 - - > 2< 70139904 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.208619:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000123f5542 00000080:00200000:0.0:1769074931.208619:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 229. 00000080:00200000:0.0:1769074931.208621:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17125 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.208636:0:63250:0:(rw26.c:912:ll_write_end()) pos 70144000, len 4096, copied 4096 00000080:00200000:0.0:1769074931.208640:0:63250:0:(rw26.c:969:ll_write_end()) page@000000009afd0825[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.208643:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000723dd746 17ffffc0001001 3:0 ffff9bc649ccd5e8 17125 lru 00000080:00200000:0.0:1769074931.208648:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000582ff42c 17125: 1< 0 - - > 2< 70144000 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.208650:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000009afd0825 00000080:00200000:0.0:1769074931.208652:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 230. 00000080:00200000:0.0:1769074931.208654:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17126 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.208667:0:63250:0:(rw26.c:912:ll_write_end()) pos 70148096, len 4096, copied 4096 00000080:00200000:0.0:1769074931.208671:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000021a29b2f[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.208673:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000000b6f7dce 17ffffc0001001 3:0 ffff9bc649ccda20 17126 lru 00000080:00200000:0.0:1769074931.208679:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000028dc4d8b 17126: 1< 0 - - > 2< 70148096 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.208680:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000021a29b2f 00000080:00200000:0.0:1769074931.208681:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 231. 00000080:00200000:0.0:1769074931.208684:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17127 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.208702:0:63250:0:(rw26.c:912:ll_write_end()) pos 70152192, len 4096, copied 4096 00000080:00200000:0.0:1769074931.208706:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000f56bb0d9[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.208708:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000438f4bc6 17ffffc0001001 3:0 ffff9bc649ccd510 17127 lru 00000080:00200000:0.0:1769074931.208713:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000059edb70e 17127: 1< 0 - - > 2< 70152192 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.208715:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000f56bb0d9 00000080:00200000:0.0:1769074931.208717:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 232. 00000080:00200000:0.0:1769074931.208719:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17128 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.208732:0:63250:0:(rw26.c:912:ll_write_end()) pos 70156288, len 4096, copied 4096 00000080:00200000:0.0:1769074931.208735:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000040382f2[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.208737:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000c95d8efa 17ffffc0001001 3:0 ffff9bc649ccd000 17128 lru 00000080:00200000:0.0:1769074931.208742:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000000e729702 17128: 1< 0 - - > 2< 70156288 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.208745:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000040382f2 00000080:00200000:0.0:1769074931.208746:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 233. 00000080:00200000:0.0:1769074931.208747:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17129 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.208759:0:63250:0:(rw26.c:912:ll_write_end()) pos 70160384, len 4096, copied 4096 00000080:00200000:0.0:1769074931.208762:0:63250:0:(rw26.c:969:ll_write_end()) page@000000008eb101ef[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.208765:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000009aef202b 17ffffc0001001 3:0 ffff9bc649ccdca8 17129 lru 00000080:00200000:0.0:1769074931.208770:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000004be209eb 17129: 1< 0 - - > 2< 70160384 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.208772:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000008eb101ef 00000080:00200000:0.0:1769074931.208790:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 234. 00000080:00200000:0.0:1769074931.208792:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17130 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.208810:0:63250:0:(rw26.c:912:ll_write_end()) pos 70164480, len 4096, copied 4096 00000080:00200000:0.0:1769074931.208815:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000e0402950[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.208818:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000d0f74395 17ffffc0001001 3:0 ffff9bc646e4c360 17130 lru 00000080:00200000:0.0:1769074931.208823:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000770f6abc 17130: 1< 0 - - > 2< 70164480 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.208825:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000e0402950 00000080:00200000:0.0:1769074931.208826:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 235. 00000080:00200000:0.0:1769074931.208828:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17131 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.208843:0:63250:0:(rw26.c:912:ll_write_end()) pos 70168576, len 4096, copied 4096 00000080:00200000:0.0:1769074931.208848:0:63250:0:(rw26.c:969:ll_write_end()) page@000000007d09b5ca[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.208850:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000ba80275b 17ffffc0001001 3:0 ffff9bc646e4cd80 17131 lru 00000080:00200000:0.0:1769074931.208855:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000bd05d121 17131: 1< 0 - - > 2< 70168576 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.208858:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000007d09b5ca 00000080:00200000:0.0:1769074931.208859:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 236. 00000080:00200000:0.0:1769074931.208861:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17132 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.208893:0:63250:0:(rw26.c:912:ll_write_end()) pos 70172672, len 4096, copied 4096 00000080:00200000:0.0:1769074931.208898:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000de82d43d[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.208901:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000d92683ce 17ffffc0001021 2:0 ffff9bc646e4c438 17132 lru 00000080:00200000:0.0:1769074931.208906:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000056ba6b25 17132: 1< 0 - - > 2< 70172672 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.208908:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000de82d43d 00000080:00200000:0.0:1769074931.208909:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 237. 00000080:00200000:0.0:1769074931.208911:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17133 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.208929:0:63250:0:(rw26.c:912:ll_write_end()) pos 70176768, len 4096, copied 4096 00000080:00200000:0.0:1769074931.208934:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000023cc13ab[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.208937:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000003c9f7403 17ffffc0001001 3:0 ffff9bc646e4c5e8 17133 lru 00000080:00200000:0.0:1769074931.208942:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000061b627cf 17133: 1< 0 - - > 2< 70176768 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.208944:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000023cc13ab 00000080:00200000:0.0:1769074931.208945:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 238. 00000080:00200000:0.0:1769074931.208947:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17134 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.208964:0:63250:0:(rw26.c:912:ll_write_end()) pos 70180864, len 4096, copied 4096 00000080:00200000:0.0:1769074931.208968:0:63250:0:(rw26.c:969:ll_write_end()) page@000000006d82844b[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.208971:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000009fe57a72 17ffffc0001001 3:0 ffff9bc646e4ca20 17134 lru 00000080:00200000:0.0:1769074931.208976:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000009f6f1cd1 17134: 1< 0 - - > 2< 70180864 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.208979:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000006d82844b 00000080:00200000:0.0:1769074931.208980:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 239. 00000080:00200000:0.0:1769074931.208981:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17135 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.208997:0:63250:0:(rw26.c:912:ll_write_end()) pos 70184960, len 4096, copied 4096 00000080:00200000:0.0:1769074931.209001:0:63250:0:(rw26.c:969:ll_write_end()) page@000000008b063c5a[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.209004:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000004b13083b 17ffffc0001001 3:0 ffff9bc646e4c510 17135 lru 00000080:00200000:0.0:1769074931.209009:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000009f59fa16 17135: 1< 0 - - > 2< 70184960 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.209011:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000008b063c5a 00000080:00200000:0.0:1769074931.209012:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 240. 00000080:00200000:0.0:1769074931.209014:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17136 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.210185:0:63250:0:(rw26.c:912:ll_write_end()) pos 70189056, len 4096, copied 4096 00000080:00200000:0.0:1769074931.210193:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000d2529dbf[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.210196:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000acdfde83 17ffffc0001001 3:0 ffff9bc646e4c000 17136 lru 00000080:00200000:0.0:1769074931.210202:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000077dc112b 17136: 1< 0 - - > 2< 70189056 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.210204:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000d2529dbf 00000080:00200000:0.0:1769074931.210206:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 241. 00000080:00200000:0.0:1769074931.210209:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17137 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.210226:0:63250:0:(rw26.c:912:ll_write_end()) pos 70193152, len 4096, copied 4096 00000080:00200000:0.0:1769074931.210231:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000604594df[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.210234:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000075001f12 17ffffc0001001 3:0 ffff9bc646e4cca8 17137 lru 00000080:00200000:0.0:1769074931.210239:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000df2129d9 17137: 1< 0 - - > 2< 70193152 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.210241:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000604594df 00000080:00200000:0.0:1769074931.210243:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 242. 00000080:00200000:0.0:1769074931.210245:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17138 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.210271:0:63250:0:(rw26.c:912:ll_write_end()) pos 70197248, len 4096, copied 4096 00000080:00200000:0.0:1769074931.210275:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000eb1753b2[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.210278:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000fcb01240 17ffffc0001001 3:0 ffff9bc646e4ce58 17138 lru 00000080:00200000:0.0:1769074931.210284:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000bfc70b26 17138: 1< 0 - - > 2< 70197248 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.210286:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000eb1753b2 00000080:00200000:0.0:1769074931.210287:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 243. 00000080:00200000:0.0:1769074931.210289:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17139 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.210305:0:63250:0:(rw26.c:912:ll_write_end()) pos 70201344, len 4096, copied 4096 00000080:00200000:0.0:1769074931.210309:0:63250:0:(rw26.c:969:ll_write_end()) page@000000009493e594[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.210311:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000928e5078 17ffffc0001001 3:0 ffff9bc646e4c798 17139 lru 00000080:00200000:0.0:1769074931.210316:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000007130affb 17139: 1< 0 - - > 2< 70201344 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.210318:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000009493e594 00000080:00200000:0.0:1769074931.210319:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 244. 00000080:00200000:0.0:1769074931.210321:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17140 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.210333:0:63250:0:(rw26.c:912:ll_write_end()) pos 70205440, len 4096, copied 4096 00000080:00200000:0.0:1769074931.210337:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000013cf3326[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.210340:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000a8d939b2 17ffffc0001001 3:0 ffff9bc646e4c948 17140 lru 00000080:00200000:0.0:1769074931.210345:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000054664673 17140: 1< 0 - - > 2< 70205440 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.210347:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000013cf3326 00000080:00200000:0.0:1769074931.210348:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 245. 00000080:00200000:0.0:1769074931.210351:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17141 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.210368:0:63250:0:(rw26.c:912:ll_write_end()) pos 70209536, len 4096, copied 4096 00000080:00200000:0.0:1769074931.210373:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000038545f60[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.210376:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000031edc81d 17ffffc0001001 3:0 ffff9bc646e4c1b0 17141 lru 00000080:00200000:0.0:1769074931.210380:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000d5087c31 17141: 1< 0 - - > 2< 70209536 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.210382:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000038545f60 00000080:00200000:0.0:1769074931.210383:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 246. 00000080:00200000:0.0:1769074931.210385:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17142 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.210399:0:63250:0:(rw26.c:912:ll_write_end()) pos 70213632, len 4096, copied 4096 00000080:00200000:0.0:1769074931.210403:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000e060c75a[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.210405:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000c5106fa9 17ffffc0001001 3:0 ffff9bc646e4caf8 17142 lru 00000080:00200000:0.0:1769074931.210410:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@0000000014b84638 17142: 1< 0 - - > 2< 70213632 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.210412:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000e060c75a 00000080:00200000:0.0:1769074931.210413:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 247. 00000080:00200000:0.0:1769074931.210415:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17143 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.210429:0:63250:0:(rw26.c:912:ll_write_end()) pos 70217728, len 4096, copied 4096 00000080:00200000:0.0:1769074931.210433:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000074797bfb[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.210436:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000e6ad996d 17ffffc0001001 3:0 ffff9bc646e4c870 17143 lru 00000080:00200000:0.0:1769074931.210441:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000b086a8f8 17143: 1< 0 - - > 2< 70217728 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.210444:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000074797bfb 00000080:00200000:0.0:1769074931.210445:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 248. 00000080:00200000:0.0:1769074931.210447:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17144 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.210460:0:63250:0:(rw26.c:912:ll_write_end()) pos 70221824, len 4096, copied 4096 00000080:00200000:0.0:1769074931.210464:0:63250:0:(rw26.c:969:ll_write_end()) page@000000000ea67752[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.210467:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000052fc6d79 17ffffc0001001 3:0 ffff9bc646e4c288 17144 lru 00000080:00200000:0.0:1769074931.210483:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000000499156e 17144: 1< 0 - - > 2< 70221824 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.210486:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000000ea67752 00000080:00200000:0.0:1769074931.210487:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 249. 00000080:00200000:0.0:1769074931.210489:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17145 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.210507:0:63250:0:(rw26.c:912:ll_write_end()) pos 70225920, len 4096, copied 4096 00000080:00200000:0.0:1769074931.210511:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000f7afd4cc[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.210514:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000002d6b8c7d 17ffffc0001001 3:0 ffff9bc646e4cbd0 17145 lru 00000080:00200000:0.0:1769074931.210519:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000001adf2ffc 17145: 1< 0 - - > 2< 70225920 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.210521:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000f7afd4cc 00000080:00200000:0.0:1769074931.210522:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 250. 00000080:00200000:0.0:1769074931.210524:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17146 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.210537:0:63250:0:(rw26.c:912:ll_write_end()) pos 70230016, len 4096, copied 4096 00000080:00200000:0.0:1769074931.210541:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000c3ae5d21[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.210544:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000feb5c21c 17ffffc0001001 3:0 ffff9bc646e4c6c0 17146 lru 00000080:00200000:0.0:1769074931.210549:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000de2f3e3f 17146: 1< 0 - - > 2< 70230016 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.210551:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000c3ae5d21 00000080:00200000:0.0:1769074931.210552:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 251. 00000080:00200000:0.0:1769074931.210553:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17147 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.210572:0:63250:0:(rw26.c:912:ll_write_end()) pos 70234112, len 4096, copied 4096 00000080:00200000:0.0:1769074931.210576:0:63250:0:(rw26.c:969:ll_write_end()) page@00000000d1131358[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.210579:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000004df238d2 17ffffc0001021 2:0 ffff9bc646e4c0d8 17147 lru 00000080:00200000:0.0:1769074931.210584:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000002bf91776 17147: 1< 0 - - > 2< 70234112 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.210586:0:63250:0:(rw26.c:969:ll_write_end()) end page@00000000d1131358 00000080:00200000:0.0:1769074931.210588:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 252. 00000080:00200000:0.0:1769074931.210589:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17148 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.210608:0:63250:0:(rw26.c:912:ll_write_end()) pos 70238208, len 4096, copied 4096 00000080:00200000:0.0:1769074931.210612:0:63250:0:(rw26.c:969:ll_write_end()) page@0000000076573039[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.210614:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @00000000a5deaa13 17ffffc0001001 3:0 ffff9bc6520f9288 17148 lru 00000080:00200000:0.0:1769074931.210619:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000053eca94 17148: 1< 0 - - > 2< 70238208 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.210621:0:63250:0:(rw26.c:969:ll_write_end()) end page@0000000076573039 00000080:00200000:0.0:1769074931.210621:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 253. 00000080:00200000:0.0:1769074931.210623:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17149 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.210638:0:63250:0:(rw26.c:912:ll_write_end()) pos 70242304, len 4096, copied 4096 00000080:00200000:0.0:1769074931.210641:0:63250:0:(rw26.c:969:ll_write_end()) page@000000000db25082[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.210644:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000000a23f19c 17ffffc0001001 3:0 ffff9bc6520f9bd0 17149 lru 00000080:00200000:0.0:1769074931.210649:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000db41475e 17149: 1< 0 - - > 2< 70242304 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.210651:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000000db25082 00000080:00200000:0.0:1769074931.210652:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 254. 00000080:00200000:0.0:1769074931.210654:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17150 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.210666:0:63250:0:(rw26.c:912:ll_write_end()) pos 70246400, len 4096, copied 4096 00000080:00200000:0.0:1769074931.210670:0:63250:0:(rw26.c:969:ll_write_end()) page@000000006a489d62[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.210672:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @0000000024aa2f04 17ffffc0001001 3:0 ffff9bc6520f96c0 17150 lru 00000080:00200000:0.0:1769074931.210677:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@00000000d5db474e 17150: 1< 0 - - > 2< 70246400 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.210679:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000006a489d62 00000080:00200000:0.0:1769074931.210680:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 255. 00000080:00200000:0.0:1769074931.210681:0:63250:0:(rw26.c:729:ll_write_begin()) Writing 17151 of 0 to 4096 bytes 00000080:00200000:0.0:1769074931.210695:0:63250:0:(rw26.c:912:ll_write_end()) pos 70250496, len 4096, copied 4096 00000080:00200000:0.0:1769074931.210699:0:63250:0:(rw26.c:969:ll_write_end()) page@000000002677b488[3 00000000f00655f8 2 1 0000000050613a76] 00000080:00200000:0.0:1769074931.210702:0:63250:0:(rw26.c:969:ll_write_end()) vmpage @000000008f2a144a 17ffffc0001001 3:0 ffff9bc6520f90d8 17151 lru 00000080:00200000:0.0:1769074931.210706:0:63250:0:(rw26.c:969:ll_write_end()) osc-page@000000005e16cc7a 17151: 1< 0 - - > 2< 70250496 0 0 0x0 0x0 | 000000005a86cadb 00000000e8d3b872 > 3< 0 0 > 4< 0 0 8 15335424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1769074931.210709:0:63250:0:(rw26.c:969:ll_write_end()) end page@000000002677b488 00000080:00200000:0.0:1769074931.210709:0:63250:0:(rw26.c:969:ll_write_end()) queued page: 256. 00000080:00200000:0.0:1769074931.210714:0:63250:0:(vvp_io.c:1193:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000008:00010000:0.0:1769074931.210801:0:63250:0:(osc_cache.c:814:osc_extent_find()) ### extent: 00000000d13aad62 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bb3f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c0ff expref: -99 pid: 63250 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1769074931.210843:0:63250:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649b5abb8, count 15, dirtied 15 00000080:00200000:0.0:1769074931.210860:0:63250:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649b5abb8, count 15, dirtied 15 00000080:00200000:0.0:1769074931.210876:0:63250:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649b5abb8, count 15, dirtied 15 00000080:00200000:0.0:1769074931.210900:0:63250:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649b5abb8, count 15, dirtied 15 00000080:00200000:0.0:1769074931.210915:0:63250:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649b5abb8, count 15, dirtied 15 00000080:00200000:0.0:1769074931.210930:0:63250:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649b5abb8, count 15, dirtied 15 00000080:00200000:0.0:1769074931.210946:0:63250:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649b5abb8, count 15, dirtied 15 00000080:00200000:0.0:1769074931.210960:0:63250:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649b5abb8, count 15, dirtied 15 00000080:00200000:0.0:1769074931.210972:0:63250:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649b5abb8, count 15, dirtied 15 00000080:00200000:0.0:1769074931.210985:0:63250:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649b5abb8, count 15, dirtied 15 00000080:00200000:0.0:1769074931.210998:0:63250:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649b5abb8, count 15, dirtied 15 00000080:00200000:0.0:1769074931.211011:0:63250:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649b5abb8, count 15, dirtied 15 00000080:00200000:0.0:1769074931.212245:0:63250:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649b5abb8, count 15, dirtied 15 00000080:00200000:0.0:1769074931.212583:0:63250:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649b5abb8, count 15, dirtied 15 00000080:00200000:0.0:1769074931.212604:0:63250:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649b5abb8, count 15, dirtied 15 00000080:00200000:0.0:1769074931.212622:0:63250:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649b5abb8, count 15, dirtied 15 00000080:00200000:0.0:1769074931.212638:0:63250:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649b5abb8, count 15, dirtied 15 00000080:00200000:0.0:1769074931.212644:0:63250:0:(vvp_io.c:1106:vvp_set_batch_dirty()) mapping ffff9bc649b5abb8, count 1, dirtied 1 00000080:00200000:0.0:1769074931.212648:0:63250:0:(vvp_io.c:1216:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000080:00200000:0.0:1769074931.212653:0:63250:0:(vvp_io.c:1390:vvp_io_write_start()) f204d.sanity-flr: write bytes 0, result: 1048576 00000020:00010000:0.0:1769074931.212699:0:63250:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc67aff6218 (ffff9bc64f158908/0) at cl_lock_release():245 00000020:00010000:0.0:1769074931.212703:0:63250:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc67aff6218 (ffff9bc64f158908/0) at cl_lock_cancel():142 00000020:00010000:0.0:1769074931.212707:0:63250:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc646282530 (ffff9bc64f158488/1) at cl_lock_cancel():142 00010000:00010000:0.0:1769074931.212717:0:63250:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bb3f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c0ff expref: -99 pid: 63250 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074931.212734:0:63250:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bb3f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c0ff expref: -99 pid: 63250 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1769074931.212758:0:63250:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc67aff6218 (ffff9bc64f158908/0) at cl_lock_fini():72 00000020:00010000:0.0:1769074931.212761:0:63250:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc646282530 (ffff9bc64f158908/1) at cl_lock_fini():72 00000080:00200000:0.0:1769074931.215133:0:63250:0:(vvp_io.c:518:vvp_io_advance()) advancing 1048576 bytes 00000080:00200000:0.0:1769074931.215156:0:63250:0:(file.c:2109:ll_file_io_generic()) Range unlock [16896, 17151] 00000080:00200000:0.0:1769074931.215167:0:63250:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/0, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1769074931.215172:0:63250:0:(file.c:2142:ll_file_io_generic()) f204d.sanity-flr: 2 io complete with rc: 0, result: 1048576, restart: 0 00000008:00010000:0.0:1769074931.215206:0:53686:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### extent: 00000000d13aad62 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bb3f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c0ff expref: -99 pid: 63250 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1769074931.215224:0:53686:0:(osc_cache.c:1103:osc_extent_make_ready()) ### extent: 00000000d13aad62 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bb3f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c0ff expref: -99 pid: 63250 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074931.215808:0:53686:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (69206016 69210111) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bb3f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c0ff expref: -99 pid: 63250 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1769074931.216183:0:63250:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1bb:0x0] updating i_size 70254592 i_blocks 1 00000080:00200000:1.0:1769074931.216192:0:63250:0:(file.c:2228:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:1.0:1769074931.216240:0:63250:0:(file.c:424:ll_file_release()) START file f204d.sanity-flr:[0x200000404:0x1bb:0x0](ffff9bc649b5aa08), flags 100002 00000002:00100000:1.0:1769074931.216306:0:63250:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff9bc64d9ad500 x1855007612909184/t8589941515(8589941515) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 984/1056 e 0 to 0 dl 1769074986 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074931.216318:0:63250:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074931.216324:0:63250:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac91180 x1855007612909952/t0(0) o35->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:23/10 lens 392/2128 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1769074931.216346:0:63250:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job dd:8e818347-4d21-45d1-a323-b359656f3fdd:63250:1855007612909952:192.168.204.139@tcp:35:dd.0 00000100:00100000:1.0:1769074931.217598:0:63250:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc646583b40 going to sleep for 11 seconds 00000008:00100000:0.0:1769074931.217771:0:53686:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc64f07ed80 - object 0x240000400:544 offset 69206016<>70254592 00000100:00100000:0.0:1769074931.217852:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074931.217870:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612909696:192.168.204.139@tcp:4:dd.0 00000100:00100000:1.0:1769074931.223909:0:63250:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job dd:8e818347-4d21-45d1-a323-b359656f3fdd:63250:1855007612909952:192.168.204.139@tcp:35:dd.0 00000002:00100000:1.0:1769074931.223948:0:63250:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9bc64d9ad500 x1855007612909184/t8589941515(8589941515) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 984/1056 e 0 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:0.0:1769074931.284217:0:2371:0:(osc_cache.c:861:osc_extent_finish()) ### extent: 00000000d13aad62 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bb3f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c0ff expref: -99 pid: 63250 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1769074931.284436:0:2371:0:(osc_cache.c:483:__osc_extent_remove()) ### extent: 00000000d13aad62 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bb3f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c0ff expref: -99 pid: 63250 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1769074931.284470:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612909696:192.168.204.139@tcp:4:dd.0 00010000:00010000:0.0:1769074931.791353:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074932.813537:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074933.837923:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074934.415344:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1136430d-88ea-4de2-9954-69c484e5445f:2371:1855007612910080:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074934.415359:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612910208:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074934.415566:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612910336:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074934.424138:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612910464:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074934.434518:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612910208:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074934.434547:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612910464:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074934.438068:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1136430d-88ea-4de2-9954-69c484e5445f:2371:1855007612910080:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074934.441767:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612910336:192.168.204.139@tcp:400:kworker.0 00010000:00010000:1.0:1769074934.861152:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074935.885139:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074936.909334:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074937.934571:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074938.956972:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074939.533462:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612910720:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074939.533577:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612910976:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074939.533611:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1769074939.533616:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1136430d-88ea-4de2-9954-69c484e5445f:2372:1855007612910592:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074939.533638:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612910848:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1769074939.539721:0:2372:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9bc646483800: committing for last_committed 21474839641 gen 5 00000100:00100000:2.0:1769074939.539805:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612910848:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1769074939.539819:0:2372:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bc646483800: committing for last_committed 8589941518 gen 1 00000100:00100000:2.0:1769074939.539823:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612910720:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1769074939.539835:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612910976:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1769074939.547875:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1136430d-88ea-4de2-9954-69c484e5445f:2372:1855007612910592:192.168.204.139@tcp:400:kworker.0 00010000:00010000:3.0:1769074939.983004:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074941.005155:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074942.031537:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074943.053620:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:2.0:1769074943.946014:0:63273:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074943.946049:0:63273:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074943.946069:0:63273:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.946087:0:63273:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074943.946095:0:63273:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074943.946103:0:63273:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074943.946107:0:63273:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:2.0:1769074943.946114:0:63273:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f982223bf8 00010000:00010000:2.0:1769074943.946118:0:63273:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.946127:0:63273:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074943.946144:0:63273:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.946154:0:63273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204d.sanity-flr, flags=27 00000080:00200000:2.0:1769074943.946160:0:63273:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.946184:0:63273:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204d.sanity-flr, dir=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), file ffff9bc644b42780, open_flags 18800, mode 0 opened 0 00000080:00200000:2.0:1769074943.946191:0:63273:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204d.sanity-flr, dir=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), intent=open 00000002:00010000:2.0:1769074943.946206:0:63273:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204d.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1ba:0x0], intent: open flags 0304001 00010000:00010000:2.0:1769074943.946258:0:63273:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926400/0x21fa6d252c11bb46 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 63273 initiator: MDT0 00010000:00010000:2.0:1769074943.946266:0:63273:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926400/0x21fa6d252c11bb46 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 63273 initiator: MDT0 00000020:00100000:2.0:1769074943.946277:0:63273:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074943.946289:0:63273:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc67afdb100 x1855007612911232/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074943.946298:0:63273:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926400/0x21fa6d252c11bb46 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 63273 initiator: MDT0 00000100:00100000:2.0:1769074943.946320:0:63273:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63273:1855007612911232:192.168.204.139@tcp:101:lfs.0 00000100:00100000:2.0:1769074943.946503:0:63273:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc67f981900 going to sleep for 50 seconds 00000100:00100000:3.0:1769074943.957294:0:63273:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63273:1855007612911232:192.168.204.139@tcp:101:lfs.0 00010000:00010000:3.0:1769074943.957755:0:63273:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926400/0x21fa6d252c11bb46 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 63273 initiator: MDT0 00010000:00010000:3.0:1769074943.957769:0:63273:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926400/0x21fa6d252c11bb46 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 63273 initiator: MDT0 00010000:00010000:3.0:1769074943.957793:0:63273:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926400/0x21fa6d252c11bb46 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 63273 initiator: MDT0 00010000:00010000:3.0:1769074943.957801:0:63273:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926400/0x21fa6d252c11bb46 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 63273 initiator: MDT0 00010000:00010000:3.0:1769074943.957808:0:63273:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926400/0x21fa6d252c11bb46 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 63273 initiator: MDT0 00010000:00010000:3.0:1769074943.957813:0:63273:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc643926400 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:3.0:1769074943.957817:0:63273:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926400/0x21fa6d252c11bb46 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 63273 initiator: MDT0 00010000:00010000:3.0:1769074943.957824:0:63273:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926400/0x21fa6d252c11bb46 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 63273 initiator: MDT0 00010000:00010000:3.0:1769074943.957840:0:63273:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926400/0x21fa6d252c11bb46 lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 63273 initiator: MDT0 00010000:00010000:3.0:1769074943.957849:0:63273:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074943.957857:0:63273:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926400/0x21fa6d252c11bb46 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 63273 initiator: MDT0 00010000:00010000:3.0:1769074943.957867:0:63273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc643926400/0x21fa6d252c11bb46 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 63273 initiator: MDT0 00000002:00100000:3.0:1769074943.957888:0:63273:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc67afdb100 x1855007612911232/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/608 e 0 to 0 dl 1769074998 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074943.957901:0:63273:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1ba:0x0] suppgids 0 -1: rc -20 00000080:00200000:3.0:1769074943.958112:0:63273:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074943.958133:0:63273:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074943.958152:0:63273:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.958164:0:63273:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074943.958171:0:63273:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074943.958177:0:63273:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074943.958181:0:63273:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:3.0:1769074943.958186:0:63273:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f982223bf8 00010000:00010000:3.0:1769074943.958189:0:63273:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.958197:0:63273:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074943.958211:0:63273:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074943.958220:0:63273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204d.sanity-flr, flags=267 00000080:00200000:3.0:1769074943.958226:0:63273:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), inode mode 41ed mask 44 00000080:00200008:3.0:1769074943.958235:0:63273:0:(file.c:1001:ll_file_open()) START file d204d.sanity-flr:[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), flags 304000 00000002:00010000:3.0:1769074943.958251:0:63273:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1ba:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240304001 00010000:00010000:3.0:1769074943.958296:0:63273:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11bb4d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 63273 initiator: MDT0 00010000:00010000:3.0:1769074943.958303:0:63273:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11bb4d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 63273 initiator: MDT0 00000020:00100000:3.0:1769074943.958329:0:63273:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074943.958336:0:63273:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64d9afb80 x1855007612911488/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074943.958346:0:63273:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11bb4d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 63273 initiator: MDT0 00000100:00100000:3.0:1769074943.958367:0:63273:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63273:1855007612911488:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074943.958657:0:63273:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513ea780 going to sleep for 50 seconds 00000100:00100000:2.0:1769074943.970340:0:63273:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63273:1855007612911488:192.168.204.139@tcp:101:lfs.0 00010000:00010000:2.0:1769074943.970368:0:63273:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11bb4d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 63273 initiator: MDT0 00010000:00010000:2.0:1769074943.970380:0:63273:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11bb4d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 63273 initiator: MDT0 00010000:00010000:2.0:1769074943.970387:0:63273:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11bb4d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 63273 initiator: MDT0 00010000:00010000:2.0:1769074943.970394:0:63273:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11bb4d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 63273 initiator: MDT0 00010000:00010000:2.0:1769074943.970402:0:63273:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11bb4d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 63273 initiator: MDT0 00010000:00010000:2.0:1769074943.970408:0:63273:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64145d000 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:2.0:1769074943.970413:0:63273:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11bb4d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 63273 initiator: MDT0 00010000:00010000:2.0:1769074943.970420:0:63273:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11bb4d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 63273 initiator: MDT0 00010000:00010000:2.0:1769074943.970426:0:63273:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11bb4d lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 63273 initiator: MDT0 00010000:00010000:2.0:1769074943.970434:0:63273:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074943.970442:0:63273:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11bb4d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 63273 initiator: MDT0 00010000:00010000:2.0:1769074943.970449:0:63273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d000/0x21fa6d252c11bb4d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 63273 initiator: MDT0 00000002:00100000:2.0:1769074943.970468:0:63273:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff9bc64d9afb80 x1855007612911488/t8589941519(8589941519) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074998 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074943.970483:0:63273:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64d9afb80 x1855007612911488/t8589941519(8589941519) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074998 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074943.970495:0:63273:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074943.970519:0:63273:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000404:0x1ba:0x0], updating i_size 11776 00000002:00100000:2.0:1769074943.970537:0:63273:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64d9afb80 x1855007612911488/t8589941519(8589941519) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074998 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200080:2.0:1769074943.970630:0:63273:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08) cmd=c0086915 arg=1ffd3d0 00000100:00100000:2.0:1769074943.970703:0:63273:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63273:1855007612911616:192.168.204.139@tcp:34:lfs.0 00000100:00100000:2.0:1769074943.970886:0:63273:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc67f981000 going to sleep for 50 seconds 00000100:00100000:2.0:1769074943.983215:0:63273:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63273:1855007612911616:192.168.204.139@tcp:34:lfs.0 00000080:00200008:2.0:1769074943.983483:0:63273:0:(file.c:424:ll_file_release()) START file d204d.sanity-flr:[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), flags 304000 00000002:00100000:2.0:1769074943.983543:0:63273:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff9bc64d9afb80 x1855007612911488/t8589941519(8589941519) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074998 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074943.983553:0:63273:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074943.983557:0:63273:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc67afdb800 x1855007612911872/t0(0) o35->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:23/10 lens 392/2128 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074943.983578:0:63273:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63273:1855007612911872:192.168.204.139@tcp:35:lfs.0 00000100:00100000:2.0:1769074943.983653:0:63273:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc67f981000 going to sleep for 11 seconds 00000100:00100000:2.0:1769074943.988662:0:63273:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63273:1855007612911872:192.168.204.139@tcp:35:lfs.0 00000002:00100000:2.0:1769074943.988709:0:63273:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9bc64d9afb80 x1855007612911488/t8589941519(8589941519) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074998 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200008:1.0:1769074944.026641:0:63275:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1769074944.026653:0:63275:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074944.026686:0:63275:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074944.026704:0:63275:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.026721:0:63275:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074944.026729:0:63275:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074944.026737:0:63275:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074944.026741:0:63275:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:1.0:1769074944.026749:0:63275:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f982077cb8 00010000:00010000:1.0:1769074944.026753:0:63275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.026763:0:63275:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074944.029089:0:63275:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074944.029114:0:63275:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074944.029129:0:63275:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.029149:0:63275:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074944.029157:0:63275:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074944.029308:0:63275:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074944.029314:0:63275:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:1.0:1769074944.029321:0:63275:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f982077bb0 00010000:00010000:1.0:1769074944.029325:0:63275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.029335:0:63275:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074944.029347:0:63275:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 44 00000080:00200008:1.0:1769074944.029358:0:63275:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200080:1.0:1769074944.029380:0:63275:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=800866a8 arg=7fff5d7e6e1c 00000080:00200008:1.0:1769074944.029393:0:63275:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200000:3.0:1769074944.038397:0:63279:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074944.038430:0:63279:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074944.038447:0:63279:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.038462:0:63279:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074944.038484:0:63279:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074944.038492:0:63279:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074944.038495:0:63279:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:3.0:1769074944.038502:0:63279:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f98225bbf8 00010000:00010000:3.0:1769074944.038506:0:63279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.038520:0:63279:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074944.038536:0:63279:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074944.038543:0:63279:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204d.sanity-flr, flags=27 00000080:00200000:3.0:1769074944.038549:0:63279:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074944.038562:0:63279:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204d.sanity-flr, dir=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), file ffff9bc643270600, open_flags 18800, mode 0 opened 0 00000080:00200000:3.0:1769074944.038569:0:63279:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204d.sanity-flr, dir=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), intent=open 00000002:00010000:3.0:1769074944.038583:0:63279:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204d.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1ba:0x0], intent: open flags 0304001 00010000:00010000:3.0:1769074944.038635:0:63279:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11bb54 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 63279 initiator: MDT0 00010000:00010000:3.0:1769074944.038641:0:63279:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11bb54 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 63279 initiator: MDT0 00000020:00100000:3.0:1769074944.038652:0:63279:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074944.038676:0:63279:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64d9afb80 x1855007612912128/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074944.038686:0:63279:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11bb54 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 63279 initiator: MDT0 00000100:00100000:3.0:1769074944.038708:0:63279:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63279:1855007612912128:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074944.042062:0:63279:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513ea780 going to sleep for 50 seconds 00000100:00100000:0.0:1769074944.051170:0:63279:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63279:1855007612912128:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074944.051194:0:63279:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11bb54 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 63279 initiator: MDT0 00010000:00010000:0.0:1769074944.051207:0:63279:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11bb54 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 63279 initiator: MDT0 00010000:00010000:0.0:1769074944.051214:0:63279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11bb54 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 63279 initiator: MDT0 00010000:00010000:0.0:1769074944.051221:0:63279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11bb54 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 63279 initiator: MDT0 00010000:00010000:0.0:1769074944.051228:0:63279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11bb54 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 63279 initiator: MDT0 00010000:00010000:0.0:1769074944.051234:0:63279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64145dc00 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:0.0:1769074944.051239:0:63279:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11bb54 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 63279 initiator: MDT0 00010000:00010000:0.0:1769074944.051250:0:63279:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11bb54 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 63279 initiator: MDT0 00010000:00010000:0.0:1769074944.051257:0:63279:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11bb54 lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 63279 initiator: MDT0 00010000:00010000:0.0:1769074944.051264:0:63279:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074944.051270:0:63279:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11bb54 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 63279 initiator: MDT0 00010000:00010000:0.0:1769074944.051276:0:63279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145dc00/0x21fa6d252c11bb54 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 63279 initiator: MDT0 00000002:00100000:0.0:1769074944.051295:0:63279:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64d9afb80 x1855007612912128/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/608 e 0 to 0 dl 1769074999 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074944.051309:0:63279:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1ba:0x0] suppgids 0 -1: rc -20 00000080:00200000:0.0:1769074944.051591:0:63279:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074944.051612:0:63279:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074944.051628:0:63279:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074944.051640:0:63279:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074944.051647:0:63279:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074944.051652:0:63279:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074944.051656:0:63279:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:0.0:1769074944.051662:0:63279:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f98225bbf8 00010000:00010000:0.0:1769074944.051676:0:63279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074944.051685:0:63279:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074944.051702:0:63279:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074944.051711:0:63279:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204d.sanity-flr, flags=267 00000080:00200000:0.0:1769074944.051720:0:63279:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), inode mode 41ed mask 44 00000080:00200008:0.0:1769074944.051728:0:63279:0:(file.c:1001:ll_file_open()) START file d204d.sanity-flr:[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), flags 304000 00000002:00010000:0.0:1769074944.051744:0:63279:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1ba:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240304001 00010000:00010000:0.0:1769074944.051839:0:63279:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11bb5b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 63279 initiator: MDT0 00010000:00010000:0.0:1769074944.051847:0:63279:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11bb5b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 63279 initiator: MDT0 00000020:00100000:0.0:1769074944.051858:0:63279:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074944.051866:0:63279:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07ca80 x1855007612912384/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074944.051875:0:63279:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11bb5b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 63279 initiator: MDT0 00000100:00100000:0.0:1769074944.051897:0:63279:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ca80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63279:1855007612912384:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074944.052061:0:63279:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d841d80 going to sleep for 50 seconds 00000100:00100000:0.0:1769074944.059149:0:63279:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ca80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63279:1855007612912384:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074944.059193:0:63279:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11bb5b lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c15a expref: -99 pid: 63279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074944.059205:0:63279:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11bb5b lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c15a expref: -99 pid: 63279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074944.059219:0:63279:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11bb5b lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c15a expref: -99 pid: 63279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074944.059230:0:63279:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11bb5b lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c15a expref: -99 pid: 63279 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074944.059244:0:63279:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff9bc64f07ca80 x1855007612912384/t8589941521(8589941521) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074999 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1769074944.059257:0:63279:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64f07ca80 x1855007612912384/t8589941521(8589941521) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074999 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074944.059268:0:63279:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11bb5b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c15a expref: -99 pid: 63279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074944.059292:0:63279:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 16 res 8589935620/442 (0 0) 00000080:00200000:0.0:1769074944.059299:0:63279:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074944.059328:0:63279:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000404:0x1ba:0x0], updating i_size 11776 00000080:00010000:0.0:1769074944.059334:0:63279:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1ba:0x0](ffff9bc649b5ec08) for lock 0x21fa6d252c11bb5b 00000080:00010000:0.0:1769074944.059352:0:63279:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11bb5b from it ffffa7f98225bbd0 00010000:00010000:0.0:1769074944.059357:0:63279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11bb5b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c15a expref: -99 pid: 63279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074944.059366:0:63279:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11bb5b lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c15a expref: -99 pid: 63279 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074944.059393:0:63279:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64f07ca80 x1855007612912384/t8589941521(8589941521) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074999 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200080:0.0:1769074944.059543:0:63279:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08) cmd=c1406916 arg=11c5a10 00000100:00100000:0.0:1769074944.059615:0:63279:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e300 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63279:1855007612912512:192.168.204.139@tcp:34:lfs.0 00000100:00100000:0.0:1769074944.059720:0:63279:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d841d80 going to sleep for 50 seconds 00000100:00100000:0.0:1769074944.073748:0:63279:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e300 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63279:1855007612912512:192.168.204.139@tcp:34:lfs.0 00000080:00200008:0.0:1769074944.073964:0:63279:0:(file.c:424:ll_file_release()) START file d204d.sanity-flr:[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), flags 304000 00010000:00010000:0.0:1769074944.073997:0:63279:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11bb5b lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c15a expref: -99 pid: 63279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.084148:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:1.0:1769074944.126249:0:63281:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074944.126279:0:63281:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074944.126298:0:63281:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.126314:0:63281:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074944.126321:0:63281:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074944.126331:0:63281:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074944.126336:0:63281:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:1.0:1769074944.126343:0:63281:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f982263bf8 00010000:00010000:1.0:1769074944.126348:0:63281:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.126356:0:63281:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074944.126374:0:63281:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.126384:0:63281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204d.sanity-flr, flags=27 00000080:00200000:1.0:1769074944.126391:0:63281:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.126404:0:63281:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204d.sanity-flr, dir=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), file ffff9bc64d978a80, open_flags 18800, mode 0 opened 0 00000080:00200000:1.0:1769074944.126412:0:63281:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204d.sanity-flr, dir=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), intent=open 00000002:00010000:1.0:1769074944.126426:0:63281:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204d.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1ba:0x0], intent: open flags 0304001 00010000:00010000:1.0:1769074944.126486:0:63281:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11bb62 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 63281 initiator: MDT0 00010000:00010000:1.0:1769074944.126494:0:63281:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11bb62 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 63281 initiator: MDT0 00000020:00100000:1.0:1769074944.126508:0:63281:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074944.126523:0:63281:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac91180 x1855007612912768/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074944.126533:0:63281:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11bb62 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 63281 initiator: MDT0 00000100:00100000:1.0:1769074944.126555:0:63281:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63281:1855007612912768:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074944.128472:0:63281:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc646583b40 going to sleep for 50 seconds 00000100:00100000:1.0:1769074944.137326:0:63281:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63281:1855007612912768:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074944.137350:0:63281:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11bb62 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 63281 initiator: MDT0 00010000:00010000:1.0:1769074944.137364:0:63281:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11bb62 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 63281 initiator: MDT0 00010000:00010000:1.0:1769074944.137371:0:63281:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11bb62 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 63281 initiator: MDT0 00010000:00010000:1.0:1769074944.137378:0:63281:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11bb62 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 63281 initiator: MDT0 00010000:00010000:1.0:1769074944.137385:0:63281:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11bb62 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 63281 initiator: MDT0 00010000:00010000:1.0:1769074944.137392:0:63281:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f08d400 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074944.137397:0:63281:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11bb62 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 63281 initiator: MDT0 00010000:00010000:1.0:1769074944.137404:0:63281:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11bb62 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 63281 initiator: MDT0 00010000:00010000:1.0:1769074944.137412:0:63281:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11bb62 lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 63281 initiator: MDT0 00010000:00010000:1.0:1769074944.137418:0:63281:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074944.137425:0:63281:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11bb62 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 63281 initiator: MDT0 00010000:00010000:1.0:1769074944.137431:0:63281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11bb62 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 63281 initiator: MDT0 00000002:00100000:1.0:1769074944.137450:0:63281:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64ac91180 x1855007612912768/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/608 e 0 to 0 dl 1769074999 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074944.137470:0:63281:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1ba:0x0] suppgids 0 -1: rc -20 00000080:00200000:1.0:1769074944.137615:0:63281:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074944.137637:0:63281:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074944.137653:0:63281:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.137676:0:63281:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074944.137684:0:63281:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074944.137690:0:63281:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074944.137695:0:63281:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:1.0:1769074944.137700:0:63281:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f982263bf8 00010000:00010000:1.0:1769074944.137703:0:63281:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.137711:0:63281:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074944.137726:0:63281:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.137734:0:63281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204d.sanity-flr, flags=267 00000080:00200000:1.0:1769074944.137742:0:63281:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), inode mode 41ed mask 44 00000080:00200008:1.0:1769074944.137750:0:63281:0:(file.c:1001:ll_file_open()) START file d204d.sanity-flr:[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), flags 304000 00000080:00200080:1.0:1769074944.139067:0:63281:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08) cmd=c0086915 arg=7db3f0 00000100:00100000:1.0:1769074944.139334:0:63281:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63281:1855007612912896:192.168.204.139@tcp:34:lfs.0 00000100:00100000:1.0:1769074944.139558:0:63281:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc646583b40 going to sleep for 50 seconds 00000100:00100000:1.0:1769074944.166221:0:63281:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63281:1855007612912896:192.168.204.139@tcp:34:lfs.0 00000080:00200008:1.0:1769074944.166407:0:63281:0:(file.c:424:ll_file_release()) START file d204d.sanity-flr:[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), flags 304000 00010000:00010000:1.0:1769074944.166439:0:63281:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11bb5b lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c15a expref: -99 pid: 63279 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074944.213172:0:63283:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074944.213204:0:63283:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074944.213223:0:63283:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074944.213241:0:63283:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074944.213249:0:63283:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074944.213258:0:63283:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074944.213262:0:63283:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:0.0:1769074944.213271:0:63283:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f98223bbf8 00010000:00010000:0.0:1769074944.213275:0:63283:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074944.213283:0:63283:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074944.213301:0:63283:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074944.213312:0:63283:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204d.sanity-flr, flags=27 00000080:00200000:0.0:1769074944.213318:0:63283:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074944.213332:0:63283:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204d.sanity-flr, dir=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), file ffff9bc646971380, open_flags 18800, mode 0 opened 0 00000080:00200000:0.0:1769074944.213340:0:63283:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204d.sanity-flr, dir=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), intent=open 00000002:00010000:0.0:1769074944.213354:0:63283:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204d.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1ba:0x0], intent: open flags 0304001 00010000:00010000:0.0:1769074944.213417:0:63283:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11bb69 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 63283 initiator: MDT0 00010000:00010000:0.0:1769074944.213426:0:63283:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11bb69 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 63283 initiator: MDT0 00000020:00100000:0.0:1769074944.213437:0:63283:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074944.213451:0:63283:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07e300 x1855007612913152/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074944.213460:0:63283:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11bb69 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 63283 initiator: MDT0 00000100:00100000:0.0:1769074944.213482:0:63283:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e300 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63283:1855007612913152:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074944.213706:0:63283:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d841d80 going to sleep for 50 seconds 00000100:00100000:0.0:1769074944.222416:0:63283:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e300 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63283:1855007612913152:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074944.222445:0:63283:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11bb69 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 63283 initiator: MDT0 00010000:00010000:0.0:1769074944.222458:0:63283:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11bb69 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 63283 initiator: MDT0 00010000:00010000:0.0:1769074944.222464:0:63283:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11bb69 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 63283 initiator: MDT0 00010000:00010000:0.0:1769074944.222471:0:63283:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11bb69 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 63283 initiator: MDT0 00010000:00010000:0.0:1769074944.222480:0:63283:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11bb69 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 63283 initiator: MDT0 00010000:00010000:0.0:1769074944.222486:0:63283:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f942200 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:0.0:1769074944.222490:0:63283:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11bb69 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 63283 initiator: MDT0 00010000:00010000:0.0:1769074944.222497:0:63283:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11bb69 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 63283 initiator: MDT0 00010000:00010000:0.0:1769074944.222504:0:63283:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11bb69 lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 63283 initiator: MDT0 00010000:00010000:0.0:1769074944.222511:0:63283:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074944.222518:0:63283:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11bb69 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 63283 initiator: MDT0 00010000:00010000:0.0:1769074944.222523:0:63283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11bb69 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 63283 initiator: MDT0 00000002:00100000:0.0:1769074944.222542:0:63283:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64f07e300 x1855007612913152/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/608 e 0 to 0 dl 1769074999 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074944.222556:0:63283:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1ba:0x0] suppgids 0 -1: rc -20 00000080:00200000:0.0:1769074944.222723:0:63283:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074944.222745:0:63283:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074944.222762:0:63283:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074944.223453:0:63283:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074944.223471:0:63283:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074944.223478:0:63283:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074944.223482:0:63283:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:0.0:1769074944.223489:0:63283:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f98223bbf8 00010000:00010000:0.0:1769074944.223494:0:63283:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074944.223503:0:63283:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074944.223521:0:63283:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074944.223530:0:63283:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204d.sanity-flr, flags=267 00000080:00200000:0.0:1769074944.223537:0:63283:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), inode mode 41ed mask 44 00000080:00200008:0.0:1769074944.223547:0:63283:0:(file.c:1001:ll_file_open()) START file d204d.sanity-flr:[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), flags 304000 00000080:00200080:0.0:1769074944.223594:0:63283:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08) cmd=c0086915 arg=23a43f0 00000100:00100000:0.0:1769074944.223658:0:63283:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e300 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63283:1855007612913280:192.168.204.139@tcp:34:lfs.0 00000100:00100000:0.0:1769074944.227060:0:63283:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d841d80 going to sleep for 50 seconds 00000100:00100000:0.0:1769074944.239102:0:63283:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e300 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63283:1855007612913280:192.168.204.139@tcp:34:lfs.0 00000080:00200008:0.0:1769074944.243593:0:63283:0:(file.c:424:ll_file_release()) START file d204d.sanity-flr:[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), flags 304000 00010000:00010000:0.0:1769074944.243641:0:63283:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11bb5b lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c15a expref: -99 pid: 63279 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074944.279796:0:63286:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074944.279830:0:63286:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074944.279848:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.279871:0:63286:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074944.279880:0:63286:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074944.281185:0:63286:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074944.281192:0:63286:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:3.0:1769074944.281202:0:63286:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f982263b58 00010000:00010000:3.0:1769074944.281207:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.281220:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074944.281236:0:63286:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074944.281246:0:63286:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204d.sanity-flr, flags=25 00000080:00200000:3.0:1769074944.281254:0:63286:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074944.281268:0:63286:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f204d.sanity-flr, dir=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), flags=9 00000080:00200000:3.0:1769074944.281273:0:63286:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204d.sanity-flr, dir=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), intent=getattr 00000002:00010000:3.0:1769074944.281288:0:63286:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204d.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1ba:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074944.281344:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb70 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 63286 initiator: MDT0 00010000:00010000:3.0:1769074944.281353:0:63286:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb70 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 63286 initiator: MDT0 00010000:00010000:3.0:1769074944.281363:0:63286:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb70 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 63286 initiator: MDT0 00000100:00100000:3.0:1769074944.281391:0:63286:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63286:1855007612913408:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074944.282190:0:63286:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513ea3c0 going to sleep for 50 seconds 00000100:00100000:1.0:1769074944.290657:0:63286:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63286:1855007612913408:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074944.290693:0:63286:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb70 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c1e6 expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.290711:0:63286:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb70 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c1e6 expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.290718:0:63286:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb70 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c1e6 expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.290730:0:63286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb70 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c1e6 expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.290741:0:63286:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb70 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c1e6 expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.290752:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb70 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c1e6 expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.290760:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb70 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c1e6 expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.290766:0:63286:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb70 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c1e6 expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074944.291258:0:63286:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9bc64d9aea00 x1855007612913408/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 592/1136 e 0 to 0 dl 1769074999 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074944.291267:0:63286:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 552 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb70 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c1e6 expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1769074944.291278:0:63286:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb70 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c1e6 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074944.291287:0:63286:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589935620/443 (0 0) 00000080:00200000:1.0:1769074944.291293:0:63286:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1ba:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1769074944.291346:0:63286:0:(namei.c:151:ll_iget()) got inode: [0x200000404:0x1bb:0x0](ffff9bc649b5aa08): rc = 0 00000080:00200000:1.0:1769074944.291363:0:63286:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1bb:0x0]: layout version change: 6 -> 6 00000080:00010000:1.0:1769074944.291368:0:63286:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1bb:0x0](ffff9bc649b5aa08) for lock 0x21fa6d252c11bb70 00000080:00010000:1.0:1769074944.291379:0:63286:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1bb:0x0](ffff9bc649b5aa08) 00000080:00010000:1.0:1769074944.291383:0:63286:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11bb70 from it ffffa7f982263b20 00010000:00010000:1.0:1769074944.291386:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb70 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8c1e6 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074944.291395:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb70 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8c1e6 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00000080:00200008:1.0:1769074944.291434:0:63286:0:(file.c:6252:ll_getattr_dentry()) START file f204d.sanity-flr:[0x200000404:0x1bb:0x0](ffff9bc649b5aa08), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074944.291441:0:63286:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1bb:0x0](ffff9bc649b5aa08),name=f204d.sanity-flr 00000002:00010000:1.0:1769074944.291458:0:63286:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1bb:0x0]) in obj [0x200000404:0x1ba:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074944.291467:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb70 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8c1e6 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074944.291482:0:63286:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb70 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8c1e6 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074944.291488:0:63286:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1ba:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074944.291492:0:63286:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1bb:0x0](ffff9bc649b5aa08) 00000080:00010000:1.0:1769074944.291495:0:63286:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1bb:0x0](ffff9bc649b5aa08) for lock 0x21fa6d252c11bb70 00000080:00010000:1.0:1769074944.291498:0:63286:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11bb70 from it ffffa7f982263cb8 00010000:00010000:1.0:1769074944.291501:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb70 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8c1e6 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074944.291508:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb70 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8c1e6 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074944.291525:0:63286:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/1, layout version 6 restore needed 0 00020000:00200000:1.0:1769074944.291535:0:63286:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1bb:0x0]: flr state: 2, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:1.0:1769074944.291538:0:63286:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:1.0:1769074944.291542:0:63286:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1bb:0x0] 00000008:00010000:1.0:1769074944.291573:0:63286:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1769074944.291577:0:63286:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc646583b70, osc lock ffff9bc64a5b51d0, flags 0x400000400001002 00000008:00010000:1.0:1769074944.291584:0:63286:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1769074944.291585:0:63286:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc646583bb0, osc lock ffff9bc64a5b44c0, flags 0x400000400001002 00010000:00010000:1.0:1769074944.291629:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11bb77 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074944.291637:0:63286:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400000400001000 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11bb77 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->67108863] (req 0->67108863) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074944.291647:0:63286:0:(ldlm_request.c:1054:ldlm_cli_enqueue()) @@@ enqueue lock with no delay req@ffff9bc64ac91180 x1855007612913536/t0(0) o101->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074944.291701:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bb3f lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c0ff expref: -99 pid: 63250 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074944.291723:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074944.291743:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612913536:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074944.291897:0:63286:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (67108864 134217727) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bb3f lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c0ff expref: -99 pid: 63250 timeout: 0 lvb_type: 1 00000020:00200000:1.0:1769074944.291913:0:63286:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:1.0:1769074944.291917:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bb3f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c0ff expref: -99 pid: 63250 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074944.294225:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bb3f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c0ff expref: -99 pid: 63250 timeout: 0 lvb_type: 1 00000020:00200000:1.0:1769074944.294258:0:63286:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1769074944.316062:0:2370:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11bb77 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->67108863] (req 0->67108863) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074944.316093:0:2370:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11bb77 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c1ed expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074944.316107:0:2370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11bb77 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c1ed expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074944.316120:0:2370:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11bb77 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c1ed expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1769074944.316137:0:2370:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11bb77 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8c1ed expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000020:00200000:1.0:1769074944.316149:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1769074944.316171:0:2370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11bb77 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c1ed expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074944.316180:0:2370:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11bb77 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c1ed expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074944.316187:0:2370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11bb77 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c1ed expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074944.316195:0:2370:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11bb77 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c1ed expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074944.316214:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612913536:192.168.204.139@tcp:101:lfs.0 00000080:00200000:3.0:1769074944.317047:0:63286:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1bb:0x0] updating i_size 70254592 i_blocks 2 00000020:00010000:3.0:1769074944.317057:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc643bb5918 (ffff9bc64f158908/0) at cl_lock_release():245 00000020:00010000:3.0:1769074944.317061:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643bb5918 (ffff9bc64f158908/0) at cl_lock_cancel():142 00000020:00010000:3.0:1769074944.317067:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc646583b70 (ffff9bc64f158248/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074944.317072:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc646583bb0 (ffff9bc64292b2d8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074944.317078:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643bb5918 (ffff9bc64f158908/0) at cl_lock_fini():72 00000020:00010000:3.0:1769074944.317080:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc646583b70 (ffff9bc64f158908/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074944.317087:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc646583bb0 (ffff9bc64f158908/1) at cl_lock_fini():72 00000080:00200000:3.0:1769074944.317101:0:63286:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/1, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1769074944.317172:0:63286:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074944.317197:0:63286:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074944.317215:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.317230:0:63286:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074944.317238:0:63286:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074944.317246:0:63286:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074944.317250:0:63286:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:3.0:1769074944.317257:0:63286:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f982263bf8 00010000:00010000:3.0:1769074944.317261:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.317268:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074944.317284:0:63286:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074944.317291:0:63286:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204d.sanity-flr, flags=25 00000080:00200000:3.0:1769074944.317296:0:63286:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074944.317300:0:63286:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f204d.sanity-flr, flags=265 00000080:00200000:3.0:1769074944.317304:0:63286:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1bb:0x0](ffff9bc649b5aa08), inode mode 81a4 mask 46 00000080:00200008:3.0:1769074944.317312:0:63286:0:(file.c:1001:ll_file_open()) START file f204d.sanity-flr:[0x200000404:0x1bb:0x0](ffff9bc649b5aa08), flags 154402 00000002:00010000:3.0:1769074944.317327:0:63286:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1bb:0x0]) in obj [0x200000404:0x1ba:0x0], intent: open flags 0100240114403 00010000:00010000:3.0:1769074944.317381:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11bb7e lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 63286 initiator: MDT0 00010000:00010000:3.0:1769074944.317389:0:63286:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11bb7e lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 63286 initiator: MDT0 00000020:00100000:3.0:1769074944.317403:0:63286:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074944.317417:0:63286:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64d9ac000 x1855007612913792/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074944.317426:0:63286:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11bb7e lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 63286 initiator: MDT0 00000100:00100000:3.0:1769074944.317453:0:63286:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63286:1855007612913792:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074944.318159:0:63286:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513ea900 going to sleep for 50 seconds 00000100:00100000:1.0:1769074944.325632:0:63286:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63286:1855007612913792:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074944.326714:0:63286:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11bb7e lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c1fb expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.326735:0:63286:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11bb7e lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c1fb expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.326743:0:63286:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11bb7e lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c1fb expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.326758:0:63286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11bb7e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c1fb expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.326770:0:63286:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11bb7e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c1fb expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.327191:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11bb7e lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c1fb expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.327201:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11bb7e lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c1fb expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.327210:0:63286:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11bb7e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c1fb expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074944.327226:0:63286:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff9bc64d9ac000 x1855007612913792/t8589941522(8589941522) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/1160 e 0 to 0 dl 1769074999 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1769074944.327240:0:63286:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64d9ac000 x1855007612913792/t8589941522(8589941522) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/1160 e 0 to 0 dl 1769074999 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074944.327254:0:63286:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 552 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11bb7e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c1fb expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1769074944.327271:0:63286:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11bb7e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c1fb expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074944.327283:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb70 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8c1e6 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074944.327299:0:63286:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb70 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8c1e6 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074944.327307:0:63286:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11bb7e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c1fb expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074944.327385:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11bb7e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x8b5959a9a0e8c1fb expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074944.327394:0:63286:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11bb7e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x8b5959a9a0e8c1fb expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074944.327424:0:63286:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00200000:1.0:1769074944.327432:0:63286:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1ba:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074944.327500:0:63286:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1bb:0x0]: layout version change: 6 -> 6 00000080:00010000:1.0:1769074944.327506:0:63286:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1bb:0x0](ffff9bc649b5aa08) for lock 0x21fa6d252c11bb70 00000080:00010000:1.0:1769074944.327514:0:63286:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11bb70 from it ffffa7f982263bf0 00010000:00010000:1.0:1769074944.327519:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb70 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8c1e6 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074944.327528:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb70 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8c1e6 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00000002:00100000:1.0:1769074944.327554:0:63286:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64d9ac000 x1855007612913792/t8589941522(8589941522) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 1072/1160 e 0 to 0 dl 1769074999 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074944.327738:0:63286:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1bb:0x0](ffff9bc649b5aa08), inode mode 81a4 mask 4 00000080:00200000:1.0:1769074944.327748:0:63286:0:(xattr.c:725:ll_xattr_get()) VFS Op:inode=[0x200000404:0x1bb:0x0](ffff9bc649b5aa08), xattr lov 00010000:00010000:0.0:1769074944.328674:0:47798:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074944.328686:0:47798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11bb7e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x8b5959a9a0e8c1fb expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074944.328701:0:47798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64145d400 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:0.0:1769074944.328705:0:47798:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11bb7e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x8b5959a9a0e8c1fb expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074944.328713:0:47798:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11bb7e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x8b5959a9a0e8c1fb expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074944.328721:0:47798:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11bb7e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e8c1fb expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074944.328748:0:47798:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb70 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8c1e6 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074944.328837:0:47798:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11bb7e lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8c1fb expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074944.328844:0:47798:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000080:00200008:1.0:1769074944.329275:0:63286:0:(file.c:6252:ll_getattr_dentry()) START file f204d.sanity-flr:[0x200000404:0x1bb:0x0](ffff9bc649b5aa08), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074944.329284:0:63286:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1bb:0x0](ffff9bc649b5aa08),name=f204d.sanity-flr 00000002:00010000:1.0:1769074944.329311:0:63286:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1bb:0x0]) in obj [0x200000404:0x1ba:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074944.329400:0:47798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11bb7e lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8c1fb expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074944.329408:0:47798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d400/0x21fa6d252c11bb7e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8c1fb expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074944.329426:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074944.329428:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074944.329430:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074944.329442:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074944.329466:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612913920:192.168.204.139@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074944.331207:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb70 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8c1e6 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074944.331222:0:63286:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb70 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8c1e6 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074944.331231:0:63286:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1ba:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074944.331240:0:63286:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1bb:0x0](ffff9bc649b5aa08) 00000080:00010000:1.0:1769074944.331244:0:63286:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1bb:0x0](ffff9bc649b5aa08) for lock 0x21fa6d252c11bb70 00000080:00010000:1.0:1769074944.331252:0:63286:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11bb70 from it ffffa7f982263cd8 00010000:00010000:1.0:1769074944.331256:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb70 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8c1e6 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074944.331264:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb70 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8c1e6 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074944.331292:0:63286:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1769074944.331304:0:63286:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1bb:0x0]: flr state: 2, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:1.0:1769074944.331307:0:63286:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:1.0:1769074944.331311:0:63286:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1bb:0x0] 00000008:00010000:1.0:1769074944.331447:0:63286:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1769074944.331451:0:63286:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc646583cf0, osc lock ffff9bc64a5b4ab0, flags 0x400000400001002 00000008:00010000:1.0:1769074944.331458:0:63286:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1769074944.331459:0:63286:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc646583d30, osc lock ffff9bc64a5b4850, flags 0x400000400001002 00010000:00010000:1.0:1769074944.331476:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11bb77 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c1ed expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074944.331493:0:63286:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 67108863) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11bb77 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c1ed expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000020:00200000:1.0:1769074944.331505:0:63286:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1769074944.331510:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11bb77 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c1ed expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074944.331517:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11bb77 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c1ed expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074944.331532:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bb3f lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c0ff expref: -99 pid: 63250 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074944.331540:0:63286:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (67108864 134217727) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bb3f lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c0ff expref: -99 pid: 63250 timeout: 0 lvb_type: 1 00000020:00200000:1.0:1769074944.331547:0:63286:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1769074944.331550:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bb3f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c0ff expref: -99 pid: 63250 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074944.331556:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bb3f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c0ff expref: -99 pid: 63250 timeout: 0 lvb_type: 1 00000020:00200000:1.0:1769074944.331565:0:63286:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1769074944.331578:0:63286:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1bb:0x0] updating i_size 70254592 i_blocks 2 00000020:00010000:1.0:1769074944.331583:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc64d969240 (ffff9bc64292bcf8/0) at cl_lock_release():245 00000020:00010000:1.0:1769074944.331587:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d969240 (ffff9bc64292bcf8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1769074944.331590:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc646583cf0 (ffff9bc64292bc68/1) at cl_lock_cancel():142 00000020:00010000:1.0:1769074944.331593:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc646583d30 (ffff9bc64292be18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1769074944.331596:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d969240 (ffff9bc64292bcf8/0) at cl_lock_fini():72 00000020:00010000:1.0:1769074944.331599:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc646583cf0 (ffff9bc64292bcf8/1) at cl_lock_fini():72 00000020:00010000:1.0:1769074944.331602:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc646583d30 (ffff9bc64292bcf8/1) at cl_lock_fini():72 00000080:00200000:1.0:1769074944.331614:0:63286:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/1, layout version 6 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200080:1.0:1769074944.334229:0:63286:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1bb:0x0](ffff9bc649b5aa08) cmd=c00c66f3 arg=e7c2a0 00000002:00010000:1.0:1769074944.334274:0:63286:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1bb:0x0]) in obj [0x200000404:0x1bb:0x0], intent: open flags 05004040000002 00010000:00010000:1.0:1769074944.334341:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d200/0x21fa6d252c11bb85 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 63286 initiator: MDT0 00010000:00010000:1.0:1769074944.334351:0:63286:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x81000000001000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d200/0x21fa6d252c11bb85 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 63286 initiator: MDT0 00000020:00100000:1.0:1769074944.334363:0:63286:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074944.334374:0:63286:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac91180 x1855007612914176/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074944.334384:0:63286:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d200/0x21fa6d252c11bb85 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x81000000000000 pid: 63286 initiator: MDT0 00000100:00100000:1.0:1769074944.334405:0:63286:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63286:1855007612914176:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074944.334807:0:63286:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc646583cc0 going to sleep for 50 seconds 00000100:00100000:0.0:1769074944.337582:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612913920:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074944.344472:0:63286:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63286:1855007612914176:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074944.344501:0:63286:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PW ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d200/0x21fa6d252c11bb85 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x81000000000000 nid: local remote: 0x8b5959a9a0e8c210 expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.344514:0:63286:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d200/0x21fa6d252c11bb85 lrc: 4/1,0 mode: --/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x81000000000000 nid: local remote: 0x8b5959a9a0e8c210 expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.344528:0:63286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d200/0x21fa6d252c11bb85 lrc: 4/1,0 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x91000000000000 nid: local remote: 0x8b5959a9a0e8c210 expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.344538:0:63286:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d200/0x21fa6d252c11bb85 lrc: 4/1,0 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x81000000000000 nid: local remote: 0x8b5959a9a0e8c210 expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.344552:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d200/0x21fa6d252c11bb85 lrc: 5/1,1 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x91000000000000 nid: local remote: 0x8b5959a9a0e8c210 expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.344560:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d200/0x21fa6d252c11bb85 lrc: 5/1,1 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x91000000000000 nid: local remote: 0x8b5959a9a0e8c210 expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.344569:0:63286:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d200/0x21fa6d252c11bb85 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x91000000000000 nid: local remote: 0x8b5959a9a0e8c210 expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074944.344581:0:63286:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=600002b, status=0 req@ffff9bc64ac91180 x1855007612914176/t8589941523(8589941523) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/1160 e 0 to 0 dl 1769074999 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1769074944.344595:0:63286:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64ac91180 x1855007612914176/t8589941523(8589941523) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/1160 e 0 to 0 dl 1769074999 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074944.344613:0:63286:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d200/0x21fa6d252c11bb85 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x81000000000000 nid: local remote: 0x8b5959a9a0e8c210 expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.344626:0:63286:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 2 res 8589935620/443 (0 0) 00000080:00200000:1.0:1769074944.344632:0:63286:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1bb:0x0] suppgids 0 0: rc 0 00000002:00100000:1.0:1769074944.344648:0:63286:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9bc64ac91180 x1855007612914176/t8589941523(8589941523) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 1072/1160 e 0 to 0 dl 1769074999 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00010000:1.0:1769074944.344672:0:63286:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1bb:0x0](ffff9bc649b5aa08) for lock 0x21fa6d252c11bb85 00000080:00010000:1.0:1769074944.344679:0:63286:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11bb85 from it ffffa7f982263cc0 00010000:00010000:1.0:1769074944.344683:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d200/0x21fa6d252c11bb85 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x91000000000000 nid: local remote: 0x8b5959a9a0e8c210 expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.344690:0:63286:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d200/0x21fa6d252c11bb85 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x91000000000000 nid: local remote: 0x8b5959a9a0e8c210 expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074944.344744:0:63286:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/0, layout version 6 restore needed 0 00020000:00200000:1.0:1769074944.344757:0:63286:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1bb:0x0]: flr state: 2, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:1.0:1769074944.344760:0:63286:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:1.0:1769074944.344766:0:63286:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:1.0:1769074944.345120:0:63286:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:1.0:1769074944.345130:0:63286:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x40 00000100:00100000:0.0:1769074944.345211:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612914304:192.168.204.139@tcp:1:lfs.0 00000100:00100000:0.0:1769074944.345574:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074944.345583:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612914432:192.168.204.139@tcp:1:lfs.0 00000100:00100000:2.0:1769074944.356195:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:2.0:1769074944.356249:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:2.0:1769074944.356285:0:52448:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619977984 00000100:00100000:2.0:1769074944.356297:0:52448:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619977984 00000100:00100000:2.0:1769074944.356343:0:52448:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619978112 00000100:00100000:2.0:1769074944.356346:0:52448:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619978112 00000100:00100000:2.0:1769074944.356368:0:52448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6638 00000100:00100000:2.0:1769074944.356378:0:52448:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc67afdb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:26585:x1855007619977984:12345-192.168.204.139@tcp:104: 00010000:00010000:2.0:1769074944.356399:0:52448:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11bb77 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8c1ed expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074944.356486:0:52448:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1769074944.356493:0:52448:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc67afdb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:26585:x1855007619977984:12345-192.168.204.139@tcp:104: Request processed in 116us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074944.356501:0:52448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6638 00000100:00100000:2.0:1769074944.356520:0:52448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6639 00000100:00100000:2.0:1769074944.356527:0:52448:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc67afdb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:26306:x1855007619978112:12345-192.168.204.139@tcp:104: 00010000:00010000:2.0:1769074944.356535:0:52448:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bb3f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8c0ff expref: -99 pid: 63250 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074944.356696:0:52448:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1769074944.356702:0:52448:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc67afdb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:26306:x1855007619978112:12345-192.168.204.139@tcp:104: Request processed in 176us (453us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074944.356707:0:52448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6639 00010000:00010000:0.0:1769074944.361632:0:53572:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074944.361649:0:53572:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11bb77 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8c1ed expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074944.361672:0:53572:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f08d400 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:0.0:1769074944.361679:0:53572:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11bb77 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x800428400000000 nid: local remote: 0x8b5959a9a0e8c1ed expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1769074944.361702:0:53572:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1bb:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1769074944.361715:0:53572:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1bb:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1769074944.361767:0:53572:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11bb77 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8c1ed expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074944.361799:0:53572:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074944.361827:0:53572:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11bb77 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8c1ed expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074944.361835:0:53572:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08d400/0x21fa6d252c11bb77 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8c1ed expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074944.362180:0:53572:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074944.362186:0:53572:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bb3f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8c0ff expref: -99 pid: 63250 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074944.362193:0:53572:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f942a00 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:0.0:1769074944.362198:0:53572:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bb3f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x800428400000000 nid: local remote: 0x8b5959a9a0e8c0ff expref: -99 pid: 63250 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1769074944.362211:0:53572:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1bb:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1769074944.364510:0:53572:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1bb:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1769074944.364580:0:53572:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bb3f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8c0ff expref: -99 pid: 63250 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074944.364591:0:53572:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074944.364606:0:53572:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bb3f lrc: 1/0,0 mode: --/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8c0ff expref: -99 pid: 63250 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074944.364614:0:53572:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bb3f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8c0ff expref: -99 pid: 63250 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074944.364638:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074944.364640:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074944.364642:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074944.364686:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612914688:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1769074944.364820:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074944.364828:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612914560:192.168.204.139@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074944.365432:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074944.394887:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612914432:192.168.204.139@tcp:1:lfs.0 00000100:00100000:1.0:1769074944.394919:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612914304:192.168.204.139@tcp:1:lfs.0 00000100:00100000:0.0:1769074944.395384:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612914688:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074944.395490:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612914560:192.168.204.139@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074944.395696:0:63286:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb70 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e8c1e6 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074944.395739:0:63286:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x1bb:0x0]: losing layout lock 00010000:00010000:3.0:1769074944.395768:0:63286:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bb38 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e8c0f8 expref: -99 pid: 63250 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074944.395826:0:63286:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x1bb:0x0]: losing layout lock 00010000:00010000:3.0:1769074944.395883:0:63286:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb70 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8c1e6 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074944.395892:0:63286:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bb38 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8c0f8 expref: -99 pid: 63250 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074944.395899:0:63286:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:3.0:1769074944.395902:0:63286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb70 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8c1e6 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074944.395921:0:63286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942c00/0x21fa6d252c11bb38 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8c0f8 expref: -99 pid: 63250 timeout: 0 lvb_type: 3 00000020:00100000:3.0:1769074944.395937:0:63286:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074944.395950:0:63286:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64d9ae300 x1855007612914944/t0(0) o36->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 472/440 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074944.395982:0:63286:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae300 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63286:1855007612914944:192.168.204.139@tcp:36:lfs.0 00000100:00100000:3.0:1769074944.396106:0:63286:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513eab40 going to sleep for 50 seconds 00000100:00100000:3.0:1769074944.501574:0:63286:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae300 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63286:1855007612914944:192.168.204.139@tcp:36:lfs.0 00010000:00010000:3.0:1769074944.501623:0:63286:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 31 res 8589935620/443 (0 0) 00000080:00010000:3.0:1769074944.501636:0:63286:0:(file.c:7031:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000404:0x1bb:0x0](ffff9bc649b5aa08) 00000002:00010000:3.0:1769074944.501647:0:63286:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1bb:0x0]) in obj [0x200000404:0x1bb:0x0], intent: layout flags 0 00010000:00010000:3.0:1769074944.501730:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb8c lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 63286 initiator: MDT0 00010000:00010000:3.0:1769074944.501740:0:63286:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb8c lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x0 pid: 63286 initiator: MDT0 00010000:00010000:3.0:1769074944.501751:0:63286:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb8c lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x0 pid: 63286 initiator: MDT0 00000100:00100000:3.0:1769074944.501772:0:63286:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63286:1855007612915072:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074944.501969:0:63286:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513eab40 going to sleep for 50 seconds 00000100:00100000:3.0:1769074944.523722:0:63286:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bc646483800: committing for last_committed 8589941524 gen 1 00000100:00100000:3.0:1769074944.523749:0:63286:0:(client.c:3130:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9bc64f07ca80 x1855007612912384/t8589941521(8589941521) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074999 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1769074944.523763:0:63286:0:(client.c:3130:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9bc64d9ac000 x1855007612913792/t8589941522(8589941522) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 1072/1160 e 0 to 0 dl 1769074999 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1769074944.524458:0:63286:0:(client.c:3130:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9bc64ac91180 x1855007612914176/t8589941523(8589941523) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 1072/1160 e 0 to 0 dl 1769074999 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1769074944.524488:0:63286:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63286:1855007612915072:192.168.204.139@tcp:101:lfs.0 00010000:00010000:3.0:1769074944.524518:0:63286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb8c lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c233 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074944.524533:0:63286:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb8c lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c233 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00000002:00100000:3.0:1769074944.524545:0:63286:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff9bc64d9ace00 x1855007612915072/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 376/896 e 0 to 0 dl 1769074999 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074944.524555:0:63286:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 552 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb8c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c233 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00000002:00010000:3.0:1769074944.524591:0:63286:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb8c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c233 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074944.524607:0:63286:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 16 res 8589935620/443 (0 0) 00000080:00200000:3.0:1769074944.524614:0:63286:0:(namei.c:955:ll_intent_lock()) intent lock 1024 on i1 [0x200000404:0x1bb:0x0] suppgids 0 0: rc 0 00000080:00010000:3.0:1769074944.524627:0:63286:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1bb:0x0](ffff9bc649b5aa08) for lock 0x21fa6d252c11bb8c 00000080:00010000:3.0:1769074944.524636:0:63286:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11bb8c from it ffffa7f982263c70 00010000:00010000:3.0:1769074944.524639:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb8c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c233 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074944.524648:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb8c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c233 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074944.524683:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb8c lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c233 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074944.524694:0:63286:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb8c lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c233 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1769074944.524701:0:63286:0:(file.c:6914:ll_layout_lock_set()) ### file [0x200000404:0x1bb:0x0](000000000d1ddb6a) being reconfigured ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb8c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c233 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074944.524747:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb8c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c233 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074944.524755:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb8c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c233 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074944.524771:0:63286:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1bb:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1769074944.524808:0:63286:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1bb:0x0]: flr state: 2, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:3.0:1769074944.524811:0:63286:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:3.0:1769074944.524818:0:63286:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:3.0:1769074944.524829:0:63286:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:3.0:1769074944.524835:0:63286:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x40 00000080:00200000:3.0:1769074944.524859:0:63286:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1bb:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:3.0:1769074944.524880:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb8c lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c233 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074944.524890:0:63286:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb8c lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c233 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1769074944.524896:0:63286:0:(file.c:6914:ll_layout_lock_set()) ### file [0x200000404:0x1bb:0x0](000000000d1ddb6a) being reconfigured ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb8c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c233 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074944.524912:0:63286:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1bb:0x0] ignore/verify layout 1/0, layout version 6 restore needed 0 00020000:00200000:3.0:1769074944.526476:0:63286:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1bb:0x0]: flr state: 2, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:3.0:1769074944.526485:0:63286:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:3.0:1769074944.526492:0:63286:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:3.0:1769074944.526504:0:63286:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:3.0:1769074944.526514:0:63286:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x40 00000080:00200000:3.0:1769074944.526535:0:63286:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1bb:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1769074944.526628:0:63286:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1bb:0x0]: layout version change: 4294967294 -> 7 00010000:00010000:3.0:1769074944.526641:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb8c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8c233 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074944.526654:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb8c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8c233 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00000080:00200080:3.0:1769074944.526696:0:63286:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1bb:0x0](ffff9bc649b5aa08) cmd=66f4 arg=e7c2a0 00000080:00200008:3.0:1769074944.526710:0:63286:0:(file.c:6252:ll_getattr_dentry()) START file f204d.sanity-flr:[0x200000404:0x1bb:0x0](ffff9bc649b5aa08), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074944.526718:0:63286:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1bb:0x0](ffff9bc649b5aa08),name=f204d.sanity-flr 00000002:00010000:3.0:1769074944.526734:0:63286:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1bb:0x0]) in obj [0x200000404:0x1bb:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074944.526744:0:63286:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 30 res 8589935620/443 (0 0) 00010000:00010000:3.0:1769074944.526829:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11bb93 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 63286 initiator: MDT0 00010000:00010000:3.0:1769074944.526837:0:63286:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11bb93 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 63286 initiator: MDT0 00010000:00010000:3.0:1769074944.526847:0:63286:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11bb93 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 63286 initiator: MDT0 00000100:00100000:3.0:1769074944.526880:0:63286:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63286:1855007612915200:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074944.527001:0:63286:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513eab40 going to sleep for 50 seconds 00000100:00100000:3.0:1769074944.537734:0:63286:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63286:1855007612915200:192.168.204.139@tcp:101:lfs.0 00010000:00010000:3.0:1769074944.537772:0:63286:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11bb93 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c241 expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.537834:0:63286:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11bb93 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c241 expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.537849:0:63286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11bb93 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c241 expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.537864:0:63286:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11bb93 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c241 expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.537879:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11bb93 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c241 expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.537888:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11bb93 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c241 expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.537897:0:63286:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11bb93 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c241 expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074944.537911:0:63286:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9bc64d9ace00 x1855007612915200/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 576/1136 e 0 to 0 dl 1769074999 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074944.537923:0:63286:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 552 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11bb93 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c241 expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1769074944.537940:0:63286:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11bb93 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c241 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074944.537958:0:63286:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589935620/443 (0 0) 00000080:00200000:3.0:1769074944.537967:0:63286:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1bb:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074944.538070:0:63286:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1bb:0x0]: layout version change: 7 -> 7 00000080:00010000:3.0:1769074944.538078:0:63286:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1bb:0x0](ffff9bc649b5aa08) for lock 0x21fa6d252c11bb93 00000080:00010000:3.0:1769074944.538085:0:63286:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1bb:0x0](ffff9bc649b5aa08) 00000080:00010000:3.0:1769074944.538089:0:63286:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11bb93 from it ffffa7f982263cd8 00010000:00010000:3.0:1769074944.538093:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11bb93 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8c241 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074944.538103:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11bb93 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8c241 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074944.538154:0:63286:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/1, layout version 6 restore needed 0 00020000:00200000:3.0:1769074944.538169:0:63286:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1bb:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:3.0:1769074944.538173:0:63286:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:3.0:1769074944.538178:0:63286:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1bb:0x0] 00000008:00010000:3.0:1769074944.538203:0:63286:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074944.538208:0:63286:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc6513eab70, osc lock ffff9bc64a6dd0a0, flags 0x400000400001002 00000008:00010000:3.0:1769074944.538220:0:63286:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074944.538222:0:63286:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc6513eabb0, osc lock ffff9bc64a6dc5f0, flags 0x400000400001002 00010000:00010000:3.0:1769074944.538297:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074944.538306:0:63286:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400000400001000 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->67108863] (req 0->67108863) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074944.538318:0:63286:0:(ldlm_request.c:1054:ldlm_cli_enqueue()) @@@ enqueue lock with no delay req@ffff9bc64d9ace00 x1855007612915328/t0(0) o101->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074944.538389:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074944.538398:0:63286:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400000400001000 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [67108864->134217727] (req 67108864->134217727) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074944.538408:0:63286:0:(ldlm_request.c:1054:ldlm_cli_enqueue()) @@@ enqueue lock with no delay req@ffff9bc64d9ae300 x1855007612915456/t0(0) o101->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000020:00200000:3.0:1769074944.538423:0:63286:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1769074944.538907:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612915328:192.168.204.139@tcp:101:lfs.0 00000100:00100000:2.0:1769074944.539047:0:2373:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1769074944.539054:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612915456:192.168.204.139@tcp:101:lfs.0 00010000:00010000:3.0:1769074944.543802:0:2373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [67108864->134217727] (req 67108864->134217727) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074944.543854:0:2373:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074944.543875:0:2373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074944.543899:0:2373:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1769074944.543922:0:2373:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 70254592, setting rss=70254592; kms=70254592, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074944.543937:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074944.543943:0:2373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074944.543952:0:2373:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074944.543959:0:2373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074944.543968:0:2373:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1769074944.543994:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612915456:192.168.204.139@tcp:101:lfs.0 00010000:00010000:2.0:1769074944.544575:0:2373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->67108863] (req 0->67108863) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074944.544591:0:2373:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074944.544601:0:2373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074944.544611:0:2373:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000008:00010000:2.0:1769074944.544623:0:2373:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000020:00200000:2.0:1769074944.544632:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1769074944.544652:0:2373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074944.544675:0:2373:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074944.544682:0:2373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074944.544691:0:2373:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1769074944.544704:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612915328:192.168.204.139@tcp:101:lfs.0 00000080:00200000:3.0:1769074944.545239:0:63286:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1bb:0x0] updating i_size 70254592 i_blocks 2064 00000020:00010000:3.0:1769074944.545249:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc64d969240 (ffff9bc64292bcf8/0) at cl_lock_release():245 00000020:00010000:3.0:1769074944.545253:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d969240 (ffff9bc64292bcf8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1769074944.545259:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc6513eab70 (ffff9bc64292bc68/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074944.545264:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc6513eabb0 (ffff9bc64f158908/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074944.545267:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d969240 (ffff9bc64292bcf8/0) at cl_lock_fini():72 00000020:00010000:3.0:1769074944.545271:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc6513eab70 (ffff9bc64292bcf8/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074944.545276:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc6513eabb0 (ffff9bc64292bcf8/1) at cl_lock_fini():72 00000080:00200000:3.0:1769074944.545293:0:63286:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/1, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:1.0:1769074944.653054:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1136430d-88ea-4de2-9954-69c484e5445f:2371:1855007612915584:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074944.657161:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1136430d-88ea-4de2-9954-69c484e5445f:2371:1855007612915584:192.168.204.139@tcp:400:kworker.0 00000080:00200080:2.0:1769074944.663615:0:63286:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1bb:0x0](ffff9bc649b5aa08) cmd=400866b1 arg=1 00000080:00200008:2.0:1769074944.663638:0:63286:0:(file.c:6252:ll_getattr_dentry()) START file f204d.sanity-flr:[0x200000404:0x1bb:0x0](ffff9bc649b5aa08), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074944.663650:0:63286:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1bb:0x0](ffff9bc649b5aa08),name=f204d.sanity-flr 00000002:00010000:2.0:1769074944.663687:0:63286:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1bb:0x0]) in obj [0x200000404:0x1bb:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074944.663710:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11bb93 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8c241 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074944.663730:0:63286:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11bb93 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8c241 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1769074944.663739:0:63286:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1bb:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074944.663752:0:63286:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1bb:0x0](ffff9bc649b5aa08) 00000080:00010000:2.0:1769074944.663758:0:63286:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1bb:0x0](ffff9bc649b5aa08) for lock 0x21fa6d252c11bb93 00000080:00010000:2.0:1769074944.663767:0:63286:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11bb93 from it ffffa7f982263cd8 00010000:00010000:2.0:1769074944.663772:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11bb93 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8c241 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074944.663813:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11bb93 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8c241 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1769074944.663854:0:63286:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/1, layout version 8 restore needed 0 00020000:00200000:2.0:1769074944.663870:0:63286:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1bb:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:2.0:1769074944.663874:0:63286:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:2.0:1769074944.663879:0:63286:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1bb:0x0] 00000008:00010000:2.0:1769074944.663906:0:63286:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1769074944.663911:0:63286:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc67f981030, osc lock ffff9bc64a722260, flags 0x400000400001002 00000008:00010000:2.0:1769074944.663920:0:63286:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1769074944.663922:0:63286:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc67f981070, osc lock ffff9bc64a722720, flags 0x400000400001002 00010000:00010000:2.0:1769074944.663944:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074944.663956:0:63286:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 67108863) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000020:00200000:2.0:1769074944.663972:0:63286:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1769074944.663976:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074944.663985:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074944.664004:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074944.664020:0:63286:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (67108864 134217727) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000020:00200000:2.0:1769074944.664028:0:63286:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1769074944.664031:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074944.664040:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000020:00200000:2.0:1769074944.664049:0:63286:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1769074944.664062:0:63286:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1bb:0x0] updating i_size 70254592 i_blocks 2064 00000020:00010000:2.0:1769074944.664067:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc643bb5da8 (ffff9bc64f158758/0) at cl_lock_release():245 00000020:00010000:2.0:1769074944.664070:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643bb5da8 (ffff9bc64f158758/0) at cl_lock_cancel():142 00000020:00010000:2.0:1769074944.664073:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc67f981030 (ffff9bc64f158b48/1) at cl_lock_cancel():142 00000020:00010000:2.0:1769074944.664077:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc67f981070 (ffff9bc64f158008/1) at cl_lock_cancel():142 00000020:00010000:2.0:1769074944.664080:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643bb5da8 (ffff9bc64f158758/0) at cl_lock_fini():72 00000020:00010000:2.0:1769074944.664083:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc67f981030 (ffff9bc64f158758/1) at cl_lock_fini():72 00000020:00010000:2.0:1769074944.664087:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc67f981070 (ffff9bc64f158758/1) at cl_lock_fini():72 00000080:00200000:2.0:1769074944.664097:0:63286:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/1, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1769074944.664113:0:63286:0:(file.c:5185:ll_file_seek()) START file f204d.sanity-flr:[0x200000404:0x1bb:0x0], offset: 10485760, type: SEEK_DATA 00000080:00200000:2.0:1769074944.664119:0:63286:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/0, layout version 7 restore needed 0 00020000:00200000:2.0:1769074944.664123:0:63286:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1bb:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:2.0:1769074944.664126:0:63286:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:2.0:1769074944.664130:0:63286:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:2.0:1769074944.664136:0:63286:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:2.0:1769074944.664140:0:63286:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x40 00000080:00200000:2.0:1769074944.664156:0:63286:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1bb:0x0] updating i_size 70254592 i_blocks 2064 00000080:00200000:2.0:1769074944.664165:0:63286:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1769074944.664171:0:63286:0:(file.c:1759:ll_io_set_mirror()) f204d.sanity-flr: desiginated mirror: 1 00000080:00200000:2.0:1769074944.664173:0:63286:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1769074944.664178:0:63286:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:2.0:1769074944.664181:0:63286:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:2.0:1769074944.664184:0:63286:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x40 00000080:00200000:2.0:1769074944.664187:0:63286:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 0 [2560, 18446744073709551615] 00000008:00010000:2.0:1769074944.664193:0:63286:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 8 00000008:00010000:2.0:1769074944.664195:0:63286:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc67f981030, osc lock ffff9bc64a722720, flags 0x0 00000008:00010000:2.0:1769074944.664198:0:63286:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 8 00000008:00010000:2.0:1769074944.664199:0:63286:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc67f981070, osc lock ffff9bc64a722260, flags 0x0 00010000:00010000:2.0:1769074944.664207:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074944.664217:0:63286:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (10485760 67108863) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074944.664226:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074944.664234:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074944.664242:0:63286:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074944.664252:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074944.664266:0:63286:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (67108864 134217727) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074944.664274:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074944.664282:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074944.664290:0:63286:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000080:00200000:2.0:1769074944.664300:0:63286:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1bb:0x0] updating i_size 70254592 i_blocks 2064 00000020:00010000:2.0:1769074944.664307:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc67aff6c68 (ffff9bc64f158758/0) at cl_lock_release():245 00000020:00010000:2.0:1769074944.664309:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc67aff6c68 (ffff9bc64f158758/0) at cl_lock_cancel():142 00000020:00010000:2.0:1769074944.664311:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc67f981030 (ffff9bc64f158b48/1) at cl_lock_cancel():142 00010000:00010000:2.0:1769074944.664315:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074944.664324:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000020:00010000:2.0:1769074944.664332:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc67f981070 (ffff9bc64f158008/1) at cl_lock_cancel():142 00010000:00010000:2.0:1769074944.664336:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074944.664349:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000020:00010000:2.0:1769074944.664357:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc67aff6c68 (ffff9bc64f158758/0) at cl_lock_fini():72 00000020:00010000:2.0:1769074944.664360:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc67f981030 (ffff9bc64f158758/1) at cl_lock_fini():72 00000020:00010000:2.0:1769074944.664362:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc67f981070 (ffff9bc64f158758/1) at cl_lock_fini():72 00000080:00200000:2.0:1769074944.664368:0:63286:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/0, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1769074944.664374:0:63286:0:(file.c:5216:ll_file_seek()) COMPLETED file f204d.sanity-flr:[0x200000404:0x1bb:0x0], offset: 10485760, type: SEEK_DATA, rc = 67108864 00000080:00200008:2.0:1769074944.664378:0:63286:0:(file.c:5185:ll_file_seek()) START file f204d.sanity-flr:[0x200000404:0x1bb:0x0], offset: 67108864, type: SEEK_HOLE 00000080:00200000:2.0:1769074944.664382:0:63286:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/0, layout version 7 restore needed 0 00020000:00200000:2.0:1769074944.664385:0:63286:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1bb:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:2.0:1769074944.664388:0:63286:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:2.0:1769074944.664391:0:63286:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:2.0:1769074944.664393:0:63286:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x40 00000080:00200000:2.0:1769074944.664398:0:63286:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1bb:0x0] updating i_size 70254592 i_blocks 2064 00000080:00200000:2.0:1769074944.664402:0:63286:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1769074944.664405:0:63286:0:(file.c:1759:ll_io_set_mirror()) f204d.sanity-flr: desiginated mirror: 1 00000080:00200000:2.0:1769074944.664408:0:63286:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1769074944.664411:0:63286:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:2.0:1769074944.664414:0:63286:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x40 00000080:00200000:2.0:1769074944.664415:0:63286:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 0 [16384, 18446744073709551615] 00000008:00010000:2.0:1769074944.664421:0:63286:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 8 00000008:00010000:2.0:1769074944.664423:0:63286:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc645325e30, osc lock ffff9bc64a722260, flags 0x0 00010000:00010000:2.0:1769074944.664430:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074944.664439:0:63286:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (67108864 134217727) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074944.664449:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074944.664457:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074944.664465:0:63286:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000080:00200000:2.0:1769074944.664472:0:63286:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1bb:0x0] updating i_size 70254592 i_blocks 2064 00000020:00010000:2.0:1769074944.664475:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc67aff6c68 (ffff9bc64f158758/0) at cl_lock_release():245 00000020:00010000:2.0:1769074944.664478:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc67aff6c68 (ffff9bc64f158758/0) at cl_lock_cancel():142 00000020:00010000:2.0:1769074944.664480:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc645325e30 (ffff9bc64f158008/1) at cl_lock_cancel():142 00010000:00010000:2.0:1769074944.664484:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074944.664491:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000020:00010000:2.0:1769074944.664499:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc67aff6c68 (ffff9bc64f158758/0) at cl_lock_fini():72 00000020:00010000:2.0:1769074944.664501:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc645325e30 (ffff9bc64f158758/1) at cl_lock_fini():72 00000080:00200000:2.0:1769074944.664507:0:63286:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/0, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1769074944.664511:0:63286:0:(file.c:5216:ll_file_seek()) COMPLETED file f204d.sanity-flr:[0x200000404:0x1bb:0x0], offset: 67108864, type: SEEK_HOLE, rc = 70254592 00000080:00200080:2.0:1769074944.664516:0:63286:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1bb:0x0](ffff9bc649b5aa08) cmd=400866b1 arg=0 00000080:00200080:2.0:1769074944.664521:0:63286:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1bb:0x0](ffff9bc649b5aa08) cmd=400866b1 arg=2 00000080:00200008:2.0:1769074944.664527:0:63286:0:(file.c:6252:ll_getattr_dentry()) START file f204d.sanity-flr:[0x200000404:0x1bb:0x0](ffff9bc649b5aa08), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074944.664532:0:63286:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1bb:0x0](ffff9bc649b5aa08),name=f204d.sanity-flr 00000002:00010000:2.0:1769074944.664542:0:63286:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1bb:0x0]) in obj [0x200000404:0x1bb:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074944.664550:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11bb93 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8c241 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074944.664559:0:63286:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11bb93 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8c241 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1769074944.664566:0:63286:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1bb:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074944.664570:0:63286:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1bb:0x0](ffff9bc649b5aa08) 00000080:00010000:2.0:1769074944.664573:0:63286:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1bb:0x0](ffff9bc649b5aa08) for lock 0x21fa6d252c11bb93 00000080:00010000:2.0:1769074944.664577:0:63286:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11bb93 from it ffffa7f982263cd8 00010000:00010000:2.0:1769074944.664580:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11bb93 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8c241 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074944.664588:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11bb93 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8c241 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1769074944.664599:0:63286:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/1, layout version 7 restore needed 0 00020000:00200000:2.0:1769074944.664603:0:63286:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1bb:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:2.0:1769074944.664606:0:63286:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:2.0:1769074944.664608:0:63286:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1bb:0x0] 00000008:00010000:2.0:1769074944.664614:0:63286:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1769074944.664616:0:63286:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc67f981030, osc lock ffff9bc64a722260, flags 0x400000400001002 00000008:00010000:2.0:1769074944.664620:0:63286:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1769074944.664622:0:63286:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc67f981070, osc lock ffff9bc64a722720, flags 0x400000400001002 00010000:00010000:2.0:1769074944.664629:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074944.664641:0:63286:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 67108863) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000020:00200000:2.0:1769074944.664648:0:63286:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1769074944.664651:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074944.671154:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074944.671200:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074944.671216:0:63286:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (67108864 134217727) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000020:00200000:2.0:1769074944.671229:0:63286:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1769074944.671233:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074944.671240:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000020:00200000:2.0:1769074944.671250:0:63286:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1769074944.671266:0:63286:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1bb:0x0] updating i_size 70254592 i_blocks 2064 00000020:00010000:2.0:1769074944.671272:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc643bb5da8 (ffff9bc64f158758/0) at cl_lock_release():245 00000020:00010000:2.0:1769074944.671276:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643bb5da8 (ffff9bc64f158758/0) at cl_lock_cancel():142 00000020:00010000:2.0:1769074944.671279:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc67f981030 (ffff9bc64f158008/1) at cl_lock_cancel():142 00000020:00010000:2.0:1769074944.671284:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc67f981070 (ffff9bc64f158b48/1) at cl_lock_cancel():142 00000020:00010000:2.0:1769074944.671286:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643bb5da8 (ffff9bc64f158758/0) at cl_lock_fini():72 00000020:00010000:2.0:1769074944.672189:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc67f981030 (ffff9bc64f158758/1) at cl_lock_fini():72 00000020:00010000:2.0:1769074944.672196:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc67f981070 (ffff9bc64f158758/1) at cl_lock_fini():72 00000080:00200000:2.0:1769074944.672212:0:63286:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/1, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1769074944.672253:0:63286:0:(llite_lib.c:2314:ll_setattr_raw()) START file f204d.sanity-flr:[0x200000404:0x1bb:0x0](ffff9bc649b5aa08) current size 70254592, valid attrs 2068, mode 0, uid -1756520654, gid -1, new size 10485760, atime 1769074944.000000000, mtime 1769074944.000000000, ctime 1769074944.000000000 00010000:00010000:2.0:1769074944.672288:0:63286:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11bb93 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e8c241 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074944.672309:0:63286:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb8c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8c233 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074944.673326:0:63286:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11bb93 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8c241 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074944.673531:0:63286:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074944.673535:0:63286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145da00/0x21fa6d252c11bb93 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8c241 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00000020:00100000:2.0:1769074944.673562:0:63286:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074944.673577:0:63286:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc67afd8e00 x1855007612915840/t0(0) o36->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074944.673600:0:63286:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8e00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63286:1855007612915840:192.168.204.139@tcp:36:lfs.0 00000100:00100000:2.0:1769074944.673820:0:63286:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc67f981000 going to sleep for 50 seconds 00000100:00100000:1.0:1769074944.684604:0:63286:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8e00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63286:1855007612915840:192.168.204.139@tcp:36:lfs.0 00000080:00200000:1.0:1769074944.684720:0:63286:0:(file.c:1759:ll_io_set_mirror()) f204d.sanity-flr: desiginated mirror: 2 00000080:00200000:1.0:1769074944.684728:0:63286:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1769074944.684753:0:63286:0:(lov_io.c:860:lov_io_iter_init()) component[4] flags 0x11 00000080:00200000:1.0:1769074944.684848:0:63286:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:1.0:1769074944.684887:0:63286:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1769074944.684893:0:63286:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc646583cf0, osc lock ffff9bc64a5b4850, flags 0x0 00000008:00010000:1.0:1769074944.684899:0:63286:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1769074944.684900:0:63286:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc646583d30, osc lock ffff9bc64a5b4ab0, flags 0x0 00010000:00010000:1.0:1769074944.684983:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08dc00/0x21fa6d252c11bba8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074944.684998:0:63286:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08dc00/0x21fa6d252c11bba8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->10485759] (req 0->10485759) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074944.685009:0:63286:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08dc00/0x21fa6d252c11bba8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->10485759] (req 0->10485759) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074944.685036:0:63286:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63286:1855007612915968:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074944.686025:0:63286:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc646583480 going to sleep for 11 seconds 00000100:00100000:1.0:1769074944.689936:0:63286:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63286:1855007612915968:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074944.689973:0:63286:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08dc00/0x21fa6d252c11bba8 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c25d expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074944.689996:0:63286:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08dc00/0x21fa6d252c11bba8 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c25d expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074944.690012:0:63286:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08dc00/0x21fa6d252c11bba8 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c25d expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074944.690030:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08dc00/0x21fa6d252c11bba8 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c25d expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1769074944.690052:0:63286:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08dc00/0x21fa6d252c11bba8 lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8c25d expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074944.690065:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08dc00/0x21fa6d252c11bba8 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c25d expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074944.690075:0:63286:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08dc00/0x21fa6d252c11bba8 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c25d expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074944.690173:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbaf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074944.690183:0:63286:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbaf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [10485760->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074944.690194:0:63286:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbaf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [10485760->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074944.690220:0:63286:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63286:1855007612916096:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074944.690750:0:63286:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc646583480 going to sleep for 11 seconds 00000100:00100000:1.0:1769074944.693529:0:63286:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63286:1855007612916096:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074944.693566:0:63286:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbaf lrc: 4/0,1 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c264 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074944.693589:0:63286:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbaf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c264 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074944.693604:0:63286:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbaf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c264 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074944.693622:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbaf lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c264 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1769074944.693636:0:63286:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbaf lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8c264 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074944.693650:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbaf lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c264 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074944.693669:0:63286:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbaf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c264 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074944.693817:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1769074944.693838:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612916224:192.168.204.139@tcp:10:lfs.0 00000100:00100000:1.0:1769074944.697749:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612916224:192.168.204.139@tcp:10:lfs.0 00000080:00200000:3.0:1769074944.697985:0:63286:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1bb:0x0] updating i_size 70254592 i_blocks 2065 00000020:00010000:3.0:1769074944.697996:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc64d1698a8 (ffff9bc64292b5a8/0) at cl_lock_release():245 00000020:00010000:3.0:1769074944.698000:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d1698a8 (ffff9bc64292b5a8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1769074944.698006:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc646583cf0 (ffff9bc64292bb48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1769074944.698020:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08dc00/0x21fa6d252c11bba8 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c25d expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074944.698036:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08dc00/0x21fa6d252c11bba8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c25d expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1769074944.698056:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc646583d30 (ffff9bc64292b1b8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1769074944.698061:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbaf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c264 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074944.698070:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbaf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c264 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1769074944.698079:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d1698a8 (ffff9bc64292b5a8/0) at cl_lock_fini():72 00000020:00010000:3.0:1769074944.698083:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc646583cf0 (ffff9bc64292b5a8/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074944.698088:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc646583d30 (ffff9bc64292b5a8/1) at cl_lock_fini():72 00000080:00200000:3.0:1769074944.698112:0:63286:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/0, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1769074944.698126:0:63286:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file f204d.sanity-flr:[0x200000404:0x1bb:0x0](ffff9bc649b5aa08) current size 70254592, valid attrs 2168, mode 0, uid -1756520654, gid -1, new size 10485760, atime 1769074944.000000000, mtime 1769074944.000000000, ctime 1769074944.000000000, rc 0 00000080:00200080:3.0:1769074944.698157:0:63286:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1bb:0x0](ffff9bc649b5aa08) cmd=400866b1 arg=0 00000080:00200080:3.0:1769074944.698169:0:63286:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1bb:0x0](ffff9bc649b5aa08) cmd=400866b1 arg=1 00000080:00200008:3.0:1769074944.698178:0:63286:0:(file.c:6252:ll_getattr_dentry()) START file f204d.sanity-flr:[0x200000404:0x1bb:0x0](ffff9bc649b5aa08), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074944.698185:0:63286:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1bb:0x0](ffff9bc649b5aa08),name=f204d.sanity-flr 00000002:00010000:3.0:1769074944.698209:0:63286:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1bb:0x0]) in obj [0x200000404:0x1bb:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074944.698225:0:63286:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 30 res 8589935620/443 (0 0) 00010000:00010000:3.0:1769074944.698288:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11bbb6 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 63286 initiator: MDT0 00010000:00010000:3.0:1769074944.698298:0:63286:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11bbb6 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 63286 initiator: MDT0 00010000:00010000:3.0:1769074944.698458:0:63286:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11bbb6 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 63286 initiator: MDT0 00000100:00100000:3.0:1769074944.698575:0:63286:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63286:1855007612916352:192.168.204.139@tcp:101:lfs.0 00000100:00100000:3.0:1769074944.698743:0:63286:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513eab40 going to sleep for 50 seconds 00000100:00100000:1.0:1769074944.702134:0:63286:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63286:1855007612916352:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074944.702168:0:63286:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11bbb6 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c272 expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.702183:0:63286:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11bbb6 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c272 expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.702200:0:63286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11bbb6 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c272 expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.702212:0:63286:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11bbb6 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c272 expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.702225:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11bbb6 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c272 expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.702233:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11bbb6 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c272 expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.702241:0:63286:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11bbb6 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c272 expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074944.702253:0:63286:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9bc64d9ad500 x1855007612916352/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 576/1136 e 0 to 0 dl 1769074999 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074944.702265:0:63286:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 552 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11bbb6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c272 expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1769074944.702279:0:63286:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11bbb6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c272 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074944.702297:0:63286:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589935620/443 (0 0) 00000080:00200000:1.0:1769074944.702305:0:63286:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1bb:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074944.702677:0:63286:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1bb:0x0]: layout version change: 7 -> 7 00000080:00010000:1.0:1769074944.702685:0:63286:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1bb:0x0](ffff9bc649b5aa08) for lock 0x21fa6d252c11bbb6 00000080:00010000:1.0:1769074944.702691:0:63286:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1bb:0x0](ffff9bc649b5aa08) 00000080:00010000:1.0:1769074944.702695:0:63286:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11bbb6 from it ffffa7f982263cd8 00010000:00010000:1.0:1769074944.702700:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11bbb6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8c272 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074944.702711:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11bbb6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8c272 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074944.702756:0:63286:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1769074944.702771:0:63286:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1bb:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:1.0:1769074944.702824:0:63286:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:1.0:1769074944.702829:0:63286:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1bb:0x0] 00000008:00010000:1.0:1769074944.702873:0:63286:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1769074944.702877:0:63286:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc6465834b0, osc lock ffff9bc64a5b4be0, flags 0x400000400001002 00000008:00010000:1.0:1769074944.702902:0:63286:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1769074944.702905:0:63286:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc6465834f0, osc lock ffff9bc64a5b4720, flags 0x400000400001002 00010000:00010000:1.0:1769074944.702926:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074944.702940:0:63286:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 67108863) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000020:00200000:1.0:1769074944.702955:0:63286:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1769074944.702959:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074944.702966:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074944.702984:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074944.702993:0:63286:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (67108864 134217727) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000020:00200000:1.0:1769074944.703000:0:63286:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1769074944.703003:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074944.703010:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000020:00200000:1.0:1769074944.703019:0:63286:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1769074944.703032:0:63286:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1bb:0x0] updating i_size 70254592 i_blocks 2065 00000020:00010000:1.0:1769074944.703037:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc64d96bd98 (ffff9bc64292bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1769074944.703040:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d96bd98 (ffff9bc64292bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1769074944.703043:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc6465834b0 (ffff9bc64292bab8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1769074944.703047:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc6465834f0 (ffff9bc64292b6c8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1769074944.703050:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d96bd98 (ffff9bc64292bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1769074944.703052:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc6465834b0 (ffff9bc64292bf38/1) at cl_lock_fini():72 00000020:00010000:1.0:1769074944.703056:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc6465834f0 (ffff9bc64292bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1769074944.703068:0:63286:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/1, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1769074944.703108:0:63286:0:(file.c:2474:do_file_read_iter()) START file f204d.sanity-flr:[0x200000404:0x1bb:0x0], ppos: 67108864, count: 3145728 00000080:00200000:1.0:1769074944.703115:0:63286:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/0, layout version 7 restore needed 0 00020000:00200000:1.0:1769074944.703120:0:63286:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1bb:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:1.0:1769074944.703122:0:63286:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00000080:00200000:1.0:1769074944.703127:0:63286:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/0, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1769074944.703140:0:63286:0:(file.c:1994:ll_file_io_generic()) f204d.sanity-flr: read ppos: 67108864, bytes: 3145728 00000080:00200000:1.0:1769074944.703152:0:63286:0:(file.c:1759:ll_io_set_mirror()) f204d.sanity-flr: desiginated mirror: 1 00000020:00200000:1.0:1769074944.703161:0:63286:0:(cl_io.c:214:cl_io_rw_init()) header@000000007aa00a73[0x4, 2, [0x200000404:0x1bb:0x0] hash] 00000020:00200000:1.0:1769074944.703164:0:63286:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [67108864, 70254592) 2048 0 00000080:00200000:1.0:1769074944.703166:0:63286:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/0, layout version 7 restore needed 0 00000080:00200000:1.0:1769074944.703177:0:63286:0:(file.c:2072:ll_file_io_generic()) Range lock [16384, 17151] 00020000:00200000:1.0:1769074944.703186:0:63286:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 67108864 chunk: [67108864, 70254592) 70254592, 3145728 00020000:00200000:1.0:1769074944.703192:0:63286:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00000080:00200000:1.0:1769074944.703208:0:63286:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 0 [16384, 17151] 00000008:00010000:1.0:1769074944.703217:0:63286:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 11 00000008:00010000:1.0:1769074944.703220:0:63286:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc643072e30, osc lock ffff9bc64a5b4720, flags 0x40000 00000080:00200000:1.0:1769074944.703227:0:63286:0:(vvp_io.c:827:vvp_io_read_start()) f204d.sanity-flr: read [67108864, 70254592) 00000080:00200000:1.0:1769074944.703240:0:63286:0:(vvp_io.c:886:vvp_io_read_start()) count:3145728 iocb pos:67108864 00000080:00200000:1.0:1769074944.703248:0:63286:0:(rw26.c:439:ll_direct_IO_impl()) VFS Op:inode=[0x200000404:0x1bb:0x0](ffff9bc649b5aa08), size=3145728 (max 603979776), offset=67108864=0x4000000, pages 768 (max 147456), lockless, parallel 00000008:00010000:1.0:1769074944.705811:0:59299:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9bc64db66780 00000008:00100000:1.0:1769074944.705973:0:59299:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc64ac93800 - object 0x240000400:544 offset 67108864<>68157440 00000100:00100000:0.0:1769074944.706146:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612916480:192.168.204.139@tcp:3:lfs.0 00000008:00010000:1.0:1769074944.710419:0:59299:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9bc64db66cc0 00000020:00200000:2.0:1769074944.711872:0:63286:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 768 items remaining. 00000080:00200000:2.0:1769074944.711885:0:63286:0:(rw26.c:570:ll_direct_IO_impl()) result 0 tot_bytes 3145728 count 3145728 file_offset 70254592 00000020:00010000:2.0:1769074944.711904:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc64d1693f8 (ffff9bc64292bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1769074944.711908:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d1693f8 (ffff9bc64292bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1769074944.711913:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc643072e30 (ffff9bc64292b6c8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1769074944.711918:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d1693f8 (ffff9bc64292bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1769074944.711921:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc643072e30 (ffff9bc64292bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1769074944.711938:0:63286:0:(vvp_io.c:518:vvp_io_advance()) advancing 3145728 bytes 00000020:00200000:2.0:1769074944.711948:0:63286:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00100000:1.0:1769074944.712370:0:59299:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc64ac90380 - object 0x240000400:544 offset 68157440<>69206016 00000100:00100000:0.0:1769074944.712672:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074944.712698:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612916608:192.168.204.139@tcp:3:lfs.0 00000008:00010000:1.0:1769074944.712985:0:59299:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9bc6485b10c0 00000008:00100000:1.0:1769074944.713256:0:59299:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc64ac93480 - object 0x240000400:544 offset 69206016<>70254592 00000100:00100000:0.0:1769074944.713749:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074944.713770:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612916736:192.168.204.139@tcp:3:lfs.0 00000008:00010000:0.0:1769074944.737415:0:2371:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc64db66780 00000020:00200000:0.0:1769074944.737433:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 767 items remaining. 00000020:00200000:0.0:1769074944.737437:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 766 items remaining. 00000020:00200000:0.0:1769074944.737439:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 765 items remaining. 00000020:00200000:0.0:1769074944.737441:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 764 items remaining. 00000020:00200000:0.0:1769074944.737443:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 763 items remaining. 00000020:00200000:0.0:1769074944.737446:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 762 items remaining. 00000020:00200000:0.0:1769074944.737447:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 761 items remaining. 00000020:00200000:0.0:1769074944.737449:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 760 items remaining. 00000020:00200000:0.0:1769074944.737450:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 759 items remaining. 00000020:00200000:0.0:1769074944.737451:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 758 items remaining. 00000020:00200000:0.0:1769074944.737453:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 757 items remaining. 00000020:00200000:0.0:1769074944.737455:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 756 items remaining. 00000020:00200000:0.0:1769074944.737457:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 755 items remaining. 00000020:00200000:0.0:1769074944.737459:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 754 items remaining. 00000020:00200000:0.0:1769074944.737461:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 753 items remaining. 00000020:00200000:0.0:1769074944.737463:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 752 items remaining. 00000020:00200000:0.0:1769074944.737464:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 751 items remaining. 00000020:00200000:0.0:1769074944.737465:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 750 items remaining. 00000020:00200000:0.0:1769074944.737467:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 749 items remaining. 00000020:00200000:0.0:1769074944.737469:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 748 items remaining. 00000020:00200000:0.0:1769074944.737470:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 747 items remaining. 00000020:00200000:0.0:1769074944.737472:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 746 items remaining. 00000020:00200000:0.0:1769074944.737474:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 745 items remaining. 00000020:00200000:0.0:1769074944.737477:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 744 items remaining. 00000020:00200000:0.0:1769074944.737479:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 743 items remaining. 00000020:00200000:0.0:1769074944.737481:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 742 items remaining. 00000020:00200000:0.0:1769074944.737483:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 741 items remaining. 00000020:00200000:0.0:1769074944.737484:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 740 items remaining. 00000020:00200000:0.0:1769074944.737486:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 739 items remaining. 00000020:00200000:0.0:1769074944.737488:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 738 items remaining. 00000020:00200000:0.0:1769074944.737490:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 737 items remaining. 00000020:00200000:0.0:1769074944.737491:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 736 items remaining. 00000020:00200000:0.0:1769074944.737493:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 735 items remaining. 00000020:00200000:0.0:1769074944.737494:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 734 items remaining. 00000020:00200000:0.0:1769074944.737496:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 733 items remaining. 00000020:00200000:0.0:1769074944.737498:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 732 items remaining. 00000020:00200000:0.0:1769074944.737500:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 731 items remaining. 00000020:00200000:0.0:1769074944.737502:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 730 items remaining. 00000020:00200000:0.0:1769074944.737505:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 729 items remaining. 00000020:00200000:0.0:1769074944.737506:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 728 items remaining. 00000020:00200000:0.0:1769074944.737508:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 727 items remaining. 00000020:00200000:0.0:1769074944.737510:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 726 items remaining. 00000020:00200000:0.0:1769074944.737512:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 725 items remaining. 00000020:00200000:0.0:1769074944.737514:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 724 items remaining. 00000020:00200000:0.0:1769074944.737515:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 723 items remaining. 00000020:00200000:0.0:1769074944.737517:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 722 items remaining. 00000020:00200000:0.0:1769074944.737519:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 721 items remaining. 00000020:00200000:0.0:1769074944.737521:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 720 items remaining. 00000020:00200000:0.0:1769074944.737523:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 719 items remaining. 00000020:00200000:0.0:1769074944.737524:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 718 items remaining. 00000020:00200000:0.0:1769074944.737526:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 717 items remaining. 00000020:00200000:0.0:1769074944.737527:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 716 items remaining. 00000020:00200000:0.0:1769074944.737529:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 715 items remaining. 00000020:00200000:0.0:1769074944.737530:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 714 items remaining. 00000020:00200000:0.0:1769074944.737531:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 713 items remaining. 00000020:00200000:0.0:1769074944.737534:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 712 items remaining. 00000020:00200000:0.0:1769074944.737536:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 711 items remaining. 00000020:00200000:0.0:1769074944.737537:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 710 items remaining. 00000020:00200000:0.0:1769074944.737539:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 709 items remaining. 00000020:00200000:0.0:1769074944.737541:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 708 items remaining. 00000020:00200000:0.0:1769074944.737542:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 707 items remaining. 00000020:00200000:0.0:1769074944.737544:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 706 items remaining. 00000020:00200000:0.0:1769074944.737545:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 705 items remaining. 00000020:00200000:0.0:1769074944.737547:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 704 items remaining. 00000020:00200000:0.0:1769074944.737548:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 703 items remaining. 00000020:00200000:0.0:1769074944.737550:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 702 items remaining. 00000020:00200000:0.0:1769074944.737551:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 701 items remaining. 00000020:00200000:0.0:1769074944.737553:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 700 items remaining. 00000020:00200000:0.0:1769074944.737555:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 699 items remaining. 00000020:00200000:0.0:1769074944.737557:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 698 items remaining. 00000020:00200000:0.0:1769074944.737559:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 697 items remaining. 00000020:00200000:0.0:1769074944.737561:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 696 items remaining. 00000020:00200000:0.0:1769074944.737563:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 695 items remaining. 00000020:00200000:0.0:1769074944.737564:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 694 items remaining. 00000020:00200000:0.0:1769074944.737566:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 693 items remaining. 00000020:00200000:0.0:1769074944.737567:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 692 items remaining. 00000020:00200000:0.0:1769074944.737569:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 691 items remaining. 00000020:00200000:0.0:1769074944.737571:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 690 items remaining. 00000020:00200000:0.0:1769074944.737572:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 689 items remaining. 00000020:00200000:0.0:1769074944.737574:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 688 items remaining. 00000020:00200000:0.0:1769074944.737576:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 687 items remaining. 00000020:00200000:0.0:1769074944.737578:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 686 items remaining. 00000020:00200000:0.0:1769074944.737579:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 685 items remaining. 00000020:00200000:0.0:1769074944.737580:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 684 items remaining. 00000020:00200000:0.0:1769074944.737582:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 683 items remaining. 00000020:00200000:0.0:1769074944.737584:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 682 items remaining. 00000020:00200000:0.0:1769074944.737585:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 681 items remaining. 00000020:00200000:0.0:1769074944.737588:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 680 items remaining. 00000020:00200000:0.0:1769074944.737589:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 679 items remaining. 00000020:00200000:0.0:1769074944.737591:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 678 items remaining. 00000020:00200000:0.0:1769074944.737594:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 677 items remaining. 00000020:00200000:0.0:1769074944.737595:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 676 items remaining. 00000020:00200000:0.0:1769074944.737597:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 675 items remaining. 00000020:00200000:0.0:1769074944.737599:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 674 items remaining. 00000020:00200000:0.0:1769074944.737600:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 673 items remaining. 00000020:00200000:0.0:1769074944.737602:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 672 items remaining. 00000020:00200000:0.0:1769074944.737604:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 671 items remaining. 00000020:00200000:0.0:1769074944.737605:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 670 items remaining. 00000020:00200000:0.0:1769074944.737607:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 669 items remaining. 00000020:00200000:0.0:1769074944.737609:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 668 items remaining. 00000020:00200000:0.0:1769074944.737611:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 667 items remaining. 00000020:00200000:0.0:1769074944.737612:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 666 items remaining. 00000020:00200000:0.0:1769074944.737614:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 665 items remaining. 00000020:00200000:0.0:1769074944.737615:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 664 items remaining. 00000020:00200000:0.0:1769074944.737617:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 663 items remaining. 00000020:00200000:0.0:1769074944.737618:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 662 items remaining. 00000020:00200000:0.0:1769074944.737620:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 661 items remaining. 00000020:00200000:0.0:1769074944.737621:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 660 items remaining. 00000020:00200000:0.0:1769074944.737623:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 659 items remaining. 00000020:00200000:0.0:1769074944.737624:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 658 items remaining. 00000020:00200000:0.0:1769074944.737625:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 657 items remaining. 00000020:00200000:0.0:1769074944.737627:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 656 items remaining. 00000020:00200000:0.0:1769074944.737629:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 655 items remaining. 00000020:00200000:0.0:1769074944.737631:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 654 items remaining. 00000020:00200000:0.0:1769074944.737632:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 653 items remaining. 00000020:00200000:0.0:1769074944.737634:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 652 items remaining. 00000020:00200000:0.0:1769074944.737636:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 651 items remaining. 00000020:00200000:0.0:1769074944.737638:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 650 items remaining. 00000020:00200000:0.0:1769074944.737639:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 649 items remaining. 00000020:00200000:0.0:1769074944.737641:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 648 items remaining. 00000020:00200000:0.0:1769074944.737643:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 647 items remaining. 00000020:00200000:0.0:1769074944.737645:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 646 items remaining. 00000020:00200000:0.0:1769074944.737647:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 645 items remaining. 00000020:00200000:0.0:1769074944.737648:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 644 items remaining. 00000020:00200000:0.0:1769074944.737650:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 643 items remaining. 00000020:00200000:0.0:1769074944.737651:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 642 items remaining. 00000020:00200000:0.0:1769074944.737662:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 641 items remaining. 00000020:00200000:0.0:1769074944.737664:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 640 items remaining. 00000020:00200000:0.0:1769074944.737665:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 639 items remaining. 00000020:00200000:0.0:1769074944.737666:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 638 items remaining. 00000020:00200000:0.0:1769074944.737668:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 637 items remaining. 00000020:00200000:0.0:1769074944.737670:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 636 items remaining. 00000020:00200000:0.0:1769074944.737672:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 635 items remaining. 00000020:00200000:0.0:1769074944.737674:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 634 items remaining. 00000020:00200000:0.0:1769074944.737676:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 633 items remaining. 00000020:00200000:0.0:1769074944.737677:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 632 items remaining. 00000020:00200000:0.0:1769074944.737679:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 631 items remaining. 00000020:00200000:0.0:1769074944.737681:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 630 items remaining. 00000020:00200000:0.0:1769074944.737682:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 629 items remaining. 00000020:00200000:0.0:1769074944.737684:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 628 items remaining. 00000020:00200000:0.0:1769074944.737686:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 627 items remaining. 00000020:00200000:0.0:1769074944.737687:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 626 items remaining. 00000020:00200000:0.0:1769074944.737689:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 625 items remaining. 00000020:00200000:0.0:1769074944.737691:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 624 items remaining. 00000020:00200000:0.0:1769074944.737693:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 623 items remaining. 00000020:00200000:0.0:1769074944.737694:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 622 items remaining. 00000020:00200000:0.0:1769074944.737696:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 621 items remaining. 00000020:00200000:0.0:1769074944.737698:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 620 items remaining. 00000020:00200000:0.0:1769074944.737700:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 619 items remaining. 00000020:00200000:0.0:1769074944.737701:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 618 items remaining. 00000020:00200000:0.0:1769074944.737703:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 617 items remaining. 00000020:00200000:0.0:1769074944.737705:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 616 items remaining. 00000020:00200000:0.0:1769074944.737707:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 615 items remaining. 00000020:00200000:0.0:1769074944.737709:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 614 items remaining. 00000020:00200000:0.0:1769074944.737711:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 613 items remaining. 00000020:00200000:0.0:1769074944.737713:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 612 items remaining. 00000020:00200000:0.0:1769074944.737715:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 611 items remaining. 00000020:00200000:0.0:1769074944.737716:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 610 items remaining. 00000020:00200000:0.0:1769074944.737718:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 609 items remaining. 00000020:00200000:0.0:1769074944.737720:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 608 items remaining. 00000020:00200000:0.0:1769074944.737721:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 607 items remaining. 00000020:00200000:0.0:1769074944.737722:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 606 items remaining. 00000020:00200000:0.0:1769074944.737725:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 605 items remaining. 00000020:00200000:0.0:1769074944.737727:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 604 items remaining. 00000020:00200000:0.0:1769074944.737729:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 603 items remaining. 00000020:00200000:0.0:1769074944.737731:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 602 items remaining. 00000020:00200000:0.0:1769074944.737733:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 601 items remaining. 00000020:00200000:0.0:1769074944.737734:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 600 items remaining. 00000020:00200000:0.0:1769074944.737736:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 599 items remaining. 00000020:00200000:0.0:1769074944.737737:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 598 items remaining. 00000020:00200000:0.0:1769074944.737739:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 597 items remaining. 00000020:00200000:0.0:1769074944.737741:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 596 items remaining. 00000020:00200000:0.0:1769074944.737742:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 595 items remaining. 00000020:00200000:0.0:1769074944.737744:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 594 items remaining. 00000020:00200000:0.0:1769074944.737746:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 593 items remaining. 00000020:00200000:0.0:1769074944.737748:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 592 items remaining. 00000020:00200000:0.0:1769074944.737750:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 591 items remaining. 00000020:00200000:0.0:1769074944.737752:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 590 items remaining. 00000020:00200000:0.0:1769074944.737753:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 589 items remaining. 00000020:00200000:0.0:1769074944.737755:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 588 items remaining. 00000020:00200000:0.0:1769074944.737757:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 587 items remaining. 00000020:00200000:0.0:1769074944.737759:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 586 items remaining. 00000020:00200000:0.0:1769074944.737761:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 585 items remaining. 00000020:00200000:0.0:1769074944.737764:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 584 items remaining. 00000020:00200000:0.0:1769074944.737766:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 583 items remaining. 00000020:00200000:0.0:1769074944.737768:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 582 items remaining. 00000020:00200000:0.0:1769074944.737770:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 581 items remaining. 00000020:00200000:0.0:1769074944.737772:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 580 items remaining. 00000020:00200000:0.0:1769074944.737816:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 579 items remaining. 00000020:00200000:0.0:1769074944.737818:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 578 items remaining. 00000020:00200000:0.0:1769074944.737820:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 577 items remaining. 00000020:00200000:0.0:1769074944.737821:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 576 items remaining. 00000020:00200000:0.0:1769074944.737823:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 575 items remaining. 00000020:00200000:0.0:1769074944.737825:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 574 items remaining. 00000020:00200000:0.0:1769074944.737827:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 573 items remaining. 00000020:00200000:0.0:1769074944.737828:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 572 items remaining. 00000020:00200000:0.0:1769074944.737830:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 571 items remaining. 00000020:00200000:0.0:1769074944.737832:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 570 items remaining. 00000020:00200000:0.0:1769074944.737834:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 569 items remaining. 00000020:00200000:0.0:1769074944.737835:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 568 items remaining. 00000020:00200000:0.0:1769074944.737837:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 567 items remaining. 00000020:00200000:0.0:1769074944.737838:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 566 items remaining. 00000020:00200000:0.0:1769074944.737840:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 565 items remaining. 00000020:00200000:0.0:1769074944.737842:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 564 items remaining. 00000020:00200000:0.0:1769074944.737843:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 563 items remaining. 00000020:00200000:0.0:1769074944.737845:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 562 items remaining. 00000020:00200000:0.0:1769074944.737847:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 561 items remaining. 00000020:00200000:0.0:1769074944.737849:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 560 items remaining. 00000020:00200000:0.0:1769074944.737850:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 559 items remaining. 00000020:00200000:0.0:1769074944.737852:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 558 items remaining. 00000020:00200000:0.0:1769074944.737853:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 557 items remaining. 00000020:00200000:0.0:1769074944.737855:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 556 items remaining. 00000020:00200000:0.0:1769074944.737856:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 555 items remaining. 00000020:00200000:0.0:1769074944.737858:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 554 items remaining. 00000020:00200000:0.0:1769074944.737859:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 553 items remaining. 00000020:00200000:0.0:1769074944.737861:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 552 items remaining. 00000020:00200000:0.0:1769074944.737864:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 551 items remaining. 00000020:00200000:0.0:1769074944.737865:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 550 items remaining. 00000020:00200000:0.0:1769074944.737867:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 549 items remaining. 00000020:00200000:0.0:1769074944.737869:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 548 items remaining. 00000020:00200000:0.0:1769074944.737870:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 547 items remaining. 00000020:00200000:0.0:1769074944.737872:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 546 items remaining. 00000020:00200000:0.0:1769074944.737873:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 545 items remaining. 00000020:00200000:0.0:1769074944.737875:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 544 items remaining. 00000020:00200000:0.0:1769074944.737877:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 543 items remaining. 00000020:00200000:0.0:1769074944.737878:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 542 items remaining. 00000020:00200000:0.0:1769074944.737879:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 541 items remaining. 00000020:00200000:0.0:1769074944.737881:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 540 items remaining. 00000020:00200000:0.0:1769074944.737882:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 539 items remaining. 00000020:00200000:0.0:1769074944.737883:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 538 items remaining. 00000020:00200000:0.0:1769074944.737885:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 537 items remaining. 00000020:00200000:0.0:1769074944.737886:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 536 items remaining. 00000020:00200000:0.0:1769074944.737887:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 535 items remaining. 00000020:00200000:0.0:1769074944.737889:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 534 items remaining. 00000020:00200000:0.0:1769074944.737891:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 533 items remaining. 00000020:00200000:0.0:1769074944.737892:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 532 items remaining. 00000020:00200000:0.0:1769074944.737894:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 531 items remaining. 00000020:00200000:0.0:1769074944.737896:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 530 items remaining. 00000020:00200000:0.0:1769074944.737898:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 529 items remaining. 00000020:00200000:0.0:1769074944.737899:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 528 items remaining. 00000020:00200000:0.0:1769074944.737901:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 527 items remaining. 00000020:00200000:0.0:1769074944.737902:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 526 items remaining. 00000020:00200000:0.0:1769074944.737904:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 525 items remaining. 00000020:00200000:0.0:1769074944.737906:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 524 items remaining. 00000020:00200000:0.0:1769074944.737907:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 523 items remaining. 00000020:00200000:0.0:1769074944.737909:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 522 items remaining. 00000020:00200000:0.0:1769074944.737911:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 521 items remaining. 00000020:00200000:0.0:1769074944.737913:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 520 items remaining. 00000020:00200000:0.0:1769074944.737915:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 519 items remaining. 00000020:00200000:0.0:1769074944.737916:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 518 items remaining. 00000020:00200000:0.0:1769074944.737918:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 517 items remaining. 00000020:00200000:0.0:1769074944.737920:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 516 items remaining. 00000020:00200000:0.0:1769074944.737922:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 515 items remaining. 00000020:00200000:0.0:1769074944.737924:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 514 items remaining. 00000020:00200000:0.0:1769074944.737926:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 513 items remaining. 00000020:00200000:0.0:1769074944.737927:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 512 items remaining. 00000008:00010000:0.0:1769074944.737934:0:2371:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc64db66780 00000100:00100000:0.0:1769074944.737977:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612916480:192.168.204.139@tcp:3:lfs.0 00000008:00010000:1.0:1769074944.741166:0:2371:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc64db66cc0 00000020:00200000:1.0:1769074944.741183:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 511 items remaining. 00000020:00200000:1.0:1769074944.741186:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 510 items remaining. 00000020:00200000:1.0:1769074944.741187:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 509 items remaining. 00000020:00200000:1.0:1769074944.741189:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 508 items remaining. 00000020:00200000:1.0:1769074944.741191:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 507 items remaining. 00000020:00200000:1.0:1769074944.741192:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 506 items remaining. 00000020:00200000:1.0:1769074944.741193:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 505 items remaining. 00000020:00200000:1.0:1769074944.741195:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 504 items remaining. 00000020:00200000:1.0:1769074944.741196:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 503 items remaining. 00000020:00200000:1.0:1769074944.741197:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 502 items remaining. 00000020:00200000:1.0:1769074944.741199:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 501 items remaining. 00000020:00200000:1.0:1769074944.741201:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 500 items remaining. 00000020:00200000:1.0:1769074944.741203:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 499 items remaining. 00000020:00200000:1.0:1769074944.741205:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 498 items remaining. 00000020:00200000:1.0:1769074944.741206:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 497 items remaining. 00000020:00200000:1.0:1769074944.741208:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 496 items remaining. 00000020:00200000:1.0:1769074944.741209:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 495 items remaining. 00000020:00200000:1.0:1769074944.741211:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 494 items remaining. 00000020:00200000:1.0:1769074944.741212:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 493 items remaining. 00000020:00200000:1.0:1769074944.741213:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 492 items remaining. 00000020:00200000:1.0:1769074944.741214:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 491 items remaining. 00000020:00200000:1.0:1769074944.741216:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 490 items remaining. 00000020:00200000:1.0:1769074944.741217:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 489 items remaining. 00000020:00200000:1.0:1769074944.741218:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 488 items remaining. 00000020:00200000:1.0:1769074944.741220:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 487 items remaining. 00000020:00200000:1.0:1769074944.741221:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 486 items remaining. 00000020:00200000:1.0:1769074944.741222:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 485 items remaining. 00000020:00200000:1.0:1769074944.741223:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 484 items remaining. 00000020:00200000:1.0:1769074944.741225:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 483 items remaining. 00000020:00200000:1.0:1769074944.741226:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 482 items remaining. 00000020:00200000:1.0:1769074944.741227:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 481 items remaining. 00000020:00200000:1.0:1769074944.741229:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 480 items remaining. 00000020:00200000:1.0:1769074944.741230:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 479 items remaining. 00000020:00200000:1.0:1769074944.741232:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 478 items remaining. 00000020:00200000:1.0:1769074944.741233:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 477 items remaining. 00000020:00200000:1.0:1769074944.741235:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 476 items remaining. 00000020:00200000:1.0:1769074944.741237:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 475 items remaining. 00000020:00200000:1.0:1769074944.741238:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 474 items remaining. 00000020:00200000:1.0:1769074944.741240:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 473 items remaining. 00000020:00200000:1.0:1769074944.741241:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 472 items remaining. 00000020:00200000:1.0:1769074944.741243:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 471 items remaining. 00000020:00200000:1.0:1769074944.741244:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 470 items remaining. 00000020:00200000:1.0:1769074944.741247:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 469 items remaining. 00000020:00200000:1.0:1769074944.741248:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 468 items remaining. 00000020:00200000:1.0:1769074944.741250:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 467 items remaining. 00000020:00200000:1.0:1769074944.741252:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 466 items remaining. 00000020:00200000:1.0:1769074944.741253:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 465 items remaining. 00000020:00200000:1.0:1769074944.741255:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 464 items remaining. 00000020:00200000:1.0:1769074944.741256:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 463 items remaining. 00000020:00200000:1.0:1769074944.741257:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 462 items remaining. 00000020:00200000:1.0:1769074944.741259:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 461 items remaining. 00000020:00200000:1.0:1769074944.741260:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 460 items remaining. 00000020:00200000:1.0:1769074944.741262:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 459 items remaining. 00000020:00200000:1.0:1769074944.741263:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 458 items remaining. 00000020:00200000:1.0:1769074944.741264:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 457 items remaining. 00000020:00200000:1.0:1769074944.741265:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 456 items remaining. 00000020:00200000:1.0:1769074944.741267:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 455 items remaining. 00000020:00200000:1.0:1769074944.741268:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 454 items remaining. 00000020:00200000:1.0:1769074944.741270:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 453 items remaining. 00000020:00200000:1.0:1769074944.741271:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 452 items remaining. 00000020:00200000:1.0:1769074944.741272:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 451 items remaining. 00000020:00200000:1.0:1769074944.741274:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 450 items remaining. 00000020:00200000:1.0:1769074944.741275:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 449 items remaining. 00000020:00200000:1.0:1769074944.741276:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 448 items remaining. 00000020:00200000:1.0:1769074944.741278:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 447 items remaining. 00000020:00200000:1.0:1769074944.741279:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 446 items remaining. 00000020:00200000:1.0:1769074944.741281:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 445 items remaining. 00000020:00200000:1.0:1769074944.741282:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 444 items remaining. 00000020:00200000:1.0:1769074944.741284:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 443 items remaining. 00000020:00200000:1.0:1769074944.741285:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 442 items remaining. 00000020:00200000:1.0:1769074944.741286:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 441 items remaining. 00000020:00200000:1.0:1769074944.741288:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 440 items remaining. 00000020:00200000:1.0:1769074944.741289:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 439 items remaining. 00000020:00200000:1.0:1769074944.741290:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 438 items remaining. 00000020:00200000:1.0:1769074944.741293:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 437 items remaining. 00000020:00200000:1.0:1769074944.741294:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 436 items remaining. 00000020:00200000:1.0:1769074944.741296:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 435 items remaining. 00000020:00200000:1.0:1769074944.741297:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 434 items remaining. 00000020:00200000:1.0:1769074944.741298:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 433 items remaining. 00000020:00200000:1.0:1769074944.741300:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 432 items remaining. 00000020:00200000:1.0:1769074944.741301:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 431 items remaining. 00000020:00200000:1.0:1769074944.741302:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 430 items remaining. 00000020:00200000:1.0:1769074944.741304:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 429 items remaining. 00000020:00200000:1.0:1769074944.741305:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 428 items remaining. 00000020:00200000:1.0:1769074944.741306:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 427 items remaining. 00000020:00200000:1.0:1769074944.741308:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 426 items remaining. 00000020:00200000:1.0:1769074944.741309:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 425 items remaining. 00000020:00200000:1.0:1769074944.741310:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 424 items remaining. 00000020:00200000:1.0:1769074944.741312:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 423 items remaining. 00000020:00200000:1.0:1769074944.741313:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 422 items remaining. 00000020:00200000:1.0:1769074944.741315:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 421 items remaining. 00000020:00200000:1.0:1769074944.741317:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 420 items remaining. 00000020:00200000:1.0:1769074944.741318:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 419 items remaining. 00000020:00200000:1.0:1769074944.741319:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 418 items remaining. 00000020:00200000:1.0:1769074944.741321:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 417 items remaining. 00000020:00200000:1.0:1769074944.741322:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 416 items remaining. 00000020:00200000:1.0:1769074944.741323:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 415 items remaining. 00000020:00200000:1.0:1769074944.741325:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 414 items remaining. 00000020:00200000:1.0:1769074944.741327:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 413 items remaining. 00000020:00200000:1.0:1769074944.741328:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 412 items remaining. 00000020:00200000:1.0:1769074944.741330:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 411 items remaining. 00000020:00200000:1.0:1769074944.741332:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 410 items remaining. 00000020:00200000:1.0:1769074944.741333:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 409 items remaining. 00000020:00200000:1.0:1769074944.741545:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 408 items remaining. 00000020:00200000:1.0:1769074944.741547:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 407 items remaining. 00000020:00200000:1.0:1769074944.741549:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 406 items remaining. 00000020:00200000:1.0:1769074944.741551:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 405 items remaining. 00000020:00200000:1.0:1769074944.741553:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 404 items remaining. 00000020:00200000:1.0:1769074944.741555:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 403 items remaining. 00000020:00200000:1.0:1769074944.741557:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 402 items remaining. 00000020:00200000:1.0:1769074944.741558:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 401 items remaining. 00000020:00200000:1.0:1769074944.741560:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 400 items remaining. 00000020:00200000:1.0:1769074944.741561:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 399 items remaining. 00000020:00200000:1.0:1769074944.741563:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 398 items remaining. 00000020:00200000:1.0:1769074944.741565:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 397 items remaining. 00000020:00200000:1.0:1769074944.741566:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 396 items remaining. 00000020:00200000:1.0:1769074944.741567:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 395 items remaining. 00000020:00200000:1.0:1769074944.741569:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 394 items remaining. 00000020:00200000:1.0:1769074944.741570:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 393 items remaining. 00000020:00200000:1.0:1769074944.741573:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 392 items remaining. 00000020:00200000:1.0:1769074944.741575:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 391 items remaining. 00000020:00200000:1.0:1769074944.741577:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 390 items remaining. 00000020:00200000:1.0:1769074944.741578:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 389 items remaining. 00000020:00200000:1.0:1769074944.741581:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 388 items remaining. 00000020:00200000:1.0:1769074944.741582:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 387 items remaining. 00000020:00200000:1.0:1769074944.741584:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 386 items remaining. 00000020:00200000:1.0:1769074944.741586:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 385 items remaining. 00000020:00200000:1.0:1769074944.741588:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 384 items remaining. 00000020:00200000:1.0:1769074944.741590:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 383 items remaining. 00000020:00200000:1.0:1769074944.741592:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 382 items remaining. 00000020:00200000:1.0:1769074944.741594:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 381 items remaining. 00000020:00200000:1.0:1769074944.741595:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 380 items remaining. 00000020:00200000:1.0:1769074944.741597:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 379 items remaining. 00000020:00200000:1.0:1769074944.741599:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 378 items remaining. 00000020:00200000:1.0:1769074944.741600:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 377 items remaining. 00000020:00200000:1.0:1769074944.741602:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 376 items remaining. 00000020:00200000:1.0:1769074944.741603:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 375 items remaining. 00000020:00200000:1.0:1769074944.741605:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 374 items remaining. 00000020:00200000:1.0:1769074944.741607:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 373 items remaining. 00000020:00200000:1.0:1769074944.741610:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 372 items remaining. 00000020:00200000:1.0:1769074944.741611:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 371 items remaining. 00000020:00200000:1.0:1769074944.741613:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 370 items remaining. 00000020:00200000:1.0:1769074944.741615:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 369 items remaining. 00000020:00200000:1.0:1769074944.741617:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 368 items remaining. 00000020:00200000:1.0:1769074944.741619:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 367 items remaining. 00000020:00200000:1.0:1769074944.741620:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 366 items remaining. 00000020:00200000:1.0:1769074944.741622:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 365 items remaining. 00000020:00200000:1.0:1769074944.741623:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 364 items remaining. 00000020:00200000:1.0:1769074944.741625:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 363 items remaining. 00000020:00200000:1.0:1769074944.741626:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 362 items remaining. 00000020:00200000:1.0:1769074944.741627:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 361 items remaining. 00000020:00200000:1.0:1769074944.741629:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 360 items remaining. 00000020:00200000:1.0:1769074944.741631:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 359 items remaining. 00000020:00200000:1.0:1769074944.741632:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 358 items remaining. 00000020:00200000:1.0:1769074944.741634:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 357 items remaining. 00000020:00200000:1.0:1769074944.741635:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 356 items remaining. 00000020:00200000:1.0:1769074944.741637:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 355 items remaining. 00000020:00200000:1.0:1769074944.741638:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 354 items remaining. 00000020:00200000:1.0:1769074944.741640:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 353 items remaining. 00000020:00200000:1.0:1769074944.741641:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 352 items remaining. 00000020:00200000:1.0:1769074944.741642:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 351 items remaining. 00000020:00200000:1.0:1769074944.741643:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 350 items remaining. 00000020:00200000:1.0:1769074944.741645:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 349 items remaining. 00000020:00200000:1.0:1769074944.741647:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 348 items remaining. 00000020:00200000:1.0:1769074944.741648:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 347 items remaining. 00000020:00200000:1.0:1769074944.741650:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 346 items remaining. 00000020:00200000:1.0:1769074944.741661:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 345 items remaining. 00000020:00200000:1.0:1769074944.741663:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 344 items remaining. 00000020:00200000:1.0:1769074944.741665:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 343 items remaining. 00000020:00200000:1.0:1769074944.741666:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 342 items remaining. 00000020:00200000:1.0:1769074944.741668:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 341 items remaining. 00000020:00200000:1.0:1769074944.741670:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 340 items remaining. 00000020:00200000:1.0:1769074944.741672:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 339 items remaining. 00000020:00200000:1.0:1769074944.741674:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 338 items remaining. 00000020:00200000:1.0:1769074944.741675:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 337 items remaining. 00000020:00200000:1.0:1769074944.741677:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 336 items remaining. 00000020:00200000:1.0:1769074944.741679:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 335 items remaining. 00000020:00200000:1.0:1769074944.741680:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 334 items remaining. 00000020:00200000:1.0:1769074944.741681:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 333 items remaining. 00000020:00200000:1.0:1769074944.741683:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 332 items remaining. 00000020:00200000:1.0:1769074944.741685:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 331 items remaining. 00000020:00200000:1.0:1769074944.741686:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 330 items remaining. 00000020:00200000:1.0:1769074944.741688:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 329 items remaining. 00000020:00200000:1.0:1769074944.741689:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 328 items remaining. 00000020:00200000:1.0:1769074944.741691:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 327 items remaining. 00000020:00200000:1.0:1769074944.741692:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 326 items remaining. 00000020:00200000:1.0:1769074944.741694:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 325 items remaining. 00000020:00200000:1.0:1769074944.741696:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 324 items remaining. 00000020:00200000:1.0:1769074944.741697:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 323 items remaining. 00000020:00200000:1.0:1769074944.741699:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 322 items remaining. 00000020:00200000:1.0:1769074944.741701:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 321 items remaining. 00000020:00200000:1.0:1769074944.741703:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 320 items remaining. 00000020:00200000:1.0:1769074944.741705:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 319 items remaining. 00000020:00200000:1.0:1769074944.741706:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 318 items remaining. 00000020:00200000:1.0:1769074944.741708:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 317 items remaining. 00000020:00200000:1.0:1769074944.741709:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 316 items remaining. 00000020:00200000:1.0:1769074944.741711:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 315 items remaining. 00000020:00200000:1.0:1769074944.741712:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 314 items remaining. 00000020:00200000:1.0:1769074944.741714:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 313 items remaining. 00000020:00200000:1.0:1769074944.741715:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 312 items remaining. 00000020:00200000:1.0:1769074944.741717:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 311 items remaining. 00000020:00200000:1.0:1769074944.741718:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 310 items remaining. 00000020:00200000:1.0:1769074944.741720:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 309 items remaining. 00000020:00200000:1.0:1769074944.741721:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 308 items remaining. 00000020:00200000:1.0:1769074944.741723:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 307 items remaining. 00000020:00200000:1.0:1769074944.741725:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 306 items remaining. 00000020:00200000:1.0:1769074944.741726:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 305 items remaining. 00000020:00200000:1.0:1769074944.741728:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 304 items remaining. 00000020:00200000:1.0:1769074944.741730:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 303 items remaining. 00000020:00200000:1.0:1769074944.741731:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 302 items remaining. 00000020:00200000:1.0:1769074944.741733:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 301 items remaining. 00000020:00200000:1.0:1769074944.741735:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 300 items remaining. 00000020:00200000:1.0:1769074944.741737:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 299 items remaining. 00000020:00200000:1.0:1769074944.741738:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 298 items remaining. 00000020:00200000:1.0:1769074944.741740:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 297 items remaining. 00000020:00200000:1.0:1769074944.741742:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 296 items remaining. 00000020:00200000:1.0:1769074944.741744:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 295 items remaining. 00000020:00200000:1.0:1769074944.741746:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 294 items remaining. 00000020:00200000:1.0:1769074944.741748:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 293 items remaining. 00000020:00200000:1.0:1769074944.741749:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 292 items remaining. 00000020:00200000:1.0:1769074944.741751:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 291 items remaining. 00000020:00200000:1.0:1769074944.741753:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 290 items remaining. 00000020:00200000:1.0:1769074944.741755:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 289 items remaining. 00000020:00200000:1.0:1769074944.741757:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 288 items remaining. 00000020:00200000:1.0:1769074944.741759:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 287 items remaining. 00000020:00200000:1.0:1769074944.741761:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 286 items remaining. 00000020:00200000:1.0:1769074944.741762:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 285 items remaining. 00000020:00200000:1.0:1769074944.741764:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 284 items remaining. 00000020:00200000:1.0:1769074944.741766:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 283 items remaining. 00000020:00200000:1.0:1769074944.741768:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 282 items remaining. 00000020:00200000:1.0:1769074944.741769:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 281 items remaining. 00000020:00200000:1.0:1769074944.741771:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 280 items remaining. 00000020:00200000:1.0:1769074944.741772:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 279 items remaining. 00000020:00200000:1.0:1769074944.741808:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 278 items remaining. 00000020:00200000:1.0:1769074944.741810:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 277 items remaining. 00000020:00200000:1.0:1769074944.741812:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 276 items remaining. 00000020:00200000:1.0:1769074944.741813:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 275 items remaining. 00000020:00200000:1.0:1769074944.741815:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 274 items remaining. 00000020:00200000:1.0:1769074944.741817:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 273 items remaining. 00000020:00200000:1.0:1769074944.741818:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 272 items remaining. 00000020:00200000:1.0:1769074944.741820:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 271 items remaining. 00000020:00200000:1.0:1769074944.741821:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 270 items remaining. 00000020:00200000:1.0:1769074944.741823:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 269 items remaining. 00000020:00200000:1.0:1769074944.741824:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 268 items remaining. 00000020:00200000:1.0:1769074944.741825:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 267 items remaining. 00000020:00200000:1.0:1769074944.741827:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 266 items remaining. 00000020:00200000:1.0:1769074944.741829:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 265 items remaining. 00000020:00200000:1.0:1769074944.741831:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 264 items remaining. 00000020:00200000:1.0:1769074944.741832:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 263 items remaining. 00000020:00200000:1.0:1769074944.741834:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 262 items remaining. 00000020:00200000:1.0:1769074944.741836:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 261 items remaining. 00000020:00200000:1.0:1769074944.741838:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 260 items remaining. 00000020:00200000:1.0:1769074944.741841:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 259 items remaining. 00000020:00200000:1.0:1769074944.741843:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 258 items remaining. 00000020:00200000:1.0:1769074944.741844:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 257 items remaining. 00000020:00200000:1.0:1769074944.741846:0:2371:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000008:00010000:1.0:1769074944.741852:0:2371:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc64db66cc0 00000100:00100000:1.0:1769074944.741894:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612916608:192.168.204.139@tcp:3:lfs.0 00000008:00010000:0.0:1769074944.743239:0:2370:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc6485b10c0 00000020:00200000:0.0:1769074944.743249:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1769074944.743251:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1769074944.743253:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1769074944.743254:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1769074944.743255:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1769074944.743257:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1769074944.743258:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1769074944.743259:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1769074944.743260:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1769074944.743261:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1769074944.743262:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1769074944.743263:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1769074944.743263:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1769074944.743264:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1769074944.743266:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1769074944.743267:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1769074944.743267:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1769074944.743268:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1769074944.743270:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1769074944.743272:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1769074944.743274:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1769074944.743275:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1769074944.743276:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1769074944.743277:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1769074944.743278:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1769074944.743279:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1769074944.743280:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1769074944.743281:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1769074944.743282:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1769074944.743283:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1769074944.743284:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1769074944.743285:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1769074944.743286:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1769074944.743287:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1769074944.743288:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1769074944.743289:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1769074944.743289:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1769074944.743290:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1769074944.743291:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1769074944.743292:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1769074944.743293:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1769074944.743294:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1769074944.743295:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1769074944.743296:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1769074944.743297:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1769074944.743297:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1769074944.743299:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1769074944.743300:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1769074944.743301:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1769074944.743302:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1769074944.743303:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1769074944.743304:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1769074944.743305:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1769074944.743613:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1769074944.743614:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1769074944.743615:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1769074944.743616:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1769074944.743618:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1769074944.743619:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1769074944.743620:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1769074944.743621:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1769074944.743622:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1769074944.743623:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1769074944.743624:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1769074944.743625:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1769074944.743626:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1769074944.743627:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1769074944.743628:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1769074944.743628:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1769074944.743629:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1769074944.743630:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1769074944.743631:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1769074944.743632:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1769074944.743633:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1769074944.743634:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1769074944.743635:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1769074944.743636:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1769074944.743637:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1769074944.743638:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1769074944.743638:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1769074944.743639:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1769074944.743640:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1769074944.743641:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1769074944.743643:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1769074944.743644:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1769074944.743646:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1769074944.743647:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1769074944.743648:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1769074944.743649:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1769074944.743650:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1769074944.743651:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1769074944.743658:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1769074944.743661:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1769074944.743662:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1769074944.743664:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1769074944.743665:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1769074944.743666:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1769074944.743668:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1769074944.743669:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1769074944.743671:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1769074944.743673:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1769074944.743675:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1769074944.743676:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1769074944.743678:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1769074944.743679:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1769074944.743681:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1769074944.743682:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1769074944.743684:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1769074944.743685:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1769074944.743686:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1769074944.743688:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1769074944.743689:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1769074944.743691:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1769074944.743693:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1769074944.743694:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1769074944.743697:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1769074944.743698:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1769074944.743700:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1769074944.743702:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1769074944.743703:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1769074944.743705:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1769074944.743707:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1769074944.743709:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1769074944.743710:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1769074944.743712:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1769074944.743714:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1769074944.743715:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1769074944.743717:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1769074944.743719:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1769074944.743720:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1769074944.743723:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1769074944.743725:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1769074944.743726:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1769074944.743728:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1769074944.743730:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1769074944.743732:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1769074944.743734:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1769074944.743735:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1769074944.743737:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1769074944.743739:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1769074944.743741:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1769074944.743742:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1769074944.743744:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1769074944.743746:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1769074944.743747:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1769074944.743749:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1769074944.743750:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1769074944.743752:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1769074944.743754:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1769074944.743756:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1769074944.743758:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1769074944.743759:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1769074944.743761:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1769074944.743762:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1769074944.743764:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1769074944.743766:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1769074944.743768:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1769074944.743769:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1769074944.743771:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1769074944.743801:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1769074944.743804:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1769074944.743806:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1769074944.743808:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1769074944.743810:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1769074944.743811:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1769074944.743813:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1769074944.743815:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1769074944.743817:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1769074944.743819:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1769074944.743820:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1769074944.743822:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1769074944.743824:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1769074944.743826:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1769074944.743827:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1769074944.743829:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1769074944.743831:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1769074944.743834:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1769074944.743835:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1769074944.743836:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1769074944.743838:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1769074944.743840:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1769074944.743841:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1769074944.743842:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1769074944.743843:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1769074944.743844:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1769074944.743845:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1769074944.743846:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1769074944.743847:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1769074944.743848:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1769074944.743849:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1769074944.743850:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1769074944.743851:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1769074944.743852:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1769074944.743852:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1769074944.743853:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1769074944.743854:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1769074944.743855:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1769074944.743856:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1769074944.743857:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1769074944.743858:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1769074944.743859:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1769074944.743860:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1769074944.743861:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1769074944.743862:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1769074944.743863:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1769074944.743864:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1769074944.743865:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1769074944.743866:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1769074944.743867:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1769074944.743868:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1769074944.743869:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1769074944.743871:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1769074944.743873:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1769074944.743874:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1769074944.743875:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1769074944.743876:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1769074944.743877:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1769074944.743878:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1769074944.743879:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1769074944.743880:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1769074944.743881:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1769074944.743882:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1769074944.743883:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1769074944.743884:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1769074944.743885:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1769074944.743886:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1769074944.743887:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1769074944.743888:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1769074944.743890:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1769074944.743891:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1769074944.743891:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1769074944.743892:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1769074944.743893:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1769074944.743894:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1769074944.743895:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1769074944.743896:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1769074944.743897:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1769074944.743898:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1769074944.743899:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1769074944.743899:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1769074944.743900:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1769074944.743901:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1769074944.743902:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1769074944.743904:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1769074944.743906:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1769074944.743907:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1769074944.743908:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1769074944.743909:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1769074944.743910:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1769074944.743911:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1769074944.743912:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1769074944.743913:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1769074944.743914:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1769074944.743915:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1769074944.743916:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1769074944.743917:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1769074944.744577:0:2370:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1769074944.744697:0:2370:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc6485b10c0 00000100:00100000:0.0:1769074944.744736:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612916736:192.168.204.139@tcp:3:lfs.0 00000080:00200000:2.0:1769074944.744872:0:63286:0:(file.c:2109:ll_file_io_generic()) Range unlock [16384, 17151] 00000080:00200000:2.0:1769074944.744888:0:63286:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/0, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1769074944.744892:0:63286:0:(file.c:2142:ll_file_io_generic()) f204d.sanity-flr: 1 io complete with rc: 0, result: 3145728, restart: 0 00000020:00200000:2.0:1769074944.744896:0:63286:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1769074944.744905:0:63286:0:(file.c:2228:ll_file_io_generic()) iot: 1, result: 3145728 00000080:00200080:2.0:1769074944.744926:0:63286:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1bb:0x0](ffff9bc649b5aa08) cmd=400866b1 arg=0 00000080:00200080:2.0:1769074944.744937:0:63286:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1bb:0x0](ffff9bc649b5aa08) cmd=400866b1 arg=2 00000080:00200008:2.0:1769074944.744945:0:63286:0:(file.c:6252:ll_getattr_dentry()) START file f204d.sanity-flr:[0x200000404:0x1bb:0x0](ffff9bc649b5aa08), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074944.744951:0:63286:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1bb:0x0](ffff9bc649b5aa08),name=f204d.sanity-flr 00000002:00010000:2.0:1769074944.744977:0:63286:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1bb:0x0]) in obj [0x200000404:0x1bb:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074944.745000:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11bbb6 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8c272 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074944.745018:0:63286:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11bbb6 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8c272 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1769074944.745027:0:63286:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1bb:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074944.745036:0:63286:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1bb:0x0](ffff9bc649b5aa08) 00000080:00010000:2.0:1769074944.745040:0:63286:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1bb:0x0](ffff9bc649b5aa08) for lock 0x21fa6d252c11bbb6 00000080:00010000:2.0:1769074944.745048:0:63286:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11bbb6 from it ffffa7f982263cd8 00010000:00010000:2.0:1769074944.745053:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11bbb6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8c272 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074944.745064:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11bbb6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8c272 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1769074944.745096:0:63286:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/1, layout version 7 restore needed 0 00020000:00200000:2.0:1769074944.745108:0:63286:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1bb:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:2.0:1769074944.745111:0:63286:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:2.0:1769074944.745116:0:63286:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1bb:0x0] 00000008:00010000:2.0:1769074944.745139:0:63286:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1769074944.745141:0:63286:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc67f9811b0, osc lock ffff9bc64a722720, flags 0x400000400001002 00000008:00010000:2.0:1769074944.745147:0:63286:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1769074944.745148:0:63286:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc67f9811f0, osc lock ffff9bc64a722260, flags 0x400000400001002 00010000:00010000:2.0:1769074944.745165:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074944.745172:0:63286:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 67108863) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000020:00200000:2.0:1769074944.745181:0:63286:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1769074944.745183:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074944.745189:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074944.745199:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074944.745208:0:63286:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (67108864 134217727) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000020:00200000:2.0:1769074944.745213:0:63286:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1769074944.745214:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074944.745218:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000020:00200000:2.0:1769074944.745223:0:63286:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1769074944.745234:0:63286:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1bb:0x0] updating i_size 70254592 i_blocks 2065 00000020:00010000:2.0:1769074944.745237:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc64d96bd98 (ffff9bc64292bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1769074944.745239:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d96bd98 (ffff9bc64292bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1769074944.745241:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc67f9811b0 (ffff9bc64292b6c8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1769074944.745244:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc67f9811f0 (ffff9bc64f158758/1) at cl_lock_cancel():142 00000020:00010000:2.0:1769074944.745245:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d96bd98 (ffff9bc64292bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1769074944.745247:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc67f9811b0 (ffff9bc64292bf38/1) at cl_lock_fini():72 00000020:00010000:2.0:1769074944.745249:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc67f9811f0 (ffff9bc64292bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1769074944.745254:0:63286:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/1, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1769074944.745276:0:63286:0:(file.c:2648:do_file_write_iter()) START file f204d.sanity-flr:[0x200000404:0x1bb:0x0], ppos: 67108864, count: 3145728 00000080:00200000:2.0:1769074944.745283:0:63286:0:(file.c:1994:ll_file_io_generic()) f204d.sanity-flr: write ppos: 67108864, bytes: 3145728 00000080:00200000:2.0:1769074944.745291:0:63286:0:(file.c:1759:ll_io_set_mirror()) f204d.sanity-flr: desiginated mirror: 2 00000020:00200000:2.0:1769074944.745297:0:63286:0:(cl_io.c:214:cl_io_rw_init()) header@000000007aa00a73[0x4, 2, [0x200000404:0x1bb:0x0] hash] 00000020:00200000:2.0:1769074944.745299:0:63286:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67108864, 70254592) 2048 0 00000080:00200000:2.0:1769074944.745301:0:63286:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/0, layout version 7 restore needed 0 00000080:00200000:2.0:1769074944.745428:0:63286:0:(file.c:2072:ll_file_io_generic()) Range lock [16384, 17151] 00020000:00200000:2.0:1769074944.745435:0:63286:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 67108864 chunk: [67108864, 70254592) 70254592, 3145728 00020000:00200000:2.0:1769074944.745439:0:63286:0:(lov_io.c:860:lov_io_iter_init()) component[4] flags 0x11 00000080:00200000:2.0:1769074944.745452:0:63286:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 1 [16384, 17151] 00000008:00010000:2.0:1769074944.745460:0:63286:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 11 00000008:00010000:2.0:1769074944.745463:0:63286:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc645325e30, osc lock ffff9bc64a722260, flags 0x40000 00000080:00200000:2.0:1769074944.745550:0:63286:0:(vvp_io.c:1312:vvp_io_write_start()) f204d.sanity-flr: write [67108864, 70254592) append 0 append lockpos 0 00000080:00200000:2.0:1769074944.745565:0:63286:0:(rw26.c:439:ll_direct_IO_impl()) VFS Op:inode=[0x200000404:0x1bb:0x0](ffff9bc649b5aa08), size=3145728 (max 603979776), offset=67108864=0x4000000, pages 768 (max 147456), lockless, parallel 00000008:00010000:2.0:1769074944.747059:0:35568:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9bc6485b1780 00000008:00100000:2.0:1769074944.748065:0:35568:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc67afd9f80 - object 0x280000400:547 offset 67108864<>68157440 00000100:00100000:2.0:1769074944.748144:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074944.748176:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612916864:192.168.204.139@tcp:4:lfs.0 00000008:00010000:2.0:1769074944.749212:0:35568:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9bc6485b1a80 00000020:00200000:3.0:1769074944.749414:0:63286:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 768 items remaining. 00000080:00200000:3.0:1769074944.749421:0:63286:0:(rw26.c:570:ll_direct_IO_impl()) result 0 tot_bytes 3145728 count 3145728 file_offset 70254592 00000080:00200000:3.0:1769074944.749581:0:63286:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1bb:0x0] updating i_size 70254592 i_blocks 2065 00000020:00010000:3.0:1769074944.749591:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc64d1693f8 (ffff9bc64292bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1769074944.749594:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d1693f8 (ffff9bc64292bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1769074944.749599:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc645325e30 (ffff9bc64f158758/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074944.749603:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d1693f8 (ffff9bc64292bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1769074944.749606:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc645325e30 (ffff9bc64292bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1769074944.749616:0:63286:0:(vvp_io.c:518:vvp_io_advance()) advancing 3145728 bytes 00000020:00200000:3.0:1769074944.749627:0:63286:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00100000:2.0:1769074944.750072:0:35568:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc67afdb100 - object 0x280000400:547 offset 68157440<>69206016 00000008:00010000:2.0:1769074944.750118:0:35568:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9bc64979fe40 00000100:00100000:3.0:1769074944.751612:0:2373:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074944.751663:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612916992:192.168.204.139@tcp:4:lfs.0 00000100:00100000:3.0:1769074944.752170:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074944.752323:0:45123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619978752 00000100:00100000:3.0:1769074944.752334:0:45123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619978752 00000100:00100000:3.0:1769074944.752389:0:45123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6640 00000100:00100000:3.0:1769074944.752399:0:45123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9ad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:26123:x1855007619978752:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074944.752418:0:45123:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbaf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8c264 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000008:00100000:2.0:1769074944.752827:0:35568:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9bc67afd8700 - object 0x280000400:547 offset 69206016<>70254592 00000100:00100000:2.0:1769074944.752887:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612917120:192.168.204.139@tcp:4:lfs.0 00010000:00010000:3.0:1769074944.753430:0:45123:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074944.753441:0:45123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9ad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:26123:x1855007619978752:12345-192.168.204.139@tcp:104: Request processed in 1041us (1272us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074944.753452:0:45123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6640 00010000:00010000:0.0:1769074944.754028:0:55496:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074944.754044:0:55496:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbaf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8c264 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074944.754058:0:55496:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f08c600 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:0.0:1769074944.754068:0:55496:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbaf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x8b5959a9a0e8c264 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1769074944.754099:0:55496:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1bb:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1769074944.754118:0:55496:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1bb:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1769074944.755893:0:55496:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbaf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8c264 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074944.755919:0:55496:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1769074944.756028:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612917248:192.168.204.139@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074944.756441:0:55496:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbaf lrc: 1/0,0 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8c264 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074944.756460:0:55496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbaf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8c264 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074944.756504:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074944.756507:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074944.756509:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074944.767510:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612917248:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074944.866146:0:2373:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9bc646483800: committing for last_committed 17179872678 gen 1 00000008:00010000:3.0:1769074944.866266:0:2373:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc6485b1a80 00000020:00200000:3.0:1769074944.866276:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 767 items remaining. 00000020:00200000:3.0:1769074944.866281:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 766 items remaining. 00000020:00200000:3.0:1769074944.866284:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 765 items remaining. 00000020:00200000:3.0:1769074944.866286:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 764 items remaining. 00000020:00200000:3.0:1769074944.866288:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 763 items remaining. 00000020:00200000:3.0:1769074944.866290:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 762 items remaining. 00000020:00200000:3.0:1769074944.866292:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 761 items remaining. 00000020:00200000:3.0:1769074944.866294:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 760 items remaining. 00000020:00200000:3.0:1769074944.866295:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 759 items remaining. 00000020:00200000:3.0:1769074944.866297:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 758 items remaining. 00000020:00200000:3.0:1769074944.866299:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 757 items remaining. 00000020:00200000:3.0:1769074944.866300:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 756 items remaining. 00000020:00200000:3.0:1769074944.866302:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 755 items remaining. 00000020:00200000:3.0:1769074944.866304:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 754 items remaining. 00000020:00200000:3.0:1769074944.866307:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 753 items remaining. 00000020:00200000:3.0:1769074944.866309:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 752 items remaining. 00000020:00200000:3.0:1769074944.866310:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 751 items remaining. 00000020:00200000:3.0:1769074944.866312:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 750 items remaining. 00000020:00200000:3.0:1769074944.866314:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 749 items remaining. 00000020:00200000:3.0:1769074944.866316:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 748 items remaining. 00000020:00200000:3.0:1769074944.866317:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 747 items remaining. 00000020:00200000:3.0:1769074944.866319:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 746 items remaining. 00000020:00200000:3.0:1769074944.866320:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 745 items remaining. 00000020:00200000:3.0:1769074944.866322:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 744 items remaining. 00000020:00200000:3.0:1769074944.866324:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 743 items remaining. 00000020:00200000:3.0:1769074944.866326:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 742 items remaining. 00000020:00200000:3.0:1769074944.866327:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 741 items remaining. 00000020:00200000:3.0:1769074944.866329:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 740 items remaining. 00000020:00200000:3.0:1769074944.866331:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 739 items remaining. 00000020:00200000:3.0:1769074944.866333:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 738 items remaining. 00000020:00200000:3.0:1769074944.866335:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 737 items remaining. 00000020:00200000:3.0:1769074944.866336:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 736 items remaining. 00000020:00200000:3.0:1769074944.866338:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 735 items remaining. 00000020:00200000:3.0:1769074944.866339:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 734 items remaining. 00000020:00200000:3.0:1769074944.866341:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 733 items remaining. 00000020:00200000:3.0:1769074944.866343:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 732 items remaining. 00000020:00200000:3.0:1769074944.866344:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 731 items remaining. 00000020:00200000:3.0:1769074944.866346:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 730 items remaining. 00000020:00200000:3.0:1769074944.866347:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 729 items remaining. 00000020:00200000:3.0:1769074944.866349:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 728 items remaining. 00000020:00200000:3.0:1769074944.866350:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 727 items remaining. 00000020:00200000:3.0:1769074944.866352:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 726 items remaining. 00000020:00200000:3.0:1769074944.866353:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 725 items remaining. 00000020:00200000:3.0:1769074944.866355:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 724 items remaining. 00000020:00200000:3.0:1769074944.866357:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 723 items remaining. 00000020:00200000:3.0:1769074944.866359:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 722 items remaining. 00000020:00200000:3.0:1769074944.866361:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 721 items remaining. 00000020:00200000:3.0:1769074944.866363:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 720 items remaining. 00000020:00200000:3.0:1769074944.866365:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 719 items remaining. 00000020:00200000:3.0:1769074944.866366:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 718 items remaining. 00000020:00200000:3.0:1769074944.866368:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 717 items remaining. 00000020:00200000:3.0:1769074944.866369:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 716 items remaining. 00000020:00200000:3.0:1769074944.866371:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 715 items remaining. 00000020:00200000:3.0:1769074944.866372:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 714 items remaining. 00000020:00200000:3.0:1769074944.866374:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 713 items remaining. 00000020:00200000:3.0:1769074944.866375:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 712 items remaining. 00000020:00200000:3.0:1769074944.866377:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 711 items remaining. 00000020:00200000:3.0:1769074944.866379:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 710 items remaining. 00000020:00200000:3.0:1769074944.866381:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 709 items remaining. 00000020:00200000:3.0:1769074944.866382:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 708 items remaining. 00000020:00200000:3.0:1769074944.866384:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 707 items remaining. 00000020:00200000:3.0:1769074944.866386:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 706 items remaining. 00000020:00200000:3.0:1769074944.866388:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 705 items remaining. 00000020:00200000:3.0:1769074944.866390:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 704 items remaining. 00000020:00200000:3.0:1769074944.866391:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 703 items remaining. 00000020:00200000:3.0:1769074944.866393:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 702 items remaining. 00000020:00200000:3.0:1769074944.866396:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 701 items remaining. 00000020:00200000:3.0:1769074944.866397:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 700 items remaining. 00000020:00200000:3.0:1769074944.866399:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 699 items remaining. 00000020:00200000:3.0:1769074944.866402:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 698 items remaining. 00000020:00200000:3.0:1769074944.866404:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 697 items remaining. 00000020:00200000:3.0:1769074944.866405:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 696 items remaining. 00000020:00200000:3.0:1769074944.866407:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 695 items remaining. 00000020:00200000:3.0:1769074944.866409:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 694 items remaining. 00000020:00200000:3.0:1769074944.866411:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 693 items remaining. 00000020:00200000:3.0:1769074944.866412:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 692 items remaining. 00000020:00200000:3.0:1769074944.866414:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 691 items remaining. 00000020:00200000:3.0:1769074944.866415:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 690 items remaining. 00000020:00200000:3.0:1769074944.866417:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 689 items remaining. 00000020:00200000:3.0:1769074944.866419:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 688 items remaining. 00000020:00200000:3.0:1769074944.866421:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 687 items remaining. 00000020:00200000:3.0:1769074944.866423:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 686 items remaining. 00000020:00200000:3.0:1769074944.866425:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 685 items remaining. 00000020:00200000:3.0:1769074944.866426:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 684 items remaining. 00000020:00200000:3.0:1769074944.866441:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 683 items remaining. 00000020:00200000:3.0:1769074944.866443:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 682 items remaining. 00000020:00200000:3.0:1769074944.866445:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 681 items remaining. 00000020:00200000:3.0:1769074944.866446:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 680 items remaining. 00000020:00200000:3.0:1769074944.866448:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 679 items remaining. 00000020:00200000:3.0:1769074944.866450:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 678 items remaining. 00000020:00200000:3.0:1769074944.866452:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 677 items remaining. 00000020:00200000:3.0:1769074944.866453:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 676 items remaining. 00000020:00200000:3.0:1769074944.866455:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 675 items remaining. 00000020:00200000:3.0:1769074944.866456:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 674 items remaining. 00000020:00200000:3.0:1769074944.866458:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 673 items remaining. 00000020:00200000:3.0:1769074944.866460:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 672 items remaining. 00000020:00200000:3.0:1769074944.866461:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 671 items remaining. 00000020:00200000:3.0:1769074944.866463:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 670 items remaining. 00000020:00200000:3.0:1769074944.866464:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 669 items remaining. 00000020:00200000:3.0:1769074944.866466:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 668 items remaining. 00000020:00200000:3.0:1769074944.866467:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 667 items remaining. 00000020:00200000:3.0:1769074944.866469:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 666 items remaining. 00000020:00200000:3.0:1769074944.866471:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 665 items remaining. 00000020:00200000:3.0:1769074944.866473:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 664 items remaining. 00000020:00200000:3.0:1769074944.866475:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 663 items remaining. 00000020:00200000:3.0:1769074944.866477:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 662 items remaining. 00000020:00200000:3.0:1769074944.866478:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 661 items remaining. 00000020:00200000:3.0:1769074944.866480:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 660 items remaining. 00000020:00200000:3.0:1769074944.866482:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 659 items remaining. 00000020:00200000:3.0:1769074944.866483:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 658 items remaining. 00000020:00200000:3.0:1769074944.866485:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 657 items remaining. 00000020:00200000:3.0:1769074944.866487:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 656 items remaining. 00000020:00200000:3.0:1769074944.866489:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 655 items remaining. 00000020:00200000:3.0:1769074944.866491:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 654 items remaining. 00000020:00200000:3.0:1769074944.866492:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 653 items remaining. 00000020:00200000:3.0:1769074944.866494:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 652 items remaining. 00000020:00200000:3.0:1769074944.866496:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 651 items remaining. 00000020:00200000:3.0:1769074944.866498:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 650 items remaining. 00000020:00200000:3.0:1769074944.866500:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 649 items remaining. 00000020:00200000:3.0:1769074944.866501:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 648 items remaining. 00000020:00200000:3.0:1769074944.866503:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 647 items remaining. 00000020:00200000:3.0:1769074944.866505:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 646 items remaining. 00000020:00200000:3.0:1769074944.866507:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 645 items remaining. 00000020:00200000:3.0:1769074944.866509:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 644 items remaining. 00000020:00200000:3.0:1769074944.866511:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 643 items remaining. 00000020:00200000:3.0:1769074944.866513:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 642 items remaining. 00000020:00200000:3.0:1769074944.866515:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 641 items remaining. 00000020:00200000:3.0:1769074944.866517:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 640 items remaining. 00000020:00200000:3.0:1769074944.866519:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 639 items remaining. 00000020:00200000:3.0:1769074944.866520:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 638 items remaining. 00000020:00200000:3.0:1769074944.866522:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 637 items remaining. 00000020:00200000:3.0:1769074944.866524:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 636 items remaining. 00000020:00200000:3.0:1769074944.866526:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 635 items remaining. 00000020:00200000:3.0:1769074944.866527:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 634 items remaining. 00000020:00200000:3.0:1769074944.866530:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 633 items remaining. 00000020:00200000:3.0:1769074944.866532:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 632 items remaining. 00000020:00200000:3.0:1769074944.866533:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 631 items remaining. 00000020:00200000:3.0:1769074944.866535:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 630 items remaining. 00000020:00200000:3.0:1769074944.866536:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 629 items remaining. 00000020:00200000:3.0:1769074944.866538:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 628 items remaining. 00000020:00200000:3.0:1769074944.866540:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 627 items remaining. 00000020:00200000:3.0:1769074944.866542:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 626 items remaining. 00000020:00200000:3.0:1769074944.866544:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 625 items remaining. 00000020:00200000:3.0:1769074944.866545:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 624 items remaining. 00000020:00200000:3.0:1769074944.866547:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 623 items remaining. 00000020:00200000:3.0:1769074944.866549:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 622 items remaining. 00000020:00200000:3.0:1769074944.866550:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 621 items remaining. 00000020:00200000:3.0:1769074944.866552:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 620 items remaining. 00000020:00200000:3.0:1769074944.866553:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 619 items remaining. 00000020:00200000:3.0:1769074944.866555:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 618 items remaining. 00000020:00200000:3.0:1769074944.866556:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 617 items remaining. 00000020:00200000:3.0:1769074944.866558:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 616 items remaining. 00000020:00200000:3.0:1769074944.866560:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 615 items remaining. 00000020:00200000:3.0:1769074944.866561:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 614 items remaining. 00000020:00200000:3.0:1769074944.866563:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 613 items remaining. 00000020:00200000:3.0:1769074944.866565:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 612 items remaining. 00000020:00200000:3.0:1769074944.866567:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 611 items remaining. 00000020:00200000:3.0:1769074944.866569:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 610 items remaining. 00000020:00200000:3.0:1769074944.866571:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 609 items remaining. 00000020:00200000:3.0:1769074944.866573:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 608 items remaining. 00000020:00200000:3.0:1769074944.866575:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 607 items remaining. 00000020:00200000:3.0:1769074944.866577:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 606 items remaining. 00000020:00200000:3.0:1769074944.866579:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 605 items remaining. 00000020:00200000:3.0:1769074944.866581:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 604 items remaining. 00000020:00200000:3.0:1769074944.866583:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 603 items remaining. 00000020:00200000:3.0:1769074944.866585:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 602 items remaining. 00000020:00200000:3.0:1769074944.866587:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 601 items remaining. 00000020:00200000:3.0:1769074944.866589:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 600 items remaining. 00000020:00200000:3.0:1769074944.866591:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 599 items remaining. 00000020:00200000:3.0:1769074944.866592:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 598 items remaining. 00000020:00200000:3.0:1769074944.866594:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 597 items remaining. 00000020:00200000:3.0:1769074944.866596:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 596 items remaining. 00000020:00200000:3.0:1769074944.866597:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 595 items remaining. 00000020:00200000:3.0:1769074944.866600:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 594 items remaining. 00000020:00200000:3.0:1769074944.866603:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 593 items remaining. 00000020:00200000:3.0:1769074944.866605:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 592 items remaining. 00000020:00200000:3.0:1769074944.866606:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 591 items remaining. 00000020:00200000:3.0:1769074944.866608:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 590 items remaining. 00000020:00200000:3.0:1769074944.866610:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 589 items remaining. 00000020:00200000:3.0:1769074944.866611:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 588 items remaining. 00000020:00200000:3.0:1769074944.866612:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 587 items remaining. 00000020:00200000:3.0:1769074944.866613:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 586 items remaining. 00000020:00200000:3.0:1769074944.866615:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 585 items remaining. 00000020:00200000:3.0:1769074944.866617:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 584 items remaining. 00000020:00200000:3.0:1769074944.866618:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 583 items remaining. 00000020:00200000:3.0:1769074944.866620:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 582 items remaining. 00000020:00200000:3.0:1769074944.866621:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 581 items remaining. 00000020:00200000:3.0:1769074944.866623:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 580 items remaining. 00000020:00200000:3.0:1769074944.866625:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 579 items remaining. 00000020:00200000:3.0:1769074944.866627:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 578 items remaining. 00000020:00200000:3.0:1769074944.866629:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 577 items remaining. 00000020:00200000:3.0:1769074944.866631:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 576 items remaining. 00000020:00200000:3.0:1769074944.866634:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 575 items remaining. 00000020:00200000:3.0:1769074944.866636:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 574 items remaining. 00000020:00200000:3.0:1769074944.866638:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 573 items remaining. 00000020:00200000:3.0:1769074944.866640:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 572 items remaining. 00000020:00200000:3.0:1769074944.866641:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 571 items remaining. 00000020:00200000:3.0:1769074944.866643:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 570 items remaining. 00000020:00200000:3.0:1769074944.866645:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 569 items remaining. 00000020:00200000:3.0:1769074944.866646:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 568 items remaining. 00000020:00200000:3.0:1769074944.866648:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 567 items remaining. 00000020:00200000:3.0:1769074944.866649:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 566 items remaining. 00000020:00200000:3.0:1769074944.866659:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 565 items remaining. 00000020:00200000:3.0:1769074944.866661:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 564 items remaining. 00000020:00200000:3.0:1769074944.866663:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 563 items remaining. 00000020:00200000:3.0:1769074944.866664:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 562 items remaining. 00000020:00200000:3.0:1769074944.866666:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 561 items remaining. 00000020:00200000:3.0:1769074944.866668:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 560 items remaining. 00000020:00200000:3.0:1769074944.866670:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 559 items remaining. 00000020:00200000:3.0:1769074944.866671:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 558 items remaining. 00000020:00200000:3.0:1769074944.866673:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 557 items remaining. 00000020:00200000:3.0:1769074944.866674:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 556 items remaining. 00000020:00200000:3.0:1769074944.866676:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 555 items remaining. 00000020:00200000:3.0:1769074944.866677:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 554 items remaining. 00000020:00200000:3.0:1769074944.866678:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 553 items remaining. 00000020:00200000:3.0:1769074944.866680:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 552 items remaining. 00000020:00200000:3.0:1769074944.866681:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 551 items remaining. 00000020:00200000:3.0:1769074944.866682:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 550 items remaining. 00000020:00200000:3.0:1769074944.866684:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 549 items remaining. 00000020:00200000:3.0:1769074944.866685:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 548 items remaining. 00000020:00200000:3.0:1769074944.866686:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 547 items remaining. 00000020:00200000:3.0:1769074944.866687:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 546 items remaining. 00000020:00200000:3.0:1769074944.866689:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 545 items remaining. 00000020:00200000:3.0:1769074944.866690:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 544 items remaining. 00000020:00200000:3.0:1769074944.866692:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 543 items remaining. 00000020:00200000:3.0:1769074944.866693:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 542 items remaining. 00000020:00200000:3.0:1769074944.866694:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 541 items remaining. 00000020:00200000:3.0:1769074944.866696:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 540 items remaining. 00000020:00200000:3.0:1769074944.866697:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 539 items remaining. 00000020:00200000:3.0:1769074944.866698:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 538 items remaining. 00000020:00200000:3.0:1769074944.866700:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 537 items remaining. 00000020:00200000:3.0:1769074944.866701:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 536 items remaining. 00000020:00200000:3.0:1769074944.866702:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 535 items remaining. 00000020:00200000:3.0:1769074944.866703:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 534 items remaining. 00000020:00200000:3.0:1769074944.866705:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 533 items remaining. 00000020:00200000:3.0:1769074944.866706:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 532 items remaining. 00000020:00200000:3.0:1769074944.866707:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 531 items remaining. 00000020:00200000:3.0:1769074944.866708:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 530 items remaining. 00000020:00200000:3.0:1769074944.866710:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 529 items remaining. 00000020:00200000:3.0:1769074944.866711:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 528 items remaining. 00000020:00200000:3.0:1769074944.866712:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 527 items remaining. 00000020:00200000:3.0:1769074944.866713:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 526 items remaining. 00000020:00200000:3.0:1769074944.866715:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 525 items remaining. 00000020:00200000:3.0:1769074944.866716:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 524 items remaining. 00000020:00200000:3.0:1769074944.866717:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 523 items remaining. 00000020:00200000:3.0:1769074944.866719:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 522 items remaining. 00000020:00200000:3.0:1769074944.866720:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 521 items remaining. 00000020:00200000:3.0:1769074944.866721:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 520 items remaining. 00000020:00200000:3.0:1769074944.866723:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 519 items remaining. 00000020:00200000:3.0:1769074944.866724:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 518 items remaining. 00000020:00200000:3.0:1769074944.866725:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 517 items remaining. 00000020:00200000:3.0:1769074944.866726:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 516 items remaining. 00000020:00200000:3.0:1769074944.866728:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 515 items remaining. 00000020:00200000:3.0:1769074944.866729:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 514 items remaining. 00000020:00200000:3.0:1769074944.866730:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 513 items remaining. 00000020:00200000:3.0:1769074944.866732:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 512 items remaining. 00000008:00010000:3.0:1769074944.866737:0:2373:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc6485b1a80 00000100:00100000:3.0:1769074944.866819:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612916992:192.168.204.139@tcp:4:lfs.0 00000008:00010000:3.0:1769074944.961877:0:2373:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc64979fe40 00000020:00200000:3.0:1769074944.961896:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 511 items remaining. 00000020:00200000:3.0:1769074944.961901:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 510 items remaining. 00000020:00200000:3.0:1769074944.961902:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 509 items remaining. 00000020:00200000:3.0:1769074944.961904:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 508 items remaining. 00000020:00200000:3.0:1769074944.961906:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 507 items remaining. 00000020:00200000:3.0:1769074944.961907:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 506 items remaining. 00000020:00200000:3.0:1769074944.961909:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 505 items remaining. 00000020:00200000:3.0:1769074944.961911:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 504 items remaining. 00000020:00200000:3.0:1769074944.961913:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 503 items remaining. 00000020:00200000:3.0:1769074944.961914:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 502 items remaining. 00000020:00200000:3.0:1769074944.961917:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 501 items remaining. 00000020:00200000:3.0:1769074944.961918:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 500 items remaining. 00000020:00200000:3.0:1769074944.961920:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 499 items remaining. 00000020:00200000:3.0:1769074944.961922:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 498 items remaining. 00000020:00200000:3.0:1769074944.961924:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 497 items remaining. 00000020:00200000:3.0:1769074944.961925:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 496 items remaining. 00000020:00200000:3.0:1769074944.961927:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 495 items remaining. 00000020:00200000:3.0:1769074944.961928:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 494 items remaining. 00000020:00200000:3.0:1769074944.961930:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 493 items remaining. 00000020:00200000:3.0:1769074944.961931:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 492 items remaining. 00000020:00200000:3.0:1769074944.961932:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 491 items remaining. 00000020:00200000:3.0:1769074944.961934:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 490 items remaining. 00000020:00200000:3.0:1769074944.961936:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 489 items remaining. 00000020:00200000:3.0:1769074944.961937:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 488 items remaining. 00000020:00200000:3.0:1769074944.961939:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 487 items remaining. 00000020:00200000:3.0:1769074944.961941:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 486 items remaining. 00000020:00200000:3.0:1769074944.961943:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 485 items remaining. 00000020:00200000:3.0:1769074944.961945:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 484 items remaining. 00000020:00200000:3.0:1769074944.961947:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 483 items remaining. 00000020:00200000:3.0:1769074944.961948:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 482 items remaining. 00000020:00200000:3.0:1769074944.961950:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 481 items remaining. 00000020:00200000:3.0:1769074944.961952:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 480 items remaining. 00000020:00200000:3.0:1769074944.961954:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 479 items remaining. 00000020:00200000:3.0:1769074944.961956:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 478 items remaining. 00000020:00200000:3.0:1769074944.961958:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 477 items remaining. 00000020:00200000:3.0:1769074944.961959:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 476 items remaining. 00000020:00200000:3.0:1769074944.961961:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 475 items remaining. 00000020:00200000:3.0:1769074944.961962:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 474 items remaining. 00000020:00200000:3.0:1769074944.961964:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 473 items remaining. 00000020:00200000:3.0:1769074944.961966:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 472 items remaining. 00000020:00200000:3.0:1769074944.961968:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 471 items remaining. 00000020:00200000:3.0:1769074944.961969:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 470 items remaining. 00000020:00200000:3.0:1769074944.961972:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 469 items remaining. 00000020:00200000:3.0:1769074944.961974:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 468 items remaining. 00000020:00200000:3.0:1769074944.961975:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 467 items remaining. 00000020:00200000:3.0:1769074944.961977:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 466 items remaining. 00000020:00200000:3.0:1769074944.961979:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 465 items remaining. 00000020:00200000:3.0:1769074944.961980:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 464 items remaining. 00000020:00200000:3.0:1769074944.961982:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 463 items remaining. 00000020:00200000:3.0:1769074944.961984:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 462 items remaining. 00000020:00200000:3.0:1769074944.961985:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 461 items remaining. 00000020:00200000:3.0:1769074944.961987:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 460 items remaining. 00000020:00200000:3.0:1769074944.961988:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 459 items remaining. 00000020:00200000:3.0:1769074944.961990:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 458 items remaining. 00000020:00200000:3.0:1769074944.961991:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 457 items remaining. 00000020:00200000:3.0:1769074944.961993:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 456 items remaining. 00000020:00200000:3.0:1769074944.961995:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 455 items remaining. 00000020:00200000:3.0:1769074944.961997:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 454 items remaining. 00000020:00200000:3.0:1769074944.961998:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 453 items remaining. 00000020:00200000:3.0:1769074944.962000:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 452 items remaining. 00000020:00200000:3.0:1769074944.962002:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 451 items remaining. 00000020:00200000:3.0:1769074944.962004:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 450 items remaining. 00000020:00200000:3.0:1769074944.962006:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 449 items remaining. 00000020:00200000:3.0:1769074944.962008:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 448 items remaining. 00000020:00200000:3.0:1769074944.962009:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 447 items remaining. 00000020:00200000:3.0:1769074944.962011:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 446 items remaining. 00000020:00200000:3.0:1769074944.962013:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 445 items remaining. 00000020:00200000:3.0:1769074944.962015:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 444 items remaining. 00000020:00200000:3.0:1769074944.962016:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 443 items remaining. 00000020:00200000:3.0:1769074944.962018:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 442 items remaining. 00000020:00200000:3.0:1769074944.962019:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 441 items remaining. 00000020:00200000:3.0:1769074944.962021:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 440 items remaining. 00000020:00200000:3.0:1769074944.962022:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 439 items remaining. 00000020:00200000:3.0:1769074944.962024:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 438 items remaining. 00000020:00200000:3.0:1769074944.962026:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 437 items remaining. 00000020:00200000:3.0:1769074944.962027:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 436 items remaining. 00000020:00200000:3.0:1769074944.962029:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 435 items remaining. 00000020:00200000:3.0:1769074944.962031:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 434 items remaining. 00000020:00200000:3.0:1769074944.962032:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 433 items remaining. 00000020:00200000:3.0:1769074944.962033:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 432 items remaining. 00000020:00200000:3.0:1769074944.962035:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 431 items remaining. 00000020:00200000:3.0:1769074944.962036:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 430 items remaining. 00000020:00200000:3.0:1769074944.962038:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 429 items remaining. 00000020:00200000:3.0:1769074944.962039:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 428 items remaining. 00000020:00200000:3.0:1769074944.962041:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 427 items remaining. 00000020:00200000:3.0:1769074944.962043:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 426 items remaining. 00000020:00200000:3.0:1769074944.962045:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 425 items remaining. 00000020:00200000:3.0:1769074944.962046:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 424 items remaining. 00000020:00200000:3.0:1769074944.962048:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 423 items remaining. 00000020:00200000:3.0:1769074944.962049:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 422 items remaining. 00000020:00200000:3.0:1769074944.962051:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 421 items remaining. 00000020:00200000:3.0:1769074944.962053:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 420 items remaining. 00000020:00200000:3.0:1769074944.962055:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 419 items remaining. 00000020:00200000:3.0:1769074944.962057:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 418 items remaining. 00000020:00200000:3.0:1769074944.962058:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 417 items remaining. 00000020:00200000:3.0:1769074944.962060:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 416 items remaining. 00000020:00200000:3.0:1769074944.962062:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 415 items remaining. 00000020:00200000:3.0:1769074944.962064:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 414 items remaining. 00000020:00200000:3.0:1769074944.962066:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 413 items remaining. 00000020:00200000:3.0:1769074944.962068:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 412 items remaining. 00000020:00200000:3.0:1769074944.962070:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 411 items remaining. 00000020:00200000:3.0:1769074944.962071:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 410 items remaining. 00000020:00200000:3.0:1769074944.962073:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 409 items remaining. 00000020:00200000:3.0:1769074944.962075:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 408 items remaining. 00000020:00200000:3.0:1769074944.962076:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 407 items remaining. 00000020:00200000:3.0:1769074944.962078:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 406 items remaining. 00000020:00200000:3.0:1769074944.962081:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 405 items remaining. 00000020:00200000:3.0:1769074944.962082:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 404 items remaining. 00000020:00200000:3.0:1769074944.962084:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 403 items remaining. 00000020:00200000:3.0:1769074944.962086:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 402 items remaining. 00000020:00200000:3.0:1769074944.962087:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 401 items remaining. 00000020:00200000:3.0:1769074944.962090:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 400 items remaining. 00000020:00200000:3.0:1769074944.962091:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 399 items remaining. 00000020:00200000:3.0:1769074944.962093:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 398 items remaining. 00000020:00200000:3.0:1769074944.962094:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 397 items remaining. 00000020:00200000:3.0:1769074944.962096:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 396 items remaining. 00000020:00200000:3.0:1769074944.962097:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 395 items remaining. 00000020:00200000:3.0:1769074944.962099:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 394 items remaining. 00000020:00200000:3.0:1769074944.962101:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 393 items remaining. 00000020:00200000:3.0:1769074944.962103:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 392 items remaining. 00000020:00200000:3.0:1769074944.962105:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 391 items remaining. 00000020:00200000:3.0:1769074944.962107:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 390 items remaining. 00000020:00200000:3.0:1769074944.962109:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 389 items remaining. 00000020:00200000:3.0:1769074944.962111:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 388 items remaining. 00000020:00200000:3.0:1769074944.962113:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 387 items remaining. 00000020:00200000:3.0:1769074944.962114:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 386 items remaining. 00000020:00200000:3.0:1769074944.962116:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 385 items remaining. 00000020:00200000:3.0:1769074944.962118:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 384 items remaining. 00000020:00200000:3.0:1769074944.962120:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 383 items remaining. 00000020:00200000:3.0:1769074944.962122:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 382 items remaining. 00000020:00200000:3.0:1769074944.962123:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 381 items remaining. 00000020:00200000:3.0:1769074944.962125:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 380 items remaining. 00000020:00200000:3.0:1769074944.962127:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 379 items remaining. 00000020:00200000:3.0:1769074944.962128:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 378 items remaining. 00000020:00200000:3.0:1769074944.962130:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 377 items remaining. 00000020:00200000:3.0:1769074944.962131:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 376 items remaining. 00000020:00200000:3.0:1769074944.962132:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 375 items remaining. 00000020:00200000:3.0:1769074944.962134:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 374 items remaining. 00000020:00200000:3.0:1769074944.962136:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 373 items remaining. 00000020:00200000:3.0:1769074944.962138:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 372 items remaining. 00000020:00200000:3.0:1769074944.962140:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 371 items remaining. 00000020:00200000:3.0:1769074944.962142:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 370 items remaining. 00000020:00200000:3.0:1769074944.962144:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 369 items remaining. 00000020:00200000:3.0:1769074944.962146:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 368 items remaining. 00000020:00200000:3.0:1769074944.962147:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 367 items remaining. 00000020:00200000:3.0:1769074944.962149:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 366 items remaining. 00000020:00200000:3.0:1769074944.962151:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 365 items remaining. 00000020:00200000:3.0:1769074944.962153:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 364 items remaining. 00000020:00200000:3.0:1769074944.962154:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 363 items remaining. 00000020:00200000:3.0:1769074944.962156:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 362 items remaining. 00000020:00200000:3.0:1769074944.962158:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 361 items remaining. 00000020:00200000:3.0:1769074944.962160:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 360 items remaining. 00000020:00200000:3.0:1769074944.962162:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 359 items remaining. 00000020:00200000:3.0:1769074944.962163:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 358 items remaining. 00000020:00200000:3.0:1769074944.962165:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 357 items remaining. 00000020:00200000:3.0:1769074944.962167:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 356 items remaining. 00000020:00200000:3.0:1769074944.962169:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 355 items remaining. 00000020:00200000:3.0:1769074944.962171:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 354 items remaining. 00000020:00200000:3.0:1769074944.962173:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 353 items remaining. 00000020:00200000:3.0:1769074944.962175:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 352 items remaining. 00000020:00200000:3.0:1769074944.962177:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 351 items remaining. 00000020:00200000:3.0:1769074944.962179:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 350 items remaining. 00000020:00200000:3.0:1769074944.962180:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 349 items remaining. 00000020:00200000:3.0:1769074944.962182:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 348 items remaining. 00000020:00200000:3.0:1769074944.962184:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 347 items remaining. 00000020:00200000:3.0:1769074944.962185:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 346 items remaining. 00000020:00200000:3.0:1769074944.962187:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 345 items remaining. 00000020:00200000:3.0:1769074944.962189:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 344 items remaining. 00000020:00200000:3.0:1769074944.962190:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 343 items remaining. 00000020:00200000:3.0:1769074944.962192:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 342 items remaining. 00000020:00200000:3.0:1769074944.962195:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 341 items remaining. 00000020:00200000:3.0:1769074944.962197:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 340 items remaining. 00000020:00200000:3.0:1769074944.962199:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 339 items remaining. 00000020:00200000:3.0:1769074944.962200:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 338 items remaining. 00000020:00200000:3.0:1769074944.962202:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 337 items remaining. 00000020:00200000:3.0:1769074944.962204:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 336 items remaining. 00000020:00200000:3.0:1769074944.962205:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 335 items remaining. 00000020:00200000:3.0:1769074944.962206:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 334 items remaining. 00000020:00200000:3.0:1769074944.962208:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 333 items remaining. 00000020:00200000:3.0:1769074944.962209:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 332 items remaining. 00000020:00200000:3.0:1769074944.962211:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 331 items remaining. 00000020:00200000:3.0:1769074944.962212:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 330 items remaining. 00000020:00200000:3.0:1769074944.962213:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 329 items remaining. 00000020:00200000:3.0:1769074944.962215:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 328 items remaining. 00000020:00200000:3.0:1769074944.962217:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 327 items remaining. 00000020:00200000:3.0:1769074944.962219:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 326 items remaining. 00000020:00200000:3.0:1769074944.962222:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 325 items remaining. 00000020:00200000:3.0:1769074944.962224:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 324 items remaining. 00000020:00200000:3.0:1769074944.962225:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 323 items remaining. 00000020:00200000:3.0:1769074944.962228:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 322 items remaining. 00000020:00200000:3.0:1769074944.962230:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 321 items remaining. 00000020:00200000:3.0:1769074944.962231:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 320 items remaining. 00000020:00200000:3.0:1769074944.962233:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 319 items remaining. 00000020:00200000:3.0:1769074944.962235:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 318 items remaining. 00000020:00200000:3.0:1769074944.962237:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 317 items remaining. 00000020:00200000:3.0:1769074944.962238:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 316 items remaining. 00000020:00200000:3.0:1769074944.962240:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 315 items remaining. 00000020:00200000:3.0:1769074944.962242:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 314 items remaining. 00000020:00200000:3.0:1769074944.962244:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 313 items remaining. 00000020:00200000:3.0:1769074944.962245:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 312 items remaining. 00000020:00200000:3.0:1769074944.962247:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 311 items remaining. 00000020:00200000:3.0:1769074944.962249:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 310 items remaining. 00000020:00200000:3.0:1769074944.962251:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 309 items remaining. 00000020:00200000:3.0:1769074944.962253:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 308 items remaining. 00000020:00200000:3.0:1769074944.962255:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 307 items remaining. 00000020:00200000:3.0:1769074944.962257:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 306 items remaining. 00000020:00200000:3.0:1769074944.962259:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 305 items remaining. 00000020:00200000:3.0:1769074944.962260:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 304 items remaining. 00000020:00200000:3.0:1769074944.962262:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 303 items remaining. 00000020:00200000:3.0:1769074944.962264:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 302 items remaining. 00000020:00200000:3.0:1769074944.962265:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 301 items remaining. 00000020:00200000:3.0:1769074944.962267:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 300 items remaining. 00000020:00200000:3.0:1769074944.962268:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 299 items remaining. 00000020:00200000:3.0:1769074944.962270:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 298 items remaining. 00000020:00200000:3.0:1769074944.962271:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 297 items remaining. 00000020:00200000:3.0:1769074944.962273:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 296 items remaining. 00000020:00200000:3.0:1769074944.962275:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 295 items remaining. 00000020:00200000:3.0:1769074944.962277:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 294 items remaining. 00000020:00200000:3.0:1769074944.962279:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 293 items remaining. 00000020:00200000:3.0:1769074944.962281:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 292 items remaining. 00000020:00200000:3.0:1769074944.962282:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 291 items remaining. 00000020:00200000:3.0:1769074944.962285:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 290 items remaining. 00000020:00200000:3.0:1769074944.962287:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 289 items remaining. 00000020:00200000:3.0:1769074944.962289:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 288 items remaining. 00000020:00200000:3.0:1769074944.962291:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 287 items remaining. 00000020:00200000:3.0:1769074944.962293:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 286 items remaining. 00000020:00200000:3.0:1769074944.962294:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 285 items remaining. 00000020:00200000:3.0:1769074944.962296:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 284 items remaining. 00000020:00200000:3.0:1769074944.962297:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 283 items remaining. 00000020:00200000:3.0:1769074944.962299:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 282 items remaining. 00000020:00200000:3.0:1769074944.962301:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 281 items remaining. 00000020:00200000:3.0:1769074944.962302:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 280 items remaining. 00000020:00200000:3.0:1769074944.962304:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 279 items remaining. 00000020:00200000:3.0:1769074944.962305:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 278 items remaining. 00000020:00200000:3.0:1769074944.962306:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 277 items remaining. 00000020:00200000:3.0:1769074944.962308:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 276 items remaining. 00000020:00200000:3.0:1769074944.962310:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 275 items remaining. 00000020:00200000:3.0:1769074944.962311:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 274 items remaining. 00000020:00200000:3.0:1769074944.962313:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 273 items remaining. 00000020:00200000:3.0:1769074944.962315:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 272 items remaining. 00000020:00200000:3.0:1769074944.962317:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 271 items remaining. 00000020:00200000:3.0:1769074944.962318:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 270 items remaining. 00000020:00200000:3.0:1769074944.962319:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 269 items remaining. 00000020:00200000:3.0:1769074944.962321:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 268 items remaining. 00000020:00200000:3.0:1769074944.962322:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 267 items remaining. 00000020:00200000:3.0:1769074944.962323:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 266 items remaining. 00000020:00200000:3.0:1769074944.962324:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 265 items remaining. 00000020:00200000:3.0:1769074944.962326:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 264 items remaining. 00000020:00200000:3.0:1769074944.962328:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 263 items remaining. 00000020:00200000:3.0:1769074944.962329:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 262 items remaining. 00000020:00200000:3.0:1769074944.962331:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 261 items remaining. 00000020:00200000:3.0:1769074944.962333:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 260 items remaining. 00000020:00200000:3.0:1769074944.962335:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 259 items remaining. 00000020:00200000:3.0:1769074944.962337:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 258 items remaining. 00000020:00200000:3.0:1769074944.962338:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 257 items remaining. 00000020:00200000:3.0:1769074944.962340:0:2373:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000008:00010000:3.0:1769074944.962347:0:2373:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc64979fe40 00000100:00100000:3.0:1769074944.962385:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612917120:192.168.204.139@tcp:4:lfs.0 00000008:00010000:2.0:1769074944.962938:0:2372:0:(osc_cache.c:861:osc_extent_finish()) ### no dlm lock: extent: ffff9bc6485b1780 00000020:00200000:2.0:1769074944.962944:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:2.0:1769074944.962947:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:2.0:1769074944.962949:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:2.0:1769074944.962951:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:2.0:1769074944.962953:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:2.0:1769074944.962955:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:2.0:1769074944.962957:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:2.0:1769074944.962959:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:2.0:1769074944.962960:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:2.0:1769074944.962962:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:2.0:1769074944.962964:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:2.0:1769074944.962966:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:2.0:1769074944.962967:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:2.0:1769074944.962969:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:2.0:1769074944.962971:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:2.0:1769074944.962972:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:2.0:1769074944.962974:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:2.0:1769074944.962975:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:2.0:1769074944.962976:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:2.0:1769074944.962978:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:2.0:1769074944.962979:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:2.0:1769074944.962981:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:2.0:1769074944.962983:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:2.0:1769074944.962985:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:2.0:1769074944.962987:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:2.0:1769074944.962988:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:2.0:1769074944.962990:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:2.0:1769074944.962992:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:2.0:1769074944.962993:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:2.0:1769074944.962995:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:2.0:1769074944.962997:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:2.0:1769074944.962999:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:2.0:1769074944.963001:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:2.0:1769074944.963003:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:2.0:1769074944.963005:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:2.0:1769074944.963006:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:2.0:1769074944.963008:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:2.0:1769074944.963010:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:2.0:1769074944.963011:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:2.0:1769074944.963013:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:2.0:1769074944.963014:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:2.0:1769074944.963016:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:2.0:1769074944.963018:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:2.0:1769074944.963021:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:2.0:1769074944.963022:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:2.0:1769074944.963024:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:2.0:1769074944.963026:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:2.0:1769074944.963028:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:2.0:1769074944.963030:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:2.0:1769074944.963032:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:2.0:1769074944.963034:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:2.0:1769074944.963035:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:2.0:1769074944.963038:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:2.0:1769074944.963039:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:2.0:1769074944.963041:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:2.0:1769074944.963043:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:2.0:1769074944.963045:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:2.0:1769074944.963047:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:2.0:1769074944.963048:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:2.0:1769074944.963050:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:2.0:1769074944.963051:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:2.0:1769074944.963053:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:2.0:1769074944.963055:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:2.0:1769074944.963057:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:2.0:1769074944.963058:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:2.0:1769074944.963060:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:2.0:1769074944.963062:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:2.0:1769074944.963064:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:2.0:1769074944.963066:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:2.0:1769074944.963068:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:2.0:1769074944.963069:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:2.0:1769074944.963071:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:2.0:1769074944.963073:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:2.0:1769074944.963074:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:2.0:1769074944.963076:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:2.0:1769074944.963078:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:2.0:1769074944.963080:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:2.0:1769074944.963082:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:2.0:1769074944.963083:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:2.0:1769074944.963085:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:2.0:1769074944.963087:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:2.0:1769074944.963088:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:2.0:1769074944.963090:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:2.0:1769074944.963091:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:2.0:1769074944.963093:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:2.0:1769074944.963095:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:2.0:1769074944.963097:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:2.0:1769074944.963099:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:2.0:1769074944.963100:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:2.0:1769074944.963102:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:2.0:1769074944.963104:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:2.0:1769074944.963106:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:2.0:1769074944.963107:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:2.0:1769074944.963109:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:2.0:1769074944.963111:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:2.0:1769074944.963113:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:2.0:1769074944.963114:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:2.0:1769074944.963115:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:2.0:1769074944.963117:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:2.0:1769074944.963119:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:2.0:1769074944.963120:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:2.0:1769074944.963122:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:2.0:1769074944.963124:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:2.0:1769074944.963125:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:2.0:1769074944.963127:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:2.0:1769074944.963129:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:2.0:1769074944.963130:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:2.0:1769074944.963133:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:2.0:1769074944.963134:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:2.0:1769074944.963136:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:2.0:1769074944.963138:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:2.0:1769074944.963139:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:2.0:1769074944.963141:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:2.0:1769074944.963142:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:2.0:1769074944.963144:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:2.0:1769074944.963145:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:2.0:1769074944.963147:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:2.0:1769074944.963148:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:2.0:1769074944.963150:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:2.0:1769074944.963152:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:2.0:1769074944.963154:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:2.0:1769074944.963156:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:2.0:1769074944.963158:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:2.0:1769074944.963160:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:2.0:1769074944.963162:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:2.0:1769074944.963164:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:2.0:1769074944.963166:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:2.0:1769074944.963168:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:2.0:1769074944.963170:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:2.0:1769074944.963173:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:2.0:1769074944.963174:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:2.0:1769074944.963176:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:2.0:1769074944.963178:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:2.0:1769074944.963179:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:2.0:1769074944.963181:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:2.0:1769074944.963183:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:2.0:1769074944.963184:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:2.0:1769074944.963186:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:2.0:1769074944.963188:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:2.0:1769074944.963190:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:2.0:1769074944.963192:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:2.0:1769074944.963194:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:2.0:1769074944.963196:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:2.0:1769074944.963198:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:2.0:1769074944.963199:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:2.0:1769074944.963201:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:2.0:1769074944.963202:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:2.0:1769074944.963204:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:2.0:1769074944.963206:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:2.0:1769074944.963208:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:2.0:1769074944.963210:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:2.0:1769074944.963211:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:2.0:1769074944.963213:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:2.0:1769074944.963215:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:2.0:1769074944.963217:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:2.0:1769074944.963218:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:2.0:1769074944.963220:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:2.0:1769074944.963223:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:2.0:1769074944.963225:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:2.0:1769074944.963227:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:2.0:1769074944.963229:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:2.0:1769074944.963230:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:2.0:1769074944.963232:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:2.0:1769074944.963233:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:2.0:1769074944.963235:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:2.0:1769074944.963236:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:2.0:1769074944.963238:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:2.0:1769074944.963239:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:2.0:1769074944.963241:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:2.0:1769074944.963243:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:2.0:1769074944.963244:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:2.0:1769074944.963247:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:2.0:1769074944.963248:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:2.0:1769074944.963251:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:2.0:1769074944.963252:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:2.0:1769074944.963254:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:2.0:1769074944.963255:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:2.0:1769074944.963257:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:2.0:1769074944.963259:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:2.0:1769074944.963261:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:2.0:1769074944.963262:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:2.0:1769074944.963264:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:2.0:1769074944.963266:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:2.0:1769074944.963268:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:2.0:1769074944.963269:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:2.0:1769074944.963271:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:2.0:1769074944.963273:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:2.0:1769074944.963275:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:2.0:1769074944.963277:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:2.0:1769074944.963279:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:2.0:1769074944.963281:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:2.0:1769074944.963282:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:2.0:1769074944.963283:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:2.0:1769074944.963285:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:2.0:1769074944.963287:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:2.0:1769074944.963288:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:2.0:1769074944.963290:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:2.0:1769074944.963292:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:2.0:1769074944.963294:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:2.0:1769074944.963296:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:2.0:1769074944.963298:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:2.0:1769074944.963299:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:2.0:1769074944.963315:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:2.0:1769074944.963318:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:2.0:1769074944.963319:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:2.0:1769074944.963321:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:2.0:1769074944.963323:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:2.0:1769074944.963325:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:2.0:1769074944.963326:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:2.0:1769074944.963327:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:2.0:1769074944.963329:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:2.0:1769074944.963331:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:2.0:1769074944.963333:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:2.0:1769074944.963447:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:2.0:1769074944.963450:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:2.0:1769074944.963451:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:2.0:1769074944.963453:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:2.0:1769074944.963455:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:2.0:1769074944.963457:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:2.0:1769074944.963459:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:2.0:1769074944.963460:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:2.0:1769074944.963462:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:2.0:1769074944.963464:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:2.0:1769074944.963466:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:2.0:1769074944.963468:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:2.0:1769074944.963477:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:2.0:1769074944.963479:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:2.0:1769074944.963481:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:2.0:1769074944.963483:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:2.0:1769074944.963485:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:2.0:1769074944.963487:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:2.0:1769074944.963489:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:2.0:1769074944.963491:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:2.0:1769074944.963493:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:2.0:1769074944.963494:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:2.0:1769074944.963497:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:2.0:1769074944.963499:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:2.0:1769074944.963501:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:2.0:1769074944.963502:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:2.0:1769074944.963504:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:2.0:1769074944.963506:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:2.0:1769074944.963507:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:2.0:1769074944.963509:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:2.0:1769074944.963511:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:2.0:1769074944.963513:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:2.0:1769074944.963514:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:2.0:1769074944.963516:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:2.0:1769074944.963518:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:2.0:1769074944.963520:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:2.0:1769074944.963523:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:2.0:1769074944.963524:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:2.0:1769074944.963527:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:2.0:1769074944.963529:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:2.0:1769074944.963531:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:2.0:1769074944.963532:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:2.0:1769074944.963534:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1769074944.964096:0:2372:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1769074944.964120:0:2372:0:(osc_cache.c:483:__osc_extent_remove()) ### no dlm lock: extent: ffff9bc6485b1780 00000100:00100000:2.0:1769074944.964160:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612916864:192.168.204.139@tcp:4:lfs.0 00000080:00200000:3.0:1769074944.964809:0:63286:0:(file.c:2109:ll_file_io_generic()) Range unlock [16384, 17151] 00000080:00200000:3.0:1769074944.964826:0:63286:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/0, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1769074944.964832:0:63286:0:(file.c:2142:ll_file_io_generic()) f204d.sanity-flr: 2 io complete with rc: 0, result: 3145728, restart: 0 00000080:00200000:3.0:1769074944.964849:0:63286:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1bb:0x0] updating i_size 70254592 i_blocks 2065 00000020:00200000:3.0:1769074944.964853:0:63286:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1769074944.964863:0:63286:0:(file.c:2228:ll_file_io_generic()) iot: 2, result: 3145728 00000080:00200080:3.0:1769074944.964888:0:63286:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1bb:0x0](ffff9bc649b5aa08) cmd=400866b1 arg=0 00000080:00200080:3.0:1769074944.964899:0:63286:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1bb:0x0](ffff9bc649b5aa08) cmd=400866b1 arg=1 00000080:00200008:3.0:1769074944.964907:0:63286:0:(file.c:6252:ll_getattr_dentry()) START file f204d.sanity-flr:[0x200000404:0x1bb:0x0](ffff9bc649b5aa08), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074944.964916:0:63286:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1bb:0x0](ffff9bc649b5aa08),name=f204d.sanity-flr 00000002:00010000:3.0:1769074944.964946:0:63286:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1bb:0x0]) in obj [0x200000404:0x1bb:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074944.964972:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11bbb6 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8c272 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074944.964991:0:63286:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11bbb6 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8c272 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074944.965000:0:63286:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1bb:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074944.965011:0:63286:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1bb:0x0](ffff9bc649b5aa08) 00000080:00010000:3.0:1769074944.965016:0:63286:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1bb:0x0](ffff9bc649b5aa08) for lock 0x21fa6d252c11bbb6 00000080:00010000:3.0:1769074944.965025:0:63286:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11bbb6 from it ffffa7f982263cd8 00010000:00010000:3.0:1769074944.965030:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11bbb6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8c272 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074944.965040:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11bbb6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8c272 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074944.965076:0:63286:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/1, layout version 7 restore needed 0 00020000:00200000:3.0:1769074944.965090:0:63286:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1bb:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:3.0:1769074944.965093:0:63286:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:3.0:1769074944.965098:0:63286:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1bb:0x0] 00000008:00010000:3.0:1769074944.965123:0:63286:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074944.965126:0:63286:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc6513eaf30, osc lock ffff9bc64a6dc5f0, flags 0x400000400001002 00000008:00010000:3.0:1769074944.965133:0:63286:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074944.965135:0:63286:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc6513eaf70, osc lock ffff9bc64a6dd0a0, flags 0x400000400001002 00010000:00010000:3.0:1769074944.965155:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074944.965164:0:63286:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 67108863) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074944.965176:0:63286:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074944.965179:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074944.965186:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074944.965202:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074944.965211:0:63286:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (67108864 134217727) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074944.965217:0:63286:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074944.965219:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074944.965226:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074944.965235:0:63286:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1769074944.965240:0:63286:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1bb:0x0] updating i_size 70254592 i_blocks 2065 00000020:00010000:3.0:1769074944.965244:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc64d96bd98 (ffff9bc64292bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1769074944.965248:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d96bd98 (ffff9bc64292bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1769074944.965250:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc6513eaf30 (ffff9bc64f158758/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074944.965255:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc6513eaf70 (ffff9bc64292b5a8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074944.965258:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d96bd98 (ffff9bc64292bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1769074944.965260:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc6513eaf30 (ffff9bc64292bf38/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074944.965264:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc6513eaf70 (ffff9bc64292bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1769074944.965272:0:63286:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/1, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1769074944.965283:0:63286:0:(file.c:5185:ll_file_seek()) START file f204d.sanity-flr:[0x200000404:0x1bb:0x0], offset: 70254592, type: SEEK_DATA 00000080:00200000:3.0:1769074944.965289:0:63286:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/0, layout version 7 restore needed 0 00020000:00200000:3.0:1769074944.965293:0:63286:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1bb:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:3.0:1769074944.965295:0:63286:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:3.0:1769074944.965300:0:63286:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:3.0:1769074944.965317:0:63286:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x40 00000080:00200000:3.0:1769074944.965343:0:63286:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1bb:0x0] updating i_size 70254592 i_blocks 2065 00000080:00200000:3.0:1769074944.965352:0:63286:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1769074944.965357:0:63286:0:(file.c:1759:ll_io_set_mirror()) f204d.sanity-flr: desiginated mirror: 1 00000080:00200000:3.0:1769074944.965359:0:63286:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1769074944.965364:0:63286:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:3.0:1769074944.965367:0:63286:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x40 00000080:00200000:3.0:1769074944.965370:0:63286:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 0 [17152, 18446744073709551615] 00000008:00010000:3.0:1769074944.965377:0:63286:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 8 00000008:00010000:3.0:1769074944.965379:0:63286:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64d165030, osc lock ffff9bc64a6dd0a0, flags 0x0 00010000:00010000:3.0:1769074944.965386:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074944.965395:0:63286:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (70254592 134217727) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074944.965411:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074944.965418:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074944.965425:0:63286:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1769074944.965435:0:63286:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1bb:0x0] updating i_size 70254592 i_blocks 2065 00000020:00010000:3.0:1769074944.965439:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc64d1693f8 (ffff9bc64292bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1769074944.965441:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d1693f8 (ffff9bc64292bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1769074944.965444:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d165030 (ffff9bc64292b5a8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1769074944.965447:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074944.965454:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1769074944.965462:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d1693f8 (ffff9bc64292bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1769074944.965465:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d165030 (ffff9bc64292bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1769074944.965481:0:63286:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/0, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1769074944.965489:0:63286:0:(file.c:5185:ll_file_seek()) START file f204d.sanity-flr:[0x200000404:0x1bb:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1769074944.965493:0:63286:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/1, layout version 7 restore needed 0 00020000:00200000:3.0:1769074944.965497:0:63286:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1bb:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:3.0:1769074944.965499:0:63286:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:3.0:1769074944.965502:0:63286:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1bb:0x0] 00000008:00010000:3.0:1769074944.965508:0:63286:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074944.965509:0:63286:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc6513eaf30, osc lock ffff9bc64a6dd0a0, flags 0x400000400001002 00000008:00010000:3.0:1769074944.965513:0:63286:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074944.965514:0:63286:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc6513eaf70, osc lock ffff9bc64a6dc5f0, flags 0x400000400001002 00010000:00010000:3.0:1769074944.965521:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074944.965529:0:63286:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 67108863) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074944.965536:0:63286:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074944.965540:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074944.965548:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074944.965558:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074944.965565:0:63286:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (67108864 134217727) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074944.965572:0:63286:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074944.965576:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074944.965589:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074944.965597:0:63286:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1769074944.965602:0:63286:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1bb:0x0] updating i_size 70254592 i_blocks 2065 00000020:00010000:3.0:1769074944.965605:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc64d96bd98 (ffff9bc64292bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1769074944.965607:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d96bd98 (ffff9bc64292bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1769074944.965609:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc6513eaf30 (ffff9bc64292b5a8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074944.965612:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc6513eaf70 (ffff9bc64f158758/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074944.965614:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d96bd98 (ffff9bc64292bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1769074944.965616:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc6513eaf30 (ffff9bc64292bf38/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074944.965619:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc6513eaf70 (ffff9bc64292bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1769074944.965625:0:63286:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/1, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1769074944.965632:0:63286:0:(file.c:5216:ll_file_seek()) COMPLETED file f204d.sanity-flr:[0x200000404:0x1bb:0x0], offset: 0, type: (null), rc = 70254592 00000080:00200080:3.0:1769074944.965638:0:63286:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1bb:0x0](ffff9bc649b5aa08) cmd=400866b1 arg=0 00000080:00200080:3.0:1769074944.977923:0:63286:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1bb:0x0](ffff9bc649b5aa08) cmd=400866b1 arg=2 00000080:00200008:3.0:1769074944.977952:0:63286:0:(file.c:6252:ll_getattr_dentry()) START file f204d.sanity-flr:[0x200000404:0x1bb:0x0](ffff9bc649b5aa08), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074944.977962:0:63286:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1bb:0x0](ffff9bc649b5aa08),name=f204d.sanity-flr 00000002:00010000:3.0:1769074944.977995:0:63286:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1bb:0x0]) in obj [0x200000404:0x1bb:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074944.978020:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11bbb6 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8c272 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074944.978039:0:63286:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11bbb6 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8c272 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074944.978053:0:63286:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1bb:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074944.978062:0:63286:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1bb:0x0](ffff9bc649b5aa08) 00000080:00010000:3.0:1769074944.978066:0:63286:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1bb:0x0](ffff9bc649b5aa08) for lock 0x21fa6d252c11bbb6 00000080:00010000:3.0:1769074944.978075:0:63286:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11bbb6 from it ffffa7f982263cd8 00010000:00010000:3.0:1769074944.978079:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11bbb6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8c272 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074944.978088:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11bbb6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8c272 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1769074944.978125:0:63286:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/1, layout version 7 restore needed 0 00020000:00200000:3.0:1769074944.978142:0:63286:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1bb:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:3.0:1769074944.978146:0:63286:0:(lov_io.c:484:lov_io_mirror_init()) use non-delayed RPC state for this IO 00000001:00010000:3.0:1769074944.978151:0:63286:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1bb:0x0] 00000008:00010000:3.0:1769074944.978178:0:63286:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074944.978182:0:63286:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc6513eaf30, osc lock ffff9bc64a6dc5f0, flags 0x400000400001002 00000008:00010000:3.0:1769074944.978191:0:63286:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1769074944.978192:0:63286:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc6513eaf70, osc lock ffff9bc64a6dd0a0, flags 0x400000400001002 00010000:00010000:3.0:1769074944.978213:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074944.978223:0:63286:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 67108863) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074944.978237:0:63286:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074944.978241:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074944.978255:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074944.978273:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074944.978282:0:63286:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (67108864 134217727) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074944.978289:0:63286:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1769074944.978292:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074944.978300:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000020:00200000:3.0:1769074944.978403:0:63286:0:(cl_io.c:1802:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1769074944.978419:0:63286:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1bb:0x0] updating i_size 70254592 i_blocks 2065 00000020:00010000:3.0:1769074944.978426:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc64d96bd98 (ffff9bc64292bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1769074944.978430:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d96bd98 (ffff9bc64292bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1769074944.978434:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc6513eaf30 (ffff9bc64f158758/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074944.978439:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc6513eaf70 (ffff9bc64292b5a8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1769074944.978442:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d96bd98 (ffff9bc64292bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1769074944.978445:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc6513eaf30 (ffff9bc64292bf38/1) at cl_lock_fini():72 00000020:00010000:3.0:1769074944.978448:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc6513eaf70 (ffff9bc64292bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1769074944.978462:0:63286:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/1, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1769074944.978570:0:63286:0:(llite_lib.c:2314:ll_setattr_raw()) START file f204d.sanity-flr:[0x200000404:0x1bb:0x0](ffff9bc649b5aa08) current size 70254592, valid attrs 2068, mode 0, uid -1756520654, gid -1, new size 70254592, atime 1769074944.000000000, mtime 1769074944.000000000, ctime 1769074944.000000000 00010000:00010000:3.0:1769074944.978601:0:63286:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11bbb6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e8c272 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074944.978618:0:63286:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb8c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8c233 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074944.978681:0:63286:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11bbb6 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8c272 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074944.978689:0:63286:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074944.978692:0:63286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11bbb6 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8c272 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00000020:00100000:3.0:1769074944.978724:0:63286:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074944.978744:0:63286:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64d9ad180 x1855007612917504/t0(0) o36->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074944.978814:0:63286:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63286:1855007612917504:192.168.204.139@tcp:36:lfs.0 00000100:00100000:3.0:1769074944.978951:0:63286:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513eaf00 going to sleep for 50 seconds 00000100:00100000:0.0:1769074944.983186:0:63286:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63286:1855007612917504:192.168.204.139@tcp:36:lfs.0 00000080:00200000:0.0:1769074944.983248:0:63286:0:(file.c:1759:ll_io_set_mirror()) f204d.sanity-flr: desiginated mirror: 2 00000080:00200000:0.0:1769074944.983257:0:63286:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1769074944.983283:0:63286:0:(lov_io.c:860:lov_io_iter_init()) component[4] flags 0x11 00000080:00200000:0.0:1769074944.983312:0:63286:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:0.0:1769074944.983338:0:63286:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1769074944.983344:0:63286:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64d841db0, osc lock ffff9bc64a6df1d0, flags 0x0 00000008:00010000:0.0:1769074944.983349:0:63286:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1769074944.983351:0:63286:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc64d841df0, osc lock ffff9bc64a6df8f0, flags 0x0 00010000:00010000:0.0:1769074944.983381:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08dc00/0x21fa6d252c11bba8 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c25d expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074944.983400:0:63286:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 10485759) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08dc00/0x21fa6d252c11bba8 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c25d expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074944.983416:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08dc00/0x21fa6d252c11bba8 lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c25d expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074944.983427:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08dc00/0x21fa6d252c11bba8 lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c25d expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074944.983435:0:63286:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08dc00/0x21fa6d252c11bba8 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c25d expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074944.983512:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bbbd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074944.983521:0:63286:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bbbd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [10485760->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074944.983538:0:63286:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bbbd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [10485760->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1769074944.983566:0:63286:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63286:1855007612917632:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074944.983665:0:63286:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d841b40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074944.988592:0:63286:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9bc646483800: committing for last_committed 17179872680 gen 1 00000100:00100000:0.0:1769074944.990695:0:63286:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63286:1855007612917632:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074944.990748:0:63286:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bbbd lrc: 4/0,1 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c2aa expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074944.990772:0:63286:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bbbd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c2aa expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074944.990955:0:63286:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bbbd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c2aa expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074944.990977:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bbbd lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c2aa expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1769074944.990995:0:63286:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 70254592, setting rss=70254592; kms=70254592, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bbbd lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8c2aa expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074944.991014:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bbbd lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c2aa expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074944.991030:0:63286:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bbbd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c2aa expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074944.991209:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612917760:192.168.204.139@tcp:10:lfs.0 00000100:00100000:1.0:1769074944.994680:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612917760:192.168.204.139@tcp:10:lfs.0 00000080:00200000:0.0:1769074944.994768:0:63286:0:(file.c:1686:ll_merge_attr_nolock()) [0x200000404:0x1bb:0x0] updating i_size 70254592 i_blocks 2065 00000020:00010000:0.0:1769074944.994856:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc67aff67b8 (ffff9bc64f158488/0) at cl_lock_release():245 00000020:00010000:0.0:1769074944.994862:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc67aff67b8 (ffff9bc64f158488/0) at cl_lock_cancel():142 00000020:00010000:0.0:1769074944.994869:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d841db0 (ffff9bc64f158128/1) at cl_lock_cancel():142 00010000:00010000:0.0:1769074944.994882:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08dc00/0x21fa6d252c11bba8 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c25d expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074944.994898:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08dc00/0x21fa6d252c11bba8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c25d expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1769074944.994921:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d841df0 (ffff9bc64f158ab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1769074944.994927:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bbbd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8b5959a9a0e8c2aa expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074944.994937:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bbbd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c2aa expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1769074944.994950:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc67aff67b8 (ffff9bc64f158488/0) at cl_lock_fini():72 00000020:00010000:0.0:1769074944.994954:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d841db0 (ffff9bc64f158488/1) at cl_lock_fini():72 00000020:00010000:0.0:1769074944.994960:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d841df0 (ffff9bc64f158488/1) at cl_lock_fini():72 00000080:00200000:0.0:1769074944.994989:0:63286:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/0, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1769074944.995095:0:63286:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file f204d.sanity-flr:[0x200000404:0x1bb:0x0](ffff9bc649b5aa08) current size 70254592, valid attrs 2168, mode 0, uid -1756520654, gid -1, new size 70254592, atime 1769074944.000000000, mtime 1769074944.000000000, ctime 1769074944.000000000, rc 0 00000080:00200080:1.0:1769074944.995123:0:63286:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1bb:0x0](ffff9bc649b5aa08) cmd=400866b1 arg=0 00000080:00200008:1.0:1769074944.995164:0:63286:0:(llite_lib.c:2314:ll_setattr_raw()) START file f204d.sanity-flr:[0x200000404:0x1bb:0x0](ffff9bc649b5aa08) current size 70254592, valid attrs 101f0, mode a7f9, uid 1108593616, gid -25658, new size 18446633874675313160, atime 1769074918.000000000, mtime 1769074931.000000000, ctime 1769074944.000000000 00000020:00100000:1.0:1769074944.995248:0:63286:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1769074944.995259:0:63286:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac90380 x1855007612918016/t0(0) o36->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074944.995291:0:63286:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63286:1855007612918016:192.168.204.139@tcp:36:lfs.0 00000100:00100000:1.0:1769074944.996060:0:63286:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc646583480 going to sleep for 50 seconds 00000100:00100000:1.0:1769074945.000915:0:63286:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63286:1855007612918016:192.168.204.139@tcp:36:lfs.0 00000080:00200000:1.0:1769074945.000994:0:63286:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1769074945.001016:0:63286:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1bb:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:1.0:1769074945.001020:0:63286:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:1.0:1769074945.001033:0:63286:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:1.0:1769074945.001103:0:63286:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:1.0:1769074945.001125:0:63286:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x40 00000080:00200000:1.0:1769074945.001130:0:63286:0:(vvp_io.c:199:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:1.0:1769074945.001149:0:63286:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1769074945.001155:0:63286:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc6465834b0, osc lock ffff9bc64a5b4be0, flags 0x0 00000008:00010000:1.0:1769074945.001160:0:63286:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1769074945.001162:0:63286:0:(osc_lock.c:1248:osc_lock_init()) ### lock ffff9bc6465834f0, osc lock ffff9bc64a5b4000, flags 0x0 00010000:00010000:1.0:1769074945.001182:0:63286:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc651ea3800 type 11 mode 2 res 10737419264/546 (0 67108863) 00010000:00010000:1.0:1769074945.001247:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbc4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074945.001259:0:63286:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbc4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->67108863] (req 0->67108863) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074945.001271:0:63286:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbc4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->67108863] (req 0->67108863) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074945.001296:0:63286:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63286:1855007612918144:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074945.001722:0:63286:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc646583b40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074945.004923:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074945.005127:0:45123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619978880 00000100:00100000:3.0:1769074945.005140:0:45123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619978880 00000100:00100000:3.0:1769074945.005212:0:45123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6641 00000100:00100000:3.0:1769074945.005223:0:45123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc67afd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:21706:x1855007619978880:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074945.005245:0:45123:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074945.005371:0:45123:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074945.005379:0:45123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc67afd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:21706:x1855007619978880:12345-192.168.204.139@tcp:104: Request processed in 158us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074945.005387:0:45123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6641 00010000:00010000:1.0:1769074945.005597:0:37585:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074945.005606:0:37585:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074945.005615:0:37585:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64145c400 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:1.0:1769074945.005622:0:37585:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x800428400000000 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1769074945.005706:0:37585:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1bb:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1769074945.005723:0:37585:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1bb:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1769074945.005809:0:37585:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074945.005817:0:37585:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074945.005841:0:37585:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074945.005848:0:37585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64145c400/0x21fa6d252c11bb9a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8c248 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074945.005869:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.005871:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.005873:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074945.005882:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1769074945.005901:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612918272:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074945.011217:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:1.0:1769074945.013147:0:63286:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63286:1855007612918144:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074945.013192:0:63286:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbc4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->67108863] (req 0->67108863) gid 0 flags: 0x10000000020000 nid: local remote: 0x8b5959a9a0e8c2b8 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074945.013209:0:63286:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbc4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->67108863] (req 0->67108863) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8c2b8 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074945.013218:0:63286:0:(ldlm_request.c:303:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbc4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->67108863] (req 0->67108863) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8c2b8 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1769074945.014039:0:37578:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619979008 00000100:00100000:2.0:1769074945.014055:0:37578:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619979008 00000100:00100000:2.0:1769074945.014182:0:37578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6642 00000100:00100000:2.0:1769074945.014195:0:37578:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:5737:x1855007619979008:12345-192.168.204.139@tcp:105: 00010000:00010000:2.0:1769074945.014212:0:37578:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbc4 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->67108863] (req 0->67108863) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8c2b8 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074945.014225:0:37578:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbc4 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->67108863] (req 0->67108863) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8c2b8 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074945.014236:0:37578:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbc4 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x10000000020000 nid: local remote: 0x8b5959a9a0e8c2b8 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074945.014247:0:37578:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbc4 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x10080000020000 nid: local remote: 0x8b5959a9a0e8c2b8 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074945.014258:0:37578:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbc4 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x10080000020000 nid: local remote: 0x8b5959a9a0e8c2b8 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074945.014269:0:37578:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbc4 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x80000020000 nid: local remote: 0x8b5959a9a0e8c2b8 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074945.014310:0:37578:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9bc64f08c600) 00000100:00100000:2.0:1769074945.014417:0:37578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:5737:x1855007619979008:12345-192.168.204.139@tcp:105: Request processed in 224us (3216us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074945.014426:0:37578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6642 00010000:00010000:1.0:1769074945.014503:0:63286:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbc4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8c2b8 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074945.014515:0:63286:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbc4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8c2b8 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074945.014533:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbc4 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x10000000020000 nid: local remote: 0x8b5959a9a0e8c2b8 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1769074945.014548:0:63286:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbc4 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x10020000020000 nid: local remote: 0x8b5959a9a0e8c2b8 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074945.014563:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbc4 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8c2b8 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074945.014572:0:63286:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbc4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8c2b8 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074945.014619:0:63286:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc64a345000 type 11 mode 2 res 9663677440/544 (67108864 134217727) 00010000:00010000:1.0:1769074945.014685:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bbcb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074945.014694:0:63286:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bbcb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [67108864->134217727] (req 67108864->134217727) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074945.014705:0:63286:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bbcb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [67108864->134217727] (req 67108864->134217727) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074945.014730:0:63286:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63286:1855007612918400:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074945.014815:0:63286:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc646583b40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074945.018994:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:2.0:1769074945.019086:0:37578:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619979136 00000100:00100000:2.0:1769074945.019100:0:37578:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619979136 00000100:00100000:2.0:1769074945.019181:0:37578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6643 00000100:00100000:2.0:1769074945.019193:0:37578:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:21706:x1855007619979136:12345-192.168.204.139@tcp:104: 00010000:00010000:2.0:1769074945.019219:0:37578:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074945.019399:0:37578:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1769074945.019408:0:37578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:21706:x1855007619979136:12345-192.168.204.139@tcp:104: Request processed in 217us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074945.019418:0:37578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6643 00000100:00100000:2.0:1769074945.021978:0:63286:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63286:1855007612918400:192.168.204.139@tcp:101:lfs.0 00010000:00010000:2.0:1769074945.022021:0:63286:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bbcb lrc: 4/0,1 mode: --/PW res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [67108864->134217727] (req 67108864->134217727) gid 0 flags: 0x10000000020000 nid: local remote: 0x8b5959a9a0e8c2bf expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074945.022036:0:63286:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bbcb lrc: 4/0,1 mode: --/PW res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [67108864->134217727] (req 67108864->134217727) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8c2bf expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074945.022045:0:63286:0:(ldlm_request.c:303:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bbcb lrc: 4/0,1 mode: --/PW res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [67108864->134217727] (req 67108864->134217727) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8c2bf expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074945.022206:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612918272:192.168.204.139@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074945.022393:0:37586:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074945.022405:0:37586:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x800420000000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074945.022416:0:37586:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64145c600 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:0.0:1769074945.022424:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x800428400000000 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1769074945.022449:0:37586:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1bb:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1769074945.022546:0:37586:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1bb:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1769074945.022615:0:37586:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074945.022625:0:37586:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074945.022669:0:37586:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074945.022677:0:37586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64145c600/0x21fa6d252c11bba1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8b5959a9a0e8c24f expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074945.022700:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074945.022702:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074945.022704:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074945.022716:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074945.022736:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612918528:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074945.025325:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:2.0:1769074945.025476:0:45123:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1769074945.025504:0:45123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619979264 00000100:00100000:2.0:1769074945.025516:0:45123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619979264 00000100:00100000:2.0:1769074945.025588:0:45123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6644 00000100:00100000:2.0:1769074945.025598:0:45123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc643b84c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:5737:x1855007619979264:12345-192.168.204.139@tcp:105: 00010000:00010000:2.0:1769074945.025618:0:45123:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bbcb lrc: 5/0,1 mode: --/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [67108864->134217727] (req 67108864->134217727) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8c2bf expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074945.025632:0:45123:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bbcb lrc: 5/0,1 mode: --/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [67108864->134217727] (req 67108864->134217727) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8c2bf expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074945.025658:0:45123:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bbcb lrc: 5/0,1 mode: --/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x10000000020000 nid: local remote: 0x8b5959a9a0e8c2bf expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074945.025672:0:45123:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bbcb lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x10080000020000 nid: local remote: 0x8b5959a9a0e8c2bf expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074945.025683:0:45123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bbcb lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x10080000020000 nid: local remote: 0x8b5959a9a0e8c2bf expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074945.025696:0:45123:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bbcb lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x80000020000 nid: local remote: 0x8b5959a9a0e8c2bf expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074945.025728:0:45123:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9bc64f08c000) 00000100:00100000:2.0:1769074945.025825:0:45123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc643b84c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:5737:x1855007619979264:12345-192.168.204.139@tcp:105: Request processed in 227us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074945.025837:0:45123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6644 00010000:00010000:0.0:1769074945.026103:0:63286:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bbcb lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8c2bf expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074945.026115:0:63286:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bbcb lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x20000 nid: local remote: 0x8b5959a9a0e8c2bf expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074945.026133:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bbcb lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x10000000020000 nid: local remote: 0x8b5959a9a0e8c2bf expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1769074945.026146:0:63286:0:(osc_lock.c:179:osc_lock_lvb_update()) ### acquired size 70254592, setting rss=70254592; kms=70254592, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bbcb lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x10020000020000 nid: local remote: 0x8b5959a9a0e8c2bf expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074945.026160:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bbcb lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8c2bf expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074945.026168:0:63286:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bbcb lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8c2bf expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1769074945.026294:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612918656:192.168.204.139@tcp:2:lfs.0 00000100:00100000:0.0:1769074945.026394:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074945.026402:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612918784:192.168.204.139@tcp:2:lfs.0 00000100:00100000:0.0:1769074945.030064:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612918528:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1769074945.033144:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612918784:192.168.204.139@tcp:2:lfs.0 00000100:00100000:0.0:1769074945.033188:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612918656:192.168.204.139@tcp:2:lfs.0 00000020:00010000:2.0:1769074945.033264:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9bc64d169a88 (ffff9bc64292bab8/0) at cl_lock_release():245 00000020:00010000:2.0:1769074945.033270:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc64d169a88 (ffff9bc64292bab8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1769074945.033276:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc6465834b0 (ffff9bc64292b488/1) at cl_lock_cancel():142 00010000:00010000:2.0:1769074945.033290:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbc4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8c2b8 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074945.033306:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbc4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8c2b8 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000020:00010000:2.0:1769074945.033331:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9bc6465834f0 (ffff9bc64292b368/1) at cl_lock_cancel():142 00010000:00010000:2.0:1769074945.033336:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bbcb lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x810020000020000 nid: local remote: 0x8b5959a9a0e8c2bf expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074945.033344:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bbcb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8c2bf expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000020:00010000:2.0:1769074945.033353:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc64d169a88 (ffff9bc64292bab8/0) at cl_lock_fini():72 00000020:00010000:2.0:1769074945.033356:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc6465834b0 (ffff9bc64292bab8/1) at cl_lock_fini():72 00000020:00010000:2.0:1769074945.033361:0:63286:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9bc6465834f0 (ffff9bc64292bab8/1) at cl_lock_fini():72 00000080:00200000:2.0:1769074945.033386:0:63286:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1bb:0x0] ignore/verify layout 0/0, layout version 7 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1769074945.033403:0:63286:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file f204d.sanity-flr:[0x200000404:0x1bb:0x0](ffff9bc649b5aa08) current size 70254592, valid attrs 101f0, mode a7f9, uid 1108593616, gid -25658, new size 18446633874675313160, atime 1769074918.000000000, mtime 1769074931.000000000, ctime 1769074944.000000000, rc 0 00000080:00200080:2.0:1769074945.033434:0:63286:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x200000404:0x1bb:0x0](ffff9bc649b5aa08) cmd=c00c66f3 arg=e7c2a0 00010000:00010000:2.0:1769074945.033505:0:63286:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d200/0x21fa6d252c11bb85 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x81008000000000 nid: local remote: 0x8b5959a9a0e8c210 expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.033527:0:63286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08d200/0x21fa6d252c11bb85 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x85809400000000 nid: local remote: 0x8b5959a9a0e8c210 expref: -99 pid: 63286 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074945.033552:0:63286:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff9bc64ac91180 x1855007612914176/t8589941523(8589941523) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 1072/1160 e 0 to 0 dl 1769074999 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074945.033565:0:63286:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074945.033571:0:63286:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc67afdb800 x1855007612919040/t0(0) o35->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:23/10 lens 504/2128 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074945.033605:0:63286:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63286:1855007612919040:192.168.204.139@tcp:35:lfs.0 00000100:00100000:2.0:1769074945.033720:0:63286:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc67f9810c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074945.036673:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074945.037002:0:37578:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619979392 00000100:00100000:3.0:1769074945.037015:0:37578:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619979392 00000100:00100000:3.0:1769074945.037088:0:37578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6645 00000100:00100000:3.0:1769074945.037099:0:37578:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc67afdb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:8e818347-4d21-45d1-a323-b359656f3fdd+5:31182:x1855007619979392:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074945.037122:0:37578:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb8c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x8b5959a9a0e8c233 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1769074945.037230:0:37578:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074945.037238:0:37578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc67afdb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:8e818347-4d21-45d1-a323-b359656f3fdd+5:31182:x1855007619979392:12345-192.168.204.139@tcp:104: Request processed in 140us (591us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074945.037246:0:37578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6645 00010000:00010000:0.0:1769074945.037829:0:47798:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074945.037841:0:47798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb8c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x8b5959a9a0e8c233 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074945.037851:0:47798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64145d200 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:0.0:1769074945.037857:0:47798:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb8c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x8 rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x8b5959a9a0e8c233 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074945.037867:0:47798:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb8c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x8 rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x8b5959a9a0e8c233 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074945.037877:0:47798:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb8c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x8 rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x8b5959a9a0e8c233 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074945.037910:0:47798:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x1bb:0x0]: losing layout lock 00010000:00010000:0.0:1769074945.037971:0:47798:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb8c lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x8 rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8b5959a9a0e8c233 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074945.037979:0:47798:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074945.038010:0:47798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb8c lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x8 rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8b5959a9a0e8c233 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074945.038019:0:47798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d200/0x21fa6d252c11bb8c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x8 rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8b5959a9a0e8c233 expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074945.038051:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074945.038053:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074945.038055:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074945.038077:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612919168:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1769074945.043332:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612919168:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1769074945.089756:0:63286:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bc646483800: committing for last_committed 8589941530 gen 1 00000100:00100000:0.0:1769074945.089941:0:63286:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63286:1855007612919040:192.168.204.139@tcp:35:lfs.0 00000002:00100000:2.0:1769074945.091243:0:63286:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9bc64ac91180 x1855007612914176/t8589941523(8589941523) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 1072/1160 e 0 to 0 dl 1769074999 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00010000:2.0:1769074945.091320:0:63286:0:(file.c:7031:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000404:0x1bb:0x0](ffff9bc649b5aa08) 00000002:00010000:2.0:1769074945.091334:0:63286:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1bb:0x0]) in obj [0x200000404:0x1bb:0x0], intent: layout flags 0 00010000:00010000:2.0:1769074945.091414:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26e00/0x21fa6d252c11bbd2 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 63286 initiator: MDT0 00010000:00010000:2.0:1769074945.091426:0:63286:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26e00/0x21fa6d252c11bbd2 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 63286 initiator: MDT0 00010000:00010000:2.0:1769074945.091436:0:63286:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26e00/0x21fa6d252c11bbd2 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 63286 initiator: MDT0 00000100:00100000:2.0:1769074945.091459:0:63286:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63286:1855007612919296:192.168.204.139@tcp:101:lfs.0 00000100:00100000:2.0:1769074945.091569:0:63286:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc67f981600 going to sleep for 50 seconds 00000100:00100000:2.0:1769074945.095115:0:63286:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63286:1855007612919296:192.168.204.139@tcp:101:lfs.0 00010000:00010000:2.0:1769074945.095159:0:63286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26e00/0x21fa6d252c11bbd2 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c2cd expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074945.095179:0:63286:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26e00/0x21fa6d252c11bbd2 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c2cd expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00000002:00100000:2.0:1769074945.095199:0:63286:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff9bc67afdb800 x1855007612919296/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 376/896 e 0 to 0 dl 1769075000 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074945.095220:0:63286:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 552 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26e00/0x21fa6d252c11bbd2 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c2cd expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00000002:00010000:2.0:1769074945.095238:0:63286:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26e00/0x21fa6d252c11bbd2 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c2cd expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074945.095256:0:63286:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 16 res 8589935620/443 (0 0) 00000080:00200000:2.0:1769074945.095264:0:63286:0:(namei.c:955:ll_intent_lock()) intent lock 1024 on i1 [0x200000404:0x1bb:0x0] suppgids 0 0: rc 0 00000080:00010000:2.0:1769074945.095291:0:63286:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1bb:0x0](ffff9bc649b5aa08) for lock 0x21fa6d252c11bbd2 00000080:00010000:2.0:1769074945.095482:0:63286:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11bbd2 from it ffffa7f982263bc8 00010000:00010000:2.0:1769074945.095488:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26e00/0x21fa6d252c11bbd2 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c2cd expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074945.095500:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26e00/0x21fa6d252c11bbd2 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c2cd expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074945.095530:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26e00/0x21fa6d252c11bbd2 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c2cd expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074945.095545:0:63286:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26e00/0x21fa6d252c11bbd2 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c2cd expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00000080:00010000:2.0:1769074945.095554:0:63286:0:(file.c:6914:ll_layout_lock_set()) ### file [0x200000404:0x1bb:0x0](000000000d1ddb6a) being reconfigured ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26e00/0x21fa6d252c11bbd2 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c2cd expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074945.095613:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26e00/0x21fa6d252c11bbd2 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c2cd expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074945.095623:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26e00/0x21fa6d252c11bbd2 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c2cd expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1769074945.095641:0:63286:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1bb:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:2.0:1769074945.095662:0:63286:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1bb:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:2.0:1769074945.095666:0:63286:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:2.0:1769074945.095673:0:63286:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:2.0:1769074945.095686:0:63286:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:2.0:1769074945.095694:0:63286:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x40 00000080:00200000:2.0:1769074945.095726:0:63286:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1bb:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:2.0:1769074945.095741:0:63286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26e00/0x21fa6d252c11bbd2 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c2cd expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074945.095750:0:63286:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26e00/0x21fa6d252c11bbd2 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c2cd expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00000080:00010000:2.0:1769074945.095758:0:63286:0:(file.c:6914:ll_layout_lock_set()) ### file [0x200000404:0x1bb:0x0](000000000d1ddb6a) being reconfigured ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26e00/0x21fa6d252c11bbd2 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c2cd expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1769074945.095839:0:63286:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1bb:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:2.0:1769074945.095844:0:63286:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1bb:0x0]: flr state: 3, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:2.0:1769074945.095847:0:63286:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:2.0:1769074945.095849:0:63286:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:2.0:1769074945.095853:0:63286:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:2.0:1769074945.095858:0:63286:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x40 00000080:00200000:2.0:1769074945.095865:0:63286:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1bb:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000008:00010000:2.0:1769074945.095884:0:63286:0:(osc_object.c:209:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 0 blocks 1 [cma]time 1769074944 1769074931 1769074918 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbc4 lrc: 1/0,0 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8c2b8 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000008:00010000:2.0:1769074945.095916:0:63286:0:(osc_object.c:209:osc_object_ast_clear()) ### update lock size 70254592 blocks 2063 [cma]time: 1769074931 1769074931 0 by oinfo size 70254592 blocks 2063 [cma]time 1769074944 1769074931 1769074918 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bbcb lrc: 1/0,0 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x800020000020000 nid: local remote: 0x8b5959a9a0e8c2bf expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000008:00010000:2.0:1769074945.095942:0:63286:0:(osc_object.c:209:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 0 blocks 1 [cma]time 0 0 0 ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08dc00/0x21fa6d252c11bba8 lrc: 1/0,0 mode: PW/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c25d expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000008:00010000:2.0:1769074945.095959:0:63286:0:(osc_object.c:209:osc_object_ast_clear()) ### update lock size 70254592 blocks 6167 [cma]time: 1769074944 1769074944 0 by oinfo size 70254592 blocks 6167 [cma]time 1769074944 1769074944 0 ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bbbd lrc: 1/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8b5959a9a0e8c2aa expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00000080:00200000:2.0:1769074945.096205:0:63286:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1bb:0x0]: layout version change: 4294967294 -> 8 00010000:00010000:2.0:1769074945.096211:0:63286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26e00/0x21fa6d252c11bbd2 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8c2cd expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074945.096218:0:63286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26e00/0x21fa6d252c11bbd2 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8c2cd expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00000080:00200008:2.0:1769074945.096268:0:63286:0:(file.c:424:ll_file_release()) START file f204d.sanity-flr:[0x200000404:0x1bb:0x0](ffff9bc649b5aa08), flags 154002 00000002:00100000:2.0:1769074945.096562:0:63286:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff9bc64d9ac000 x1855007612913792/t8589941522(8589941522) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 1072/1160 e 0 to 0 dl 1769074999 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074945.096575:0:63286:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074945.096579:0:63286:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc67afdb800 x1855007612919552/t0(0) o35->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:23/10 lens 392/2128 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074945.096602:0:63286:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63286:1855007612919552:192.168.204.139@tcp:35:lfs.0 00000100:00100000:2.0:1769074945.096873:0:63286:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc67f981600 going to sleep for 11 seconds 00000100:00100000:2.0:1769074945.100075:0:63286:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63286:1855007612919552:192.168.204.139@tcp:35:lfs.0 00000002:00100000:2.0:1769074945.100115:0:63286:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9bc64d9ac000 x1855007612913792/t8589941522(8589941522) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 1072/1160 e 0 to 0 dl 1769074999 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00010000:1.0:1769074945.101171:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:0.0:1769074945.118200:0:63287:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074945.118245:0:63287:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074945.118269:0:63287:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.118288:0:63287:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074945.118298:0:63287:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074945.118308:0:63287:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074945.118312:0:63287:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:0.0:1769074945.118320:0:63287:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f9821ebbf8 00010000:00010000:0.0:1769074945.118324:0:63287:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.118334:0:63287:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074945.118354:0:63287:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.118366:0:63287:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204d.sanity-flr, flags=27 00000080:00200000:0.0:1769074945.118373:0:63287:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.118389:0:63287:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204d.sanity-flr, dir=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), file ffff9bc646970300, open_flags 18800, mode 0 opened 0 00000080:00200000:0.0:1769074945.118399:0:63287:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204d.sanity-flr, dir=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), intent=open 00000002:00010000:0.0:1769074945.118419:0:63287:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204d.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1ba:0x0], intent: open flags 0304001 00010000:00010000:0.0:1769074945.118507:0:63287:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11bbd9 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 63287 initiator: MDT0 00010000:00010000:0.0:1769074945.118516:0:63287:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11bbd9 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 63287 initiator: MDT0 00000020:00100000:0.0:1769074945.118531:0:63287:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074945.118549:0:63287:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07f100 x1855007612919808/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074945.118558:0:63287:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11bbd9 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 63287 initiator: MDT0 00000100:00100000:0.0:1769074945.118584:0:63287:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63287:1855007612919808:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074945.118928:0:63287:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d841d80 going to sleep for 50 seconds 00000100:00100000:0.0:1769074945.126091:0:63287:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63287:1855007612919808:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074945.126136:0:63287:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11bbd9 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 63287 initiator: MDT0 00010000:00010000:0.0:1769074945.126152:0:63287:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11bbd9 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 63287 initiator: MDT0 00010000:00010000:0.0:1769074945.126159:0:63287:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11bbd9 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 63287 initiator: MDT0 00010000:00010000:0.0:1769074945.126168:0:63287:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11bbd9 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 63287 initiator: MDT0 00010000:00010000:0.0:1769074945.126176:0:63287:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11bbd9 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 63287 initiator: MDT0 00010000:00010000:0.0:1769074945.126183:0:63287:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f942200 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:0.0:1769074945.126189:0:63287:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11bbd9 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 63287 initiator: MDT0 00010000:00010000:0.0:1769074945.126197:0:63287:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11bbd9 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 63287 initiator: MDT0 00010000:00010000:0.0:1769074945.126205:0:63287:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11bbd9 lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 63287 initiator: MDT0 00010000:00010000:0.0:1769074945.126214:0:63287:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074945.126223:0:63287:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11bbd9 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 63287 initiator: MDT0 00010000:00010000:0.0:1769074945.126229:0:63287:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11bbd9 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 63287 initiator: MDT0 00000002:00100000:0.0:1769074945.126253:0:63287:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64f07f100 x1855007612919808/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/608 e 0 to 0 dl 1769075000 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074945.126270:0:63287:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1ba:0x0] suppgids 0 -1: rc -20 00000080:00200000:1.0:1769074945.126604:0:63287:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074945.126630:0:63287:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074945.126660:0:63287:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.126673:0:63287:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.126680:0:63287:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074945.126688:0:63287:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074945.126693:0:63287:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:1.0:1769074945.126699:0:63287:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f9821ebbf8 00010000:00010000:1.0:1769074945.126703:0:63287:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.126711:0:63287:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.126728:0:63287:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.126738:0:63287:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204d.sanity-flr, flags=267 00000080:00200000:1.0:1769074945.126750:0:63287:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), inode mode 41ed mask 44 00000080:00200008:1.0:1769074945.126762:0:63287:0:(file.c:1001:ll_file_open()) START file d204d.sanity-flr:[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), flags 304000 00000080:00200080:1.0:1769074945.126861:0:63287:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08) cmd=c0086915 arg=134d3d0 00000100:00100000:1.0:1769074945.126937:0:63287:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63287:1855007612919936:192.168.204.139@tcp:34:lfs.0 00000100:00100000:1.0:1769074945.127033:0:63287:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc646583d80 going to sleep for 50 seconds 00000100:00100000:1.0:1769074945.135927:0:63287:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63287:1855007612919936:192.168.204.139@tcp:34:lfs.0 00000080:00200008:1.0:1769074945.136366:0:63287:0:(file.c:424:ll_file_release()) START file d204d.sanity-flr:[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), flags 304000 00010000:00010000:1.0:1769074945.136410:0:63287:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11bb5b lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c15a expref: -99 pid: 63279 timeout: 0 lvb_type: 0 00000080:00200008:0.0:1769074945.174880:0:63289:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1769074945.174895:0:63289:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074945.174923:0:63289:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074945.174945:0:63289:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.174964:0:63289:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074945.174973:0:63289:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074945.174982:0:63289:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074945.174987:0:63289:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:0.0:1769074945.174996:0:63289:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f98223bcb8 00010000:00010000:0.0:1769074945.175001:0:63289:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.175010:0:63289:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.181954:0:63289:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074945.181987:0:63289:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074945.182005:0:63289:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.182022:0:63289:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.182029:0:63289:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074945.182037:0:63289:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074945.182040:0:63289:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:1.0:1769074945.182048:0:63289:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f98223bbb0 00010000:00010000:1.0:1769074945.182052:0:63289:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.182061:0:63289:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.182077:0:63289:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 44 00000080:00200008:1.0:1769074945.182090:0:63289:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200080:1.0:1769074945.182599:0:63289:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=800866a8 arg=7ffcfc27c70c 00000080:00200008:1.0:1769074945.182614:0:63289:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200000:3.0:1769074945.184128:0:63291:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074945.184161:0:63291:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074945.184180:0:63291:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.184198:0:63291:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074945.184206:0:63291:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074945.184217:0:63291:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074945.184222:0:63291:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:3.0:1769074945.184231:0:63291:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f9821ebbf8 00010000:00010000:3.0:1769074945.184236:0:63291:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.184245:0:63291:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074945.184263:0:63291:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.184272:0:63291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204d.sanity-flr, flags=27 00000080:00200000:3.0:1769074945.184279:0:63291:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.184293:0:63291:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204d.sanity-flr, dir=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), file ffff9bc650651800, open_flags 18800, mode 0 opened 0 00000080:00200000:3.0:1769074945.184301:0:63291:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204d.sanity-flr, dir=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), intent=open 00000002:00010000:3.0:1769074945.184318:0:63291:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204d.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1ba:0x0], intent: open flags 0304001 00010000:00010000:3.0:1769074945.184390:0:63291:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11bbe0 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 63291 initiator: MDT0 00010000:00010000:3.0:1769074945.184399:0:63291:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11bbe0 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 63291 initiator: MDT0 00000020:00100000:3.0:1769074945.184415:0:63291:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074945.184432:0:63291:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64d9ac700 x1855007612920192/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074945.184444:0:63291:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11bbe0 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 63291 initiator: MDT0 00000100:00100000:3.0:1769074945.184657:0:63291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac700 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63291:1855007612920192:192.168.204.139@tcp:101:lfs.0 00000100:00100000:2.0:1769074945.185880:0:63291:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513ead80 going to sleep for 50 seconds 00000100:00100000:2.0:1769074945.191094:0:63291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac700 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63291:1855007612920192:192.168.204.139@tcp:101:lfs.0 00010000:00010000:2.0:1769074945.191129:0:63291:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11bbe0 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 63291 initiator: MDT0 00010000:00010000:2.0:1769074945.191145:0:63291:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11bbe0 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 63291 initiator: MDT0 00010000:00010000:2.0:1769074945.191152:0:63291:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11bbe0 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 63291 initiator: MDT0 00010000:00010000:2.0:1769074945.191160:0:63291:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11bbe0 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 63291 initiator: MDT0 00010000:00010000:2.0:1769074945.191170:0:63291:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11bbe0 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 63291 initiator: MDT0 00010000:00010000:2.0:1769074945.191178:0:63291:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64145d600 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:2.0:1769074945.191184:0:63291:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11bbe0 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 63291 initiator: MDT0 00010000:00010000:2.0:1769074945.191192:0:63291:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11bbe0 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 63291 initiator: MDT0 00010000:00010000:2.0:1769074945.191200:0:63291:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11bbe0 lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 63291 initiator: MDT0 00010000:00010000:2.0:1769074945.191208:0:63291:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074945.191217:0:63291:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11bbe0 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 63291 initiator: MDT0 00010000:00010000:2.0:1769074945.191225:0:63291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64145d600/0x21fa6d252c11bbe0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 63291 initiator: MDT0 00000002:00100000:2.0:1769074945.191251:0:63291:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64d9ac700 x1855007612920192/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/608 e 0 to 0 dl 1769075000 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074945.191268:0:63291:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1ba:0x0] suppgids 0 -1: rc -20 00000080:00200000:2.0:1769074945.191593:0:63291:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074945.191624:0:63291:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074945.191642:0:63291:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.191668:0:63291:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074945.191676:0:63291:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074945.191683:0:63291:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074945.191687:0:63291:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:2.0:1769074945.191694:0:63291:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f9821ebbf8 00010000:00010000:2.0:1769074945.191698:0:63291:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.191706:0:63291:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074945.191723:0:63291:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.191734:0:63291:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204d.sanity-flr, flags=267 00000080:00200000:2.0:1769074945.191743:0:63291:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), inode mode 41ed mask 44 00000080:00200008:2.0:1769074945.191757:0:63291:0:(file.c:1001:ll_file_open()) START file d204d.sanity-flr:[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), flags 304000 00000080:00200080:2.0:1769074945.191867:0:63291:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08) cmd=c1406916 arg=d3ca10 00000100:00100000:2.0:1769074945.191942:0:63291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63291:1855007612920320:192.168.204.139@tcp:34:lfs.0 00000100:00100000:2.0:1769074945.192043:0:63291:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc67f981600 going to sleep for 50 seconds 00000100:00100000:2.0:1769074945.197659:0:63291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63291:1855007612920320:192.168.204.139@tcp:34:lfs.0 00000080:00200008:2.0:1769074945.197932:0:63291:0:(file.c:424:ll_file_release()) START file d204d.sanity-flr:[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), flags 304000 00010000:00010000:2.0:1769074945.197982:0:63291:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11bb5b lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c15a expref: -99 pid: 63279 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074945.220209:0:63296:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1769074945.220222:0:63296:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074945.220246:0:63296:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074945.220268:0:63296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.220283:0:63296:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074945.220291:0:63296:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074945.220298:0:63296:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074945.220303:0:63296:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:2.0:1769074945.220312:0:63296:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f98227bcb8 00010000:00010000:2.0:1769074945.220317:0:63296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.220327:0:63296:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074945.220554:0:63296:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074945.220563:0:63296:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074945.220570:0:63296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.220578:0:63296:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074945.220584:0:63296:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074945.220588:0:63296:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074945.220591:0:63296:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:2.0:1769074945.220594:0:63296:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f98227bbb0 00010000:00010000:2.0:1769074945.220597:0:63296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.220604:0:63296:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074945.220612:0:63296:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 44 00000080:00200008:2.0:1769074945.220620:0:63296:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200080:2.0:1769074945.220725:0:63296:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=800866a8 arg=7ffcb10e0c8c 00000080:00200008:2.0:1769074945.220741:0:63296:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200000:1.0:1769074945.225173:0:63298:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074945.225205:0:63298:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074945.225221:0:63298:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.225237:0:63298:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.225245:0:63298:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074945.225253:0:63298:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074945.225256:0:63298:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:1.0:1769074945.225265:0:63298:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f98222bbf8 00010000:00010000:1.0:1769074945.225269:0:63298:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.225277:0:63298:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.225293:0:63298:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.225300:0:63298:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204d.sanity-flr, flags=27 00000080:00200000:1.0:1769074945.225308:0:63298:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.225319:0:63298:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204d.sanity-flr, dir=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), file ffff9bc64d979980, open_flags 18800, mode 0 opened 0 00000080:00200000:1.0:1769074945.225326:0:63298:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204d.sanity-flr, dir=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), intent=open 00000002:00010000:1.0:1769074945.225340:0:63298:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204d.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1ba:0x0], intent: open flags 0304001 00010000:00010000:1.0:1769074945.225408:0:63298:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bbe7 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 63298 initiator: MDT0 00010000:00010000:1.0:1769074945.225416:0:63298:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bbe7 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 63298 initiator: MDT0 00000020:00100000:1.0:1769074945.225432:0:63298:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074945.225445:0:63298:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac92a00 x1855007612920576/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074945.225453:0:63298:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bbe7 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 63298 initiator: MDT0 00000100:00100000:1.0:1769074945.225477:0:63298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63298:1855007612920576:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074945.225772:0:63298:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc646583d80 going to sleep for 50 seconds 00000100:00100000:1.0:1769074945.238242:0:63298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63298:1855007612920576:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074945.238272:0:63298:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bbe7 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 63298 initiator: MDT0 00010000:00010000:1.0:1769074945.238287:0:63298:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bbe7 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 63298 initiator: MDT0 00010000:00010000:1.0:1769074945.238295:0:63298:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bbe7 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 63298 initiator: MDT0 00010000:00010000:1.0:1769074945.238314:0:63298:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bbe7 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 63298 initiator: MDT0 00010000:00010000:1.0:1769074945.238322:0:63298:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bbe7 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 63298 initiator: MDT0 00010000:00010000:1.0:1769074945.238329:0:63298:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f08da00 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074945.238334:0:63298:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bbe7 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 63298 initiator: MDT0 00010000:00010000:1.0:1769074945.238341:0:63298:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bbe7 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 63298 initiator: MDT0 00010000:00010000:1.0:1769074945.238350:0:63298:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bbe7 lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 63298 initiator: MDT0 00010000:00010000:1.0:1769074945.238358:0:63298:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074945.238376:0:63298:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bbe7 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 63298 initiator: MDT0 00010000:00010000:1.0:1769074945.238384:0:63298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bbe7 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 63298 initiator: MDT0 00000002:00100000:1.0:1769074945.238412:0:63298:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64ac92a00 x1855007612920576/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/608 e 0 to 0 dl 1769075000 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074945.238428:0:63298:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1ba:0x0] suppgids 0 -1: rc -20 00000080:00200000:1.0:1769074945.238733:0:63298:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074945.238751:0:63298:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074945.238768:0:63298:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.238827:0:63298:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.238834:0:63298:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074945.238840:0:63298:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074945.238843:0:63298:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:1.0:1769074945.238849:0:63298:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f98222bbf8 00010000:00010000:1.0:1769074945.238853:0:63298:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.238861:0:63298:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.238875:0:63298:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.238884:0:63298:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204d.sanity-flr, flags=267 00000080:00200000:1.0:1769074945.238891:0:63298:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), inode mode 41ed mask 44 00000080:00200008:1.0:1769074945.238902:0:63298:0:(file.c:1001:ll_file_open()) START file d204d.sanity-flr:[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), flags 304000 00000080:00200080:1.0:1769074945.238951:0:63298:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08) cmd=c1406916 arg=b42a10 00000100:00100000:1.0:1769074945.239023:0:63298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63298:1855007612920704:192.168.204.139@tcp:34:lfs.0 00000100:00100000:1.0:1769074945.239097:0:63298:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc646583d80 going to sleep for 50 seconds 00000100:00100000:1.0:1769074945.244681:0:63298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63298:1855007612920704:192.168.204.139@tcp:34:lfs.0 00000080:00200008:1.0:1769074945.244902:0:63298:0:(file.c:424:ll_file_release()) START file d204d.sanity-flr:[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), flags 304000 00010000:00010000:1.0:1769074945.244936:0:63298:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11bb5b lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c15a expref: -99 pid: 63279 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074945.280651:0:63303:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1769074945.280662:0:63303:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074945.280690:0:63303:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074945.280706:0:63303:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.280721:0:63303:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074945.280734:0:63303:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074945.280742:0:63303:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074945.280746:0:63303:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:2.0:1769074945.280754:0:63303:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f982293cb8 00010000:00010000:2.0:1769074945.280758:0:63303:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.280766:0:63303:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074945.280896:0:63303:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074945.280905:0:63303:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074945.280914:0:63303:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.280922:0:63303:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074945.280929:0:63303:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074945.280933:0:63303:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074945.280936:0:63303:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:2.0:1769074945.280939:0:63303:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f982293bb0 00010000:00010000:2.0:1769074945.280942:0:63303:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.280949:0:63303:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074945.280961:0:63303:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 44 00000080:00200008:2.0:1769074945.280969:0:63303:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200080:2.0:1769074945.280985:0:63303:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=800866a8 arg=7ffd37e8192c 00000080:00200008:2.0:1769074945.280997:0:63303:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200000:1.0:1769074945.282104:0:63305:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074945.282125:0:63305:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074945.282143:0:63305:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.282159:0:63305:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.282167:0:63305:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074945.282173:0:63305:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074945.282177:0:63305:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:1.0:1769074945.282187:0:63305:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f98226bbf8 00010000:00010000:1.0:1769074945.282191:0:63305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.282206:0:63305:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.282219:0:63305:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.282227:0:63305:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204d.sanity-flr, flags=27 00000080:00200000:1.0:1769074945.282234:0:63305:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.282245:0:63305:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204d.sanity-flr, dir=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), file ffff9bc643273500, open_flags 18800, mode 0 opened 0 00000080:00200000:1.0:1769074945.282252:0:63305:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204d.sanity-flr, dir=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), intent=open 00000002:00010000:1.0:1769074945.282266:0:63305:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204d.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1ba:0x0], intent: open flags 0304001 00010000:00010000:1.0:1769074945.282335:0:63305:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bbee lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 63305 initiator: MDT0 00010000:00010000:1.0:1769074945.282343:0:63305:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bbee lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 63305 initiator: MDT0 00000020:00100000:1.0:1769074945.282355:0:63305:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074945.282379:0:63305:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64ac92a00 x1855007612920960/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074945.282390:0:63305:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bbee lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 63305 initiator: MDT0 00000100:00100000:1.0:1769074945.282418:0:63305:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63305:1855007612920960:192.168.204.139@tcp:101:lfs.0 00000100:00100000:1.0:1769074945.282613:0:63305:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc646583d80 going to sleep for 50 seconds 00000100:00100000:1.0:1769074945.301103:0:63305:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63305:1855007612920960:192.168.204.139@tcp:101:lfs.0 00010000:00010000:1.0:1769074945.301132:0:63305:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bbee lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 63305 initiator: MDT0 00010000:00010000:1.0:1769074945.301149:0:63305:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bbee lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 63305 initiator: MDT0 00010000:00010000:1.0:1769074945.301156:0:63305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bbee lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 63305 initiator: MDT0 00010000:00010000:1.0:1769074945.301164:0:63305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bbee lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 63305 initiator: MDT0 00010000:00010000:1.0:1769074945.301173:0:63305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bbee lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 63305 initiator: MDT0 00010000:00010000:1.0:1769074945.301180:0:63305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f08da00 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:1.0:1769074945.301186:0:63305:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bbee lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 63305 initiator: MDT0 00010000:00010000:1.0:1769074945.301193:0:63305:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bbee lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 63305 initiator: MDT0 00010000:00010000:1.0:1769074945.301201:0:63305:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bbee lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 63305 initiator: MDT0 00010000:00010000:1.0:1769074945.301209:0:63305:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074945.301216:0:63305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bbee lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 63305 initiator: MDT0 00010000:00010000:1.0:1769074945.301223:0:63305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc64f08da00/0x21fa6d252c11bbee lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 63305 initiator: MDT0 00000002:00100000:1.0:1769074945.301243:0:63305:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64ac92a00 x1855007612920960/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/608 e 0 to 0 dl 1769075000 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074945.301257:0:63305:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1ba:0x0] suppgids 0 -1: rc -20 00000080:00200000:1.0:1769074945.301516:0:63305:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074945.301540:0:63305:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074945.301556:0:63305:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.301571:0:63305:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.301580:0:63305:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074945.301586:0:63305:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074945.301590:0:63305:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:1.0:1769074945.301596:0:63305:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f98226bbf8 00010000:00010000:1.0:1769074945.301600:0:63305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.301608:0:63305:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.301624:0:63305:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.301633:0:63305:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204d.sanity-flr, flags=267 00000080:00200000:1.0:1769074945.301640:0:63305:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), inode mode 41ed mask 44 00000080:00200008:1.0:1769074945.301662:0:63305:0:(file.c:1001:ll_file_open()) START file d204d.sanity-flr:[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), flags 304000 00000080:00200080:1.0:1769074945.301716:0:63305:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08) cmd=c1406916 arg=e08a10 00000100:00100000:1.0:1769074945.301833:0:63305:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63305:1855007612921088:192.168.204.139@tcp:34:lfs.0 00000100:00100000:1.0:1769074945.301922:0:63305:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc646583d80 going to sleep for 50 seconds 00000100:00100000:1.0:1769074945.311626:0:63305:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63305:1855007612921088:192.168.204.139@tcp:34:lfs.0 00000080:00200008:1.0:1769074945.311704:0:63305:0:(file.c:424:ll_file_release()) START file d204d.sanity-flr:[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), flags 304000 00010000:00010000:1.0:1769074945.311742:0:63305:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11bb5b lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c15a expref: -99 pid: 63279 timeout: 0 lvb_type: 0 00000080:00200008:1.0:1769074945.350707:0:63310:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1769074945.350717:0:63310:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074945.350740:0:63310:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074945.350756:0:63310:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.350771:0:63310:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.350805:0:63310:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074945.350814:0:63310:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074945.350818:0:63310:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:1.0:1769074945.350826:0:63310:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f9822bbcb8 00010000:00010000:1.0:1769074945.350830:0:63310:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.350838:0:63310:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.350947:0:63310:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:1.0:1769074945.350955:0:63310:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074945.350962:0:63310:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.350972:0:63310:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.350977:0:63310:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074945.350982:0:63310:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:1.0:1769074945.350985:0:63310:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:1.0:1769074945.350989:0:63310:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f9822bbbb0 00010000:00010000:1.0:1769074945.350992:0:63310:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.350999:0:63310:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.351006:0:63310:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 44 00000080:00200008:1.0:1769074945.351013:0:63310:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200080:1.0:1769074945.351029:0:63310:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8) cmd=800866a8 arg=7fff2fe76bac 00000080:00200008:1.0:1769074945.351042:0:63310:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bc6515921c8), flags 300000 00000080:00200000:2.0:1769074945.364925:0:63313:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074945.364958:0:63313:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074945.364980:0:63313:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.364996:0:63313:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074945.365004:0:63313:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074945.365011:0:63313:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074945.365014:0:63313:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:2.0:1769074945.365021:0:63313:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f9822abbf8 00010000:00010000:2.0:1769074945.365025:0:63313:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.365033:0:63313:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074945.365049:0:63313:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.365057:0:63313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204d.sanity-flr, flags=27 00000080:00200000:2.0:1769074945.365063:0:63313:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.365076:0:63313:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204d.sanity-flr, dir=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), file ffff9bc650643200, open_flags 18800, mode 0 opened 0 00000080:00200000:2.0:1769074945.365083:0:63313:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204d.sanity-flr, dir=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), intent=open 00000002:00010000:2.0:1769074945.365097:0:63313:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204d.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1ba:0x0], intent: open flags 0304001 00010000:00010000:2.0:1769074945.365152:0:63313:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c27600/0x21fa6d252c11bbf5 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 63313 initiator: MDT0 00010000:00010000:2.0:1769074945.365160:0:63313:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c27600/0x21fa6d252c11bbf5 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 63313 initiator: MDT0 00000020:00100000:2.0:1769074945.365174:0:63313:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074945.365187:0:63313:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc67afdb800 x1855007612921344/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074945.365197:0:63313:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c27600/0x21fa6d252c11bbf5 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 63313 initiator: MDT0 00000100:00100000:2.0:1769074945.365222:0:63313:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63313:1855007612921344:192.168.204.139@tcp:101:lfs.0 00000100:00100000:2.0:1769074945.365550:0:63313:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc67f981600 going to sleep for 50 seconds 00000100:00100000:3.0:1769074945.374038:0:63313:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63313:1855007612921344:192.168.204.139@tcp:101:lfs.0 00010000:00010000:3.0:1769074945.374061:0:63313:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c27600/0x21fa6d252c11bbf5 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 63313 initiator: MDT0 00010000:00010000:3.0:1769074945.374075:0:63313:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c27600/0x21fa6d252c11bbf5 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 63313 initiator: MDT0 00010000:00010000:3.0:1769074945.374082:0:63313:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c27600/0x21fa6d252c11bbf5 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 63313 initiator: MDT0 00010000:00010000:3.0:1769074945.374089:0:63313:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c27600/0x21fa6d252c11bbf5 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 63313 initiator: MDT0 00010000:00010000:3.0:1769074945.374096:0:63313:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c27600/0x21fa6d252c11bbf5 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 63313 initiator: MDT0 00010000:00010000:3.0:1769074945.374102:0:63313:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc648c27600 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:3.0:1769074945.374107:0:63313:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c27600/0x21fa6d252c11bbf5 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 63313 initiator: MDT0 00010000:00010000:3.0:1769074945.374113:0:63313:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c27600/0x21fa6d252c11bbf5 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 63313 initiator: MDT0 00010000:00010000:3.0:1769074945.374119:0:63313:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c27600/0x21fa6d252c11bbf5 lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 63313 initiator: MDT0 00010000:00010000:3.0:1769074945.374125:0:63313:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074945.374131:0:63313:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c27600/0x21fa6d252c11bbf5 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 63313 initiator: MDT0 00010000:00010000:3.0:1769074945.374137:0:63313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c27600/0x21fa6d252c11bbf5 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 63313 initiator: MDT0 00000002:00100000:3.0:1769074945.374154:0:63313:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc67afdb800 x1855007612921344/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/608 e 0 to 0 dl 1769075000 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074945.374167:0:63313:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1ba:0x0] suppgids 0 -1: rc -20 00000080:00200000:3.0:1769074945.374395:0:63313:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769074945.374418:0:63313:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074945.374432:0:63313:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.374443:0:63313:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074945.374450:0:63313:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074945.374455:0:63313:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769074945.374458:0:63313:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:3.0:1769074945.374464:0:63313:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f9822abbf8 00010000:00010000:3.0:1769074945.374466:0:63313:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.374474:0:63313:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074945.374486:0:63313:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.374494:0:63313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204d.sanity-flr, flags=267 00000080:00200000:3.0:1769074945.374502:0:63313:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), inode mode 41ed mask 44 00000080:00200008:3.0:1769074945.374510:0:63313:0:(file.c:1001:ll_file_open()) START file d204d.sanity-flr:[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), flags 304000 00000080:00200080:3.0:1769074945.374560:0:63313:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08) cmd=c1406916 arg=2158a10 00000100:00100000:3.0:1769074945.374617:0:63313:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63313:1855007612921472:192.168.204.139@tcp:34:lfs.0 00000100:00100000:3.0:1769074945.377801:0:63313:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc6513ea480 going to sleep for 50 seconds 00000100:00100000:3.0:1769074945.389031:0:63313:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63313:1855007612921472:192.168.204.139@tcp:34:lfs.0 00000080:00200008:3.0:1769074945.389222:0:63313:0:(file.c:424:ll_file_release()) START file d204d.sanity-flr:[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), flags 304000 00010000:00010000:3.0:1769074945.389254:0:63313:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11bb5b lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c15a expref: -99 pid: 63279 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074945.436981:0:63316:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074945.437009:0:63316:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074945.437026:0:63316:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.437041:0:63316:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074945.437050:0:63316:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074945.437057:0:63316:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074945.437060:0:63316:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:0.0:1769074945.437067:0:63316:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f982273bf8 00010000:00010000:0.0:1769074945.437071:0:63316:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.437080:0:63316:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074945.437094:0:63316:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.437100:0:63316:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204d.sanity-flr, flags=27 00000080:00200000:0.0:1769074945.437105:0:63316:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.437116:0:63316:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f204d.sanity-flr, dir=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), file ffff9bc64f16f080, open_flags 18800, mode 0 opened 0 00000080:00200000:0.0:1769074945.437122:0:63316:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204d.sanity-flr, dir=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), intent=open 00000002:00010000:0.0:1769074945.437134:0:63316:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204d.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1ba:0x0], intent: open flags 0304001 00010000:00010000:0.0:1769074945.437183:0:63316:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11bbfc lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 63316 initiator: MDT0 00010000:00010000:0.0:1769074945.437195:0:63316:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11bbfc lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 63316 initiator: MDT0 00000020:00100000:0.0:1769074945.437208:0:63316:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074945.437222:0:63316:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc64f07f100 x1855007612921728/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/133360 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074945.437232:0:63316:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11bbfc lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 63316 initiator: MDT0 00000100:00100000:0.0:1769074945.437254:0:63316:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63316:1855007612921728:192.168.204.139@tcp:101:lfs.0 00000100:00100000:0.0:1769074945.437432:0:63316:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d841d80 going to sleep for 50 seconds 00000100:00100000:0.0:1769074945.443308:0:63316:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63316:1855007612921728:192.168.204.139@tcp:101:lfs.0 00010000:00010000:0.0:1769074945.443339:0:63316:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11bbfc lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 63316 initiator: MDT0 00010000:00010000:0.0:1769074945.443352:0:63316:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11bbfc lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 63316 initiator: MDT0 00010000:00010000:0.0:1769074945.443368:0:63316:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11bbfc lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 63316 initiator: MDT0 00010000:00010000:0.0:1769074945.443375:0:63316:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11bbfc lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 63316 initiator: MDT0 00010000:00010000:0.0:1769074945.443384:0:63316:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11bbfc lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 63316 initiator: MDT0 00010000:00010000:0.0:1769074945.443391:0:63316:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f942200 already unused, calling callback (ffffffffc19ecc80) 00010000:00010000:0.0:1769074945.443397:0:63316:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11bbfc lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 63316 initiator: MDT0 00010000:00010000:0.0:1769074945.443404:0:63316:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11bbfc lrc: 4/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 63316 initiator: MDT0 00010000:00010000:0.0:1769074945.443411:0:63316:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11bbfc lrc: 5/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 63316 initiator: MDT0 00010000:00010000:0.0:1769074945.443419:0:63316:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074945.443427:0:63316:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11bbfc lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 63316 initiator: MDT0 00010000:00010000:0.0:1769074945.443434:0:63316:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f942200/0x21fa6d252c11bbfc lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 63316 initiator: MDT0 00000002:00100000:0.0:1769074945.443454:0:63316:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff9bc64f07f100 x1855007612921728/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2168/608 e 0 to 0 dl 1769075000 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074945.443470:0:63316:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000404:0x1ba:0x0] suppgids 0 -1: rc -20 00000080:00200000:0.0:1769074945.443657:0:63316:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:0.0:1769074945.443684:0:63316:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074945.443702:0:63316:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.443716:0:63316:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074945.443723:0:63316:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074945.443728:0:63316:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:0.0:1769074945.443733:0:63316:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:0.0:1769074945.443740:0:63316:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f982273bf8 00010000:00010000:0.0:1769074945.443743:0:63316:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.443751:0:63316:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074945.443768:0:63316:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.443826:0:63316:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204d.sanity-flr, flags=267 00000080:00200000:0.0:1769074945.443838:0:63316:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), inode mode 41ed mask 44 00000080:00200008:0.0:1769074945.443851:0:63316:0:(file.c:1001:ll_file_open()) START file d204d.sanity-flr:[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), flags 304000 00000080:00200080:0.0:1769074945.443899:0:63316:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08) cmd=c0086915 arg=15fc3d0 00000100:00100000:0.0:1769074945.443961:0:63316:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63316:1855007612921856:192.168.204.139@tcp:34:lfs.0 00000100:00100000:0.0:1769074945.444054:0:63316:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d841d80 going to sleep for 50 seconds 00000100:00100000:0.0:1769074945.448820:0:63316:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job lfs:8e818347-4d21-45d1-a323-b359656f3fdd:63316:1855007612921856:192.168.204.139@tcp:34:lfs.0 00000080:00200008:0.0:1769074945.449018:0:63316:0:(file.c:424:ll_file_release()) START file d204d.sanity-flr:[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), flags 304000 00010000:00010000:0.0:1769074945.449046:0:63316:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11bb5b lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c15a expref: -99 pid: 63279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074946.132295:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.149823:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.174116:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074949.198675:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074949.774270:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1136430d-88ea-4de2-9954-69c484e5445f:2372:1855007612921984:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074949.774395:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612922240:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074949.774432:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1769074949.774438:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612922112:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074949.774459:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612922368:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1769074949.796204:0:2372:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9bc646483800: committing for last_committed 21474839644 gen 5 00000100:00100000:2.0:1769074949.796311:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612922240:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1769074949.796341:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612922112:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1769074949.796355:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612922368:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1769074949.796365:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1136430d-88ea-4de2-9954-69c484e5445f:2372:1855007612921984:192.168.204.139@tcp:400:kworker.0 00010000:00010000:1.0:1769074950.221512:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:2.0:1769074951.000598:0:63734:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074951.000628:0:63734:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074951.000647:0:63734:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074951.000665:0:63734:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074951.000673:0:63734:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074951.000683:0:63734:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074951.000687:0:63734:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:2.0:1769074951.000696:0:63734:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f981d0fb58 00010000:00010000:2.0:1769074951.000700:0:63734:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074951.000708:0:63734:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074951.000727:0:63734:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074951.000736:0:63734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204d.sanity-flr, flags=24 00000080:00200000:2.0:1769074951.000742:0:63734:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074951.000752:0:63734:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f204d.sanity-flr, dir=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), flags=8 00000080:00200000:2.0:1769074951.000757:0:63734:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f204d.sanity-flr, dir=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), intent=getattr 00000002:00010000:2.0:1769074951.000770:0:63734:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f204d.sanity-flr,[0x0:0x0:0x0]) in obj [0x200000404:0x1ba:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074951.000849:0:63734:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26600/0x21fa6d252c11bc03 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 63734 initiator: MDT0 00010000:00010000:2.0:1769074951.000856:0:63734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26600/0x21fa6d252c11bc03 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 63734 initiator: MDT0 00010000:00010000:2.0:1769074951.000866:0:63734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26600/0x21fa6d252c11bc03 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 63734 initiator: MDT0 00000100:00100000:2.0:1769074951.000892:0:63734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job rm:8e818347-4d21-45d1-a323-b359656f3fdd:63734:1855007612922496:192.168.204.139@tcp:101:rm.0 00000100:00100000:2.0:1769074951.001001:0:63734:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d286300 going to sleep for 50 seconds 00000100:00100000:2.0:1769074951.008234:0:63734:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bc646483800: committing for last_committed 8589941531 gen 1 00000100:00100000:2.0:1769074951.008257:0:63734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job rm:8e818347-4d21-45d1-a323-b359656f3fdd:63734:1855007612922496:192.168.204.139@tcp:101:rm.0 00010000:00010000:2.0:1769074951.008282:0:63734:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26600/0x21fa6d252c11bc03 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c3e5 expref: -99 pid: 63734 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074951.008300:0:63734:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26600/0x21fa6d252c11bc03 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c3e5 expref: -99 pid: 63734 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074951.008308:0:63734:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26600/0x21fa6d252c11bc03 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c3e5 expref: -99 pid: 63734 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074951.008321:0:63734:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26600/0x21fa6d252c11bc03 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c3e5 expref: -99 pid: 63734 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074951.008332:0:63734:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26600/0x21fa6d252c11bc03 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c3e5 expref: -99 pid: 63734 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074951.008343:0:63734:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26600/0x21fa6d252c11bc03 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c3e5 expref: -99 pid: 63734 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074951.008351:0:63734:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26600/0x21fa6d252c11bc03 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c3e5 expref: -99 pid: 63734 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074951.008358:0:63734:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26600/0x21fa6d252c11bc03 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8c3e5 expref: -99 pid: 63734 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074951.008369:0:63734:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9bc67afd9c00 x1855007612922496/t0(0) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 592/1136 e 0 to 0 dl 1769075005 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074951.008380:0:63734:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 552 ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26600/0x21fa6d252c11bc03 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c3e5 expref: -99 pid: 63734 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1769074951.008399:0:63734:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26600/0x21fa6d252c11bc03 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8c3e5 expref: -99 pid: 63734 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074951.008409:0:63734:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff9bc646e73c00 type 13 mode 4 res 8589935620/443 (0 0) 00000080:00200000:2.0:1769074951.008415:0:63734:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1ba:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074951.008471:0:63734:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000404:0x1bb:0x0], updating i_size 70254592 00000080:00200000:2.0:1769074951.008475:0:63734:0:(namei.c:151:ll_iget()) got inode: [0x200000404:0x1bb:0x0](ffff9bc649b5aa08): rc = 0 00000080:00200000:2.0:1769074951.008494:0:63734:0:(file.c:6809:ll_layout_conf()) [0x200000404:0x1bb:0x0]: layout version change: 8 -> 8 00000080:00010000:2.0:1769074951.008499:0:63734:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1bb:0x0](ffff9bc649b5aa08) for lock 0x21fa6d252c11bc03 00000080:00010000:2.0:1769074951.008510:0:63734:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1bb:0x0](ffff9bc649b5aa08) 00000080:00010000:2.0:1769074951.008513:0:63734:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11bc03 from it ffffa7f981d0fb20 00010000:00010000:2.0:1769074951.008517:0:63734:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26600/0x21fa6d252c11bc03 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8c3e5 expref: -99 pid: 63734 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074951.008525:0:63734:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26600/0x21fa6d252c11bc03 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8c3e5 expref: -99 pid: 63734 timeout: 0 lvb_type: 3 00000080:00200008:2.0:1769074951.008580:0:63734:0:(file.c:6252:ll_getattr_dentry()) START file f204d.sanity-flr:[0x200000404:0x1bb:0x0](ffff9bc649b5aa08), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074951.008588:0:63734:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1bb:0x0](ffff9bc649b5aa08),name=f204d.sanity-flr 00000002:00010000:2.0:1769074951.008611:0:63734:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1bb:0x0]) in obj [0x200000404:0x1ba:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074951.008620:0:63734:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26600/0x21fa6d252c11bc03 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8c3e5 expref: -99 pid: 63734 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074951.008632:0:63734:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26600/0x21fa6d252c11bc03 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8c3e5 expref: -99 pid: 63734 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1769074951.008639:0:63734:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1ba:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074951.008645:0:63734:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1bb:0x0](ffff9bc649b5aa08) 00000080:00010000:2.0:1769074951.008648:0:63734:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1bb:0x0](ffff9bc649b5aa08) for lock 0x21fa6d252c11bc03 00000080:00010000:2.0:1769074951.008652:0:63734:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11bc03 from it ffffa7f981d0fcb8 00010000:00010000:2.0:1769074951.008656:0:63734:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26600/0x21fa6d252c11bc03 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8b5959a9a0e8c3e5 expref: -99 pid: 63734 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074951.008731:0:63734:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26600/0x21fa6d252c11bc03 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8b5959a9a0e8c3e5 expref: -99 pid: 63734 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1769074951.009189:0:63734:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:2.0:1769074951.009199:0:63734:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074951.009208:0:63734:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074951.009217:0:63734:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074951.009223:0:63734:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074951.009228:0:63734:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:2.0:1769074951.009231:0:63734:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:2.0:1769074951.009235:0:63734:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f981d0fc10 00010000:00010000:2.0:1769074951.009238:0:63734:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074951.009245:0:63734:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074951.009253:0:63734:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074951.009261:0:63734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d204d.sanity-flr, flags=24 00000080:00200000:2.0:1769074951.009266:0:63734:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074951.009272:0:63734:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f204d.sanity-flr, flags=0 00000080:00200000:2.0:1769074951.009275:0:63734:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08), inode mode 41ed mask 3 00000080:00200000:2.0:1769074951.009280:0:63734:0:(namei.c:2354:ll_unlink()) VFS Op:name=f204d.sanity-flr, dir=[0x200000404:0x1ba:0x0](ffff9bc649b5ec08) 00010000:00010000:2.0:1769074951.009306:0:63734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26600/0x21fa6d252c11bc03 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e8c3e5 expref: -99 pid: 63734 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1769074951.009323:0:63734:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x1bb:0x0]: losing layout lock 00010000:00010000:2.0:1769074951.009339:0:63734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26e00/0x21fa6d252c11bbd2 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8b5959a9a0e8c2cd expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1769074951.009347:0:63734:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x1bb:0x0]: losing layout lock 00010000:00010000:2.0:1769074951.009382:0:63734:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26600/0x21fa6d252c11bc03 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8c3e5 expref: -99 pid: 63734 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074951.009389:0:63734:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26e00/0x21fa6d252c11bbd2 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8c2cd expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074951.009395:0:63734:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:2.0:1769074951.009398:0:63734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26600/0x21fa6d252c11bc03 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8c3e5 expref: -99 pid: 63734 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074951.009413:0:63734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc648c26e00/0x21fa6d252c11bbd2 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8b5959a9a0e8c2cd expref: -99 pid: 63286 timeout: 0 lvb_type: 3 00000020:00100000:2.0:1769074951.009436:0:63734:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074951.009447:0:63734:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc67afd9c00 x1855007612922752/t0(0) o36->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 504/2128 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074951.009469:0:63734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job rm:8e818347-4d21-45d1-a323-b359656f3fdd:63734:1855007612922752:192.168.204.139@tcp:36:rm.0 00000100:00100000:2.0:1769074951.009579:0:63734:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc64d286300 going to sleep for 50 seconds 00000100:00100000:2.0:1769074951.018124:0:63734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job rm:8e818347-4d21-45d1-a323-b359656f3fdd:63734:1855007612922752:192.168.204.139@tcp:36:rm.0 00000080:00200000:2.0:1769074951.018262:0:63734:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1bb:0x0] ignore/verify layout 1/0, layout version 7 restore needed 0 00020000:00200000:2.0:1769074951.018275:0:63734:0:(lov_io.c:458:lov_io_mirror_init()) [0x200000404:0x1bb:0x0]: flr state: 1, move mirror from 0 to 0, have retried: 0, mirror count: 2 00020000:00200000:2.0:1769074951.018279:0:63734:0:(lov_io.c:484:lov_io_mirror_init()) use delayed RPC state for this IO 00020000:00200000:2.0:1769074951.018286:0:63734:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00200000:2.0:1769074951.018299:0:63734:0:(lov_io.c:860:lov_io_iter_init()) component[1] flags 0x10 00020000:00200000:2.0:1769074951.018305:0:63734:0:(lov_io.c:860:lov_io_iter_init()) component[2] flags 0x40 00000080:00200000:2.0:1769074951.018331:0:63734:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1bb:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1769074951.018340:0:63734:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000404:0x1bb:0x0](ffff9bc649b5aa08) 00010000:00010000:0.0:1769074951.246714:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074952.271015:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1769074953.153590:0:63874:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 204e: FLR write/stale/resync sel test with repeated comp ========================================================== 04:42:31 (1769074951) 00010000:00010000:3.0:1769074953.292956:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074954.319294:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074954.896205:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612923008:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074954.896369:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612923264:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074954.896415:0:2373:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1769074954.896422:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1136430d-88ea-4de2-9954-69c484e5445f:2373:1855007612922880:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074954.896453:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612923136:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1769074954.903271:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1136430d-88ea-4de2-9954-69c484e5445f:2373:1855007612922880:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1769074954.903300:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612923136:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1769074954.903323:0:2373:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9bc646483800: committing for last_committed 17179872682 gen 1 00000100:00100000:2.0:1769074954.903352:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612923264:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1769074954.905650:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612923008:192.168.204.139@tcp:400:kworker.0 00010000:00010000:1.0:1769074955.342588:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074955.429879:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074955.429937:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1769074955.429975:0:37578:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619982336 00000100:00100000:3.0:1769074955.429988:0:37578:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619982336 00000100:00100000:3.0:1769074955.430048:0:37578:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619982464 00000100:00100000:3.0:1769074955.430052:0:37578:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619982464 00000100:00100000:3.0:1769074955.430076:0:37578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6646 00000100:00100000:3.0:1769074955.430086:0:37578:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+5:33818:x1855007619982336:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074955.430109:0:37578:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bbcb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x420000030000 nid: local remote: 0x8b5959a9a0e8c2bf expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074955.430211:0:37578:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074955.430218:0:37578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+5:33818:x1855007619982336:12345-192.168.204.139@tcp:104: Request processed in 133us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074955.430226:0:37578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6646 00000100:00100000:3.0:1769074955.430246:0:37578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6647 00000100:00100000:3.0:1769074955.430253:0:37578:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:26584:x1855007619982464:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1769074955.430262:0:37578:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08dc00/0x21fa6d252c11bba8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x420000010000 nid: local remote: 0x8b5959a9a0e8c25d expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074955.430309:0:37578:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1769074955.430315:0:37578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:26584:x1855007619982464:12345-192.168.204.139@tcp:104: Request processed in 63us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074955.430321:0:37578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6647 00010000:00010000:1.0:1769074955.430840:0:47798:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074955.430850:0:47798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bbcb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x420000030000 nid: local remote: 0x8b5959a9a0e8c2bf expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074955.430860:0:47798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f08c000 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:1.0:1769074955.430868:0:47798:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bbcb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x428400030000 nid: local remote: 0x8b5959a9a0e8c2bf expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074955.430927:0:47798:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bbcb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x4c29400030020 nid: local remote: 0x8b5959a9a0e8c2bf expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074955.430940:0:47798:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074955.430965:0:47798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bbcb lrc: 1/0,0 mode: --/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x4c29400030020 nid: local remote: 0x8b5959a9a0e8c2bf expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074955.430974:0:47798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08c000/0x21fa6d252c11bbcb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x4c29400030020 nid: local remote: 0x8b5959a9a0e8c2bf expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074955.431003:0:47798:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074955.431007:0:47798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08dc00/0x21fa6d252c11bba8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x420000010000 nid: local remote: 0x8b5959a9a0e8c25d expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074955.431014:0:47798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f08dc00 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:1.0:1769074955.431018:0:47798:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08dc00/0x21fa6d252c11bba8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x428400010000 nid: local remote: 0x8b5959a9a0e8c25d expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074955.431035:0:47798:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08dc00/0x21fa6d252c11bba8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8c25d expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074955.431043:0:47798:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074955.431049:0:47798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08dc00/0x21fa6d252c11bba8 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8c25d expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074955.431057:0:47798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08dc00/0x21fa6d252c11bba8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8c25d expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074955.431069:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074955.431071:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074955.431073:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074955.431210:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074955.431231:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612923392:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1769074955.431344:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074955.431352:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612923520:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074955.435207:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:2.0:1769074955.435288:0:52448:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619982848 00000100:00100000:2.0:1769074955.435314:0:52448:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619982848 00000100:00100000:2.0:1769074955.435401:0:52448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6648 00000100:00100000:2.0:1769074955.435412:0:52448:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9af100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:21706:x1855007619982848:12345-192.168.204.139@tcp:104: 00010000:00010000:2.0:1769074955.435434:0:52448:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbc4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x420000030000 nid: local remote: 0x8b5959a9a0e8c2b8 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074955.435545:0:52448:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1769074955.435553:0:52448:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9af100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:21706:x1855007619982848:12345-192.168.204.139@tcp:104: Request processed in 144us (434us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074955.435567:0:52448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6648 00010000:00010000:0.0:1769074955.436273:0:55495:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074955.436286:0:55495:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbc4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x420000030000 nid: local remote: 0x8b5959a9a0e8c2b8 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074955.436309:0:55495:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc64f08c600 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:0.0:1769074955.436318:0:55495:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbc4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x428400030000 nid: local remote: 0x8b5959a9a0e8c2b8 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074955.436394:0:55495:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbc4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x4c29400030020 nid: local remote: 0x8b5959a9a0e8c2b8 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074955.436402:0:55495:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074955.436441:0:55495:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbc4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x4c29400030020 nid: local remote: 0x8b5959a9a0e8c2b8 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074955.436450:0:55495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08c600/0x21fa6d252c11bbc4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x4c29400030020 nid: local remote: 0x8b5959a9a0e8c2b8 expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074955.436489:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074955.436491:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074955.436493:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074955.436505:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074955.436529:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612923648:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074955.443437:0:2365:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:2.0:1769074955.443832:0:52448:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007619982976 00000100:00100000:2.0:1769074955.443846:0:52448:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007619982976 00000100:00100000:2.0:1769074955.443917:0:52448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 6649 00000100:00100000:2.0:1769074955.443928:0:52448:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bc64d9ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:33558:x1855007619982976:12345-192.168.204.139@tcp:104: 00010000:00010000:2.0:1769074955.443949:0:52448:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bbbd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x8b5959a9a0e8c2aa expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074955.444055:0:52448:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1769074955.444064:0:52448:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bc64d9ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:33558:x1855007619982976:12345-192.168.204.139@tcp:104: Request processed in 137us (644us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074955.444072:0:52448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 6649 00010000:00010000:1.0:1769074955.444170:0:55496:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074955.444179:0:55496:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bbbd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x8b5959a9a0e8c2aa expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074955.444189:0:55496:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9bc67f942a00 already unused, calling callback (ffffffffc10a51b0) 00010000:00010000:1.0:1769074955.444196:0:55496:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bbbd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x8b5959a9a0e8c2aa expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074955.444258:0:55496:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bbbd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8c2aa expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074955.444265:0:55496:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074955.444313:0:55496:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bbbd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8c2aa expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074955.444322:0:55496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942a00/0x21fa6d252c11bbbd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8b5959a9a0e8c2aa expref: -99 pid: 63286 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074955.444359:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074955.444361:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074955.444363:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074955.444380:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1769074955.444399:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612923776:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1769074955.451403:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612923648:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074955.452573:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612923776:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074955.452595:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612923392:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074955.460320:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612923520:192.168.204.139@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074956.365068:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074957.389267:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074958.414649:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074959.437160:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074960.018907:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612924032:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074960.023730:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612924288:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074960.023921:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1769074960.023931:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1136430d-88ea-4de2-9954-69c484e5445f:2370:1855007612923904:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074960.023964:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612924160:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074960.025548:0:2370:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bc646483800: committing for last_committed 8589941532 gen 1 00000100:00100000:0.0:1769074960.025584:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612924032:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074960.028361:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612924288:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074960.035870:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1136430d-88ea-4de2-9954-69c484e5445f:2370:1855007612923904:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074960.035899:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612924160:192.168.204.139@tcp:400:kworker.0 00010000:00010000:0.0:1769074960.466927:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074961.485172:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074962.508990:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074963.534240:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074964.557961:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074965.133504:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612924544:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074965.133609:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612924800:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074965.133638:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1769074965.133643:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1136430d-88ea-4de2-9954-69c484e5445f:2370:1855007612924416:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074965.133661:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612924672:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074965.139471:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1136430d-88ea-4de2-9954-69c484e5445f:2370:1855007612924416:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074965.139495:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612924672:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074965.139507:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612924544:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074965.139518:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612924800:192.168.204.139@tcp:400:kworker.0 00010000:00010000:0.0:1769074965.580936:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074966.605050:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074967.629301:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074968.653005:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074969.677008:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074970.253088:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1136430d-88ea-4de2-9954-69c484e5445f:2371:1855007612924928:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074970.253092:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612925056:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074970.253251:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612925312:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074970.253253:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612925184:192.168.204.139@tcp:400:kworker.0 00010000:00010000:1.0:1769074970.700990:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074971.724981:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074972.748922:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074973.772931:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074974.796899:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074975.372983:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1136430d-88ea-4de2-9954-69c484e5445f:2372:1855007612925440:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1769074975.372985:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612925568:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074975.373081:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612925696:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1769074975.373083:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612925824:192.168.204.139@tcp:400:kworker.0 00010000:00010000:1.0:1769074975.820921:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074976.844914:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074977.868901:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074978.892885:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074979.916926:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074980.492939:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1136430d-88ea-4de2-9954-69c484e5445f:2372:1855007612925952:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1769074980.492940:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612926080:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1769074980.493024:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612926336:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074980.493026:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612926208:192.168.204.139@tcp:400:kworker.0 00010000:00010000:1.0:1769074980.940892:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074981.964949:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074982.988912:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074984.012917:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074985.036929:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074985.612954:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1136430d-88ea-4de2-9954-69c484e5445f:2372:1855007612926464:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1769074985.612966:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612926592:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074985.613055:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612926720:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1769074985.613058:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612926848:192.168.204.139@tcp:400:kworker.0 00010000:00010000:1.0:1769074986.060932:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:0.0:1769074986.636868:0:2371:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074970/real 1769074970] req@ffff9bc64ac90380 x1855007612924928/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074986 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000400:1.0:1769074986.636869:0:2370:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074970/real 1769074970] req@ffff9bc64ac90700 x1855007612925312/t0(0) o400->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074986 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074986.636916:0:2371:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9bc64ac90380 x1855007612924928/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074986 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769074986.636926:0:2371:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1769074986.636930:0:2371:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.139@tcp: Connection to MGS (at 192.168.204.139@tcp) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1769074986.647992:0:2371:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.139@tcp for MGC192.168.204.139@tcp not replayable, auto-deactivating 00000100:00080000:0.0:1769074986.647996:0:2371:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1769074986.648005:0:2371:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff9bc64ac90380 x1855007612924928/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074986 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074986.648015:0:2371:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff9bc67afd9880 x1855007612925440/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074991 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074986.648025:0:2371:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff9bc67afd8a80 x1855007612925952/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074996 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074986.648031:0:2371:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff9bc67afda680 x1855007612926464/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1769074986.648042:0:2371:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1769074986.648044:0:2371:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1769074986.648046:0:2371:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1769074986.648049:0:2371:0:(import.c:416:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00000400:0.0:1769074986.648072:0:2371:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074970/real 1769074970] req@ffff9bc64ac91180 x1855007612925184/t0(0) o400->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074986 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074986.648100:0:2371:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9bc64ac91180 x1855007612925184/t0(0) o400->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074986 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074986.648101:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1136430d-88ea-4de2-9954-69c484e5445f:2372:1855007612926464:192.168.204.139@tcp:400:kworker.0 00000100:00080000:0.0:1769074986.648117:0:2371:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1769074986.648123:0:2371:0:(import.c:181:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff9bc646483800: Connection to lustre-OST0000 (at 192.168.204.139@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:3.0:1769074986.648123:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1136430d-88ea-4de2-9954-69c484e5445f:2372:1855007612925952:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074986.648137:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1136430d-88ea-4de2-9954-69c484e5445f:2372:1855007612925440:192.168.204.139@tcp:400:kworker.0 00000100:00080000:3.0:1769074986.648183:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074986.648188:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769074986.648191:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769074986.648197:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 1221 00000100:00080000:3.0:1769074986.648210:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769074986.648236:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007612926976/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074986.648361:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612926976:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769074986.648526:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612927104:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769074986.650231:0:2370:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9bc64ac90700 x1855007612925312/t0(0) o400->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074986 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769074986.650241:0:2370:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1769074986.650246:0:2370:0:(import.c:181:ptlrpc_set_import_discon()) lustre-OST0001-osc-ffff9bc646483800: Connection to lustre-OST0001 (at 192.168.204.139@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1769074986.650250:0:2370:0:(import.c:416:ptlrpc_pinger_force()) lustre-OST0001_UUID: waking up pinger s:DISCONN 00000100:00100000:1.0:1769074986.650270:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612925312:192.168.204.139@tcp:400:kworker.0 00000100:00080000:3.0:1769074986.655809:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769074986.655814:0:2371:0:(import.c:416:ptlrpc_pinger_force()) lustre-OST0000_UUID: waking up pinger s:DISCONN 00000100:00080000:3.0:1769074986.655816:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769074986.655821:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769074986.655827:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 1807 00000100:00100000:0.0:1769074986.655836:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1136430d-88ea-4de2-9954-69c484e5445f:2371:1855007612924928:192.168.204.139@tcp:400:kworker.0 00000100:00080000:3.0:1769074986.655837:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769074986.655848:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769074986.655868:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007612927232/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769074986.655885:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074986.655887:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769074986.655889:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769074986.655891:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 1052 00000100:00080000:3.0:1769074986.655894:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769074986.655897:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769074986.655904:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007612927360/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074986.655914:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612927232:192.168.204.139@tcp:8:kworker.0 00000100:00080000:3.0:1769074986.655917:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074986.655921:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1769074986.655999:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612927360:192.168.204.139@tcp:8:kworker.0 00010000:00010000:1.0:1769074987.084918:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074988.108905:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074989.132928:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074990.156933:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074991.180950:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:2.0:1769074991.756887:0:2373:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074975/real 1769074975] req@ffff9bc67afd8000 x1855007612925824/t0(0) o400->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074991 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769074991.756895:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769074991.756904:0:22507:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000400:3.0:1769074991.756936:0:2372:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074975/real 1769074975] req@ffff9bc67afda300 x1855007612925696/t0(0) o400->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074991 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769074991.756954:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769074991.756960:0:22507:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1769074991.756963:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769074991.756966:0:22507:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1769074991.756992:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612927488:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074991.757048:0:2372:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9bc67afda300 x1855007612925696/t0(0) o400->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074991 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769074991.757059:0:2372:0:(import.c:213:ptlrpc_set_import_discon()) osc: import ffff9bc6462f6800 already not connected (conn 6, was 5): CONNECTING 00000100:00100000:2.0:1769074991.769260:0:2373:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9bc67afd8000 x1855007612925824/t0(0) o400->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074991 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769074991.769272:0:2373:0:(import.c:213:ptlrpc_set_import_discon()) osc: import ffff9bc64ad2c800 already not connected (conn 2, was 1): CONNECTING 00000100:00100000:2.0:1769074991.769284:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612925824:192.168.204.139@tcp:400:kworker.0 00010000:00010000:1.0:1769074992.204965:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074993.228953:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074994.252941:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074995.276899:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074996.300924:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769074996.876885:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000400:2.0:1769074996.876887:0:2373:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074980/real 1769074980] req@ffff9bc67afd9500 x1855007612926336/t0(0) o400->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074996 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074996.876889:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074986/real 1769074986] req@ffff9bc64d9adf80 x1855007612927360/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769074996 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769074996.876899:0:22507:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000400:3.0:1769074996.876941:0:2372:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074980/real 1769074980] req@ffff9bc67afd8380 x1855007612926208/t0(0) o400->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074996 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074996.876947:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007612927360/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769074996 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769074996.876964:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769074996.876971:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074986/real 1769074986] req@ffff9bc64d9ad880 x1855007612927232/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769074996 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769074996.876972:0:22507:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1769074996.876972:0:2372:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9bc67afd8380 x1855007612926208/t0(0) o400->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074996 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769074996.876979:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769074996.876991:0:22507:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1769074996.877009:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007612927232/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769074996 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074996.877022:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074986/real 1769074986] req@ffff9bc64d9ac000 x1855007612926976/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769074996 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074996.877033:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612927616:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1769074996.877050:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007612926976/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769074996 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769074996.877066:0:2372:0:(import.c:213:ptlrpc_set_import_discon()) osc: import ffff9bc6462f6800 already not connected (conn 6, was 5): CONNECTING 00000100:00080000:0.0:1769074996.877080:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769074996.877102:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769074996.877108:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612927360:192.168.204.139@tcp:8:kworker.0 00000100:00080000:0.0:1769074996.877126:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769074996.877132:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074996.877137:0:22507:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1769074996.877139:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769074996.877143:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00080000:3.0:1769074996.877145:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769074996.877151:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769074996.877154:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612927232:192.168.204.139@tcp:8:kworker.0 00000100:00080000:3.0:1769074996.877159:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 1977 00000100:00080000:3.0:1769074996.877169:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 5s 00000100:00100000:1.0:1769074996.877171:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612925184:192.168.204.139@tcp:400:kworker.0 00000100:00080000:3.0:1769074996.877180:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00080000:0.0:1769074996.877190:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1769074996.877193:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1769074996.877203:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769074996.877209:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612926976:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769074996.877217:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007612927744/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769074996.877234:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074996.877237:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769074996.877239:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769074996.877242:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612927744:192.168.204.139@tcp:8:kworker.0 00000100:00080000:3.0:1769074996.877245:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 1977 00000100:00080000:3.0:1769074996.877253:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1769074996.877258:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769074996.877264:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769074996.877278:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007612927872/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769074996.877296:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074996.877300:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1769074996.877302:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612927872:192.168.204.139@tcp:8:kworker.0 00000100:00080000:3.0:1769074996.877304:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769074996.877314:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 1977 00000100:00080000:3.0:1769074996.877320:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1769074996.877325:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769074996.877341:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007612928000/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074996.877374:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612928000:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769074996.877382:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612926208:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1769074996.877392:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612925696:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1769074996.887224:0:2373:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9bc67afd9500 x1855007612926336/t0(0) o400->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074996 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769074996.887233:0:2373:0:(import.c:213:ptlrpc_set_import_discon()) osc: import ffff9bc64ad2c800 already not connected (conn 3, was 1): CONNECTING 00000100:00100000:2.0:1769074996.887244:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612926336:192.168.204.139@tcp:400:kworker.0 00010000:00010000:1.0:1769074997.324918:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074998.348887:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074999.372900:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075000.396965:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075001.420917:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:2.0:1769075001.996888:0:2373:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074985/real 1769074985] req@ffff9bc67afd8e00 x1855007612926848/t0(0) o400->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075001 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075001.996936:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000400:3.0:1769075001.996941:0:2372:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074985/real 1769074985] req@ffff9bc67afdb800 x1855007612926720/t0(0) o400->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075001 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075001.996950:0:22507:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1769075001.997032:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075001.997036:0:22507:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1769075001.997043:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075001.997048:0:22507:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1769075001.997059:0:2372:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9bc67afdb800 x1855007612926720/t0(0) o400->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075001 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075001.997073:0:2372:0:(import.c:213:ptlrpc_set_import_discon()) osc: import ffff9bc6462f6800 already not connected (conn 7, was 5): CONNECTING 00000100:00100000:1.0:1769075001.997116:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612928128:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1769075002.008042:0:2373:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9bc67afd8e00 x1855007612926848/t0(0) o400->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075001 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075002.008050:0:2373:0:(import.c:213:ptlrpc_set_import_discon()) osc: import ffff9bc64ad2c800 already not connected (conn 3, was 1): CONNECTING 00000100:00100000:2.0:1769075002.008076:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612926848:192.168.204.139@tcp:400:kworker.0 00010000:00010000:1.0:1769075002.444898:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075003.468917:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075004.492924:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:3.0:1769075005.403809:0:64308:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769075005.403833:0:64308:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769075005.403851:0:64308:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769075005.403868:0:64308:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769075005.403878:0:64308:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769075005.403886:0:64308:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769075005.403890:0:64308:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:3.0:1769075005.403899:0:64308:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f98229bbe0 00010000:00010000:3.0:1769075005.403903:0:64308:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769075005.403914:0:64308:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769075005.403938:0:64308:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769075005.403952:0:64308:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d204e.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8), flags=1536 00000080:00200000:3.0:1769075005.403956:0:64308:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769075005.403963:0:64308:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769075005.403969:0:64308:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769075005.403979:0:64308:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769075005.403987:0:64308:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769075005.403991:0:64308:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769075005.403994:0:64308:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:3.0:1769075005.403998:0:64308:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f98229bce0 00010000:00010000:3.0:1769075005.404002:0:64308:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769075005.404010:0:64308:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769075005.404019:0:64308:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 3 00000080:00200000:3.0:1769075005.404025:0:64308:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8),name=/ 00000002:00010000:3.0:1769075005.404032:0:64308:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769075005.404038:0:64308:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769075005.404047:0:64308:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769075005.404054:0:64308:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769075005.404059:0:64308:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) 00000080:00010000:3.0:1769075005.404062:0:64308:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bc6515921c8) for lock 0x21fa6d252c11baeb 00000080:00010000:3.0:1769075005.404065:0:64308:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x21fa6d252c11baeb from it ffffa7f98229bdc8 00010000:00010000:3.0:1769075005.404069:0:64308:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769075005.404077:0:64308:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769075005.404086:0:64308:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bc6515921c8), inode mode 41ed mask 3 00000080:00200000:3.0:1769075005.404091:0:64308:0:(namei.c:2175:do_mkdir()) VFS Op:name=d204e.sanity-flr, dir=[0x200000007:0x1:0x0](ffff9bc6515921c8) 00800000:00000004:3.0:1769075005.404113:0:64308:0:(obd_class.h:1049:obd_statfs_async()) lustre-MDT0000-mdc-ffff9bc646483800: age 1781, max_age 0 00000100:00100000:3.0:1769075005.404173:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769075005.404194:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612928256:192.168.204.139@tcp:41:mkdir.0 00010000:00010000:2.0:1769075005.404224:0:64308:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769075005.404275:0:64308:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769075005.404285:0:64308:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769075005.404288:0:64308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943000/0x21fa6d252c11baeb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8b5959a9a0e8bfee expref: -99 pid: 63221 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769075005.404309:0:64308:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769075005.404316:0:64308:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc67afd8e00 x1855007612928512/t0(0) o36->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 568/2080 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075005.404332:0:64308:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8e00 pname:cluuid:pid:xid:nid:opc:job mkdir:8e818347-4d21-45d1-a323-b359656f3fdd:64308:1855007612928512:192.168.204.139@tcp:36:mkdir.0 00000100:00100000:2.0:1769075005.404376:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 50 seconds 00010000:00010000:1.0:1769075005.516941:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075006.540902:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075007.116896:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075007.116908:0:22507:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1769075007.116953:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075007.116957:0:22507:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1769075007.116960:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075007.116964:0:22507:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1769075007.117014:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612928640:192.168.204.139@tcp:400:kworker.0 00010000:00010000:3.0:1769075007.564909:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:0.0:1769075008.588944:0:2361:0:(socklnd_cb.c:2367:ksocknal_find_timed_out_conn()) A connection with 12345-192.168.204.139@tcp (192.168.204.139:988) timed out; the network or node may be down. 00010000:00010000:1.0:1769075008.588970:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075009.612988:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075010.636897:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075011.212920:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074996/real 1769074996] req@ffff9bc64d9ace00 x1855007612928000/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075011 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075011.212957:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007612928000/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075011 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075011.212971:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074996/real 1769074996] req@ffff9bc64d9ad500 x1855007612927872/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075011 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075011.212984:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007612927872/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075011 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075011.212995:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074996/real 1769074996] req@ffff9bc64d9ac380 x1855007612927744/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075011 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075011.213007:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007612927744/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075011 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075011.213028:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075011.213056:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075011.213061:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612928000:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769075011.213067:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075011.213073:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075011.213078:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612927872:192.168.204.139@tcp:8:kworker.0 00000100:00080000:2.0:1769075011.213092:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075011.213102:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075011.213107:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075011.213111:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075011.213114:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00080000:3.0:1769075011.213119:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 1987 00000100:00100000:2.0:1769075011.213125:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612927744:192.168.204.139@tcp:8:kworker.0 00000100:00080000:3.0:1769075011.213131:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1769075011.213140:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075011.213175:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007612928768/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075011.213210:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612926720:192.168.204.139@tcp:400:kworker.0 00000100:00080000:3.0:1769075011.213225:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075011.213231:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1769075011.213236:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612928896:192.168.204.139@tcp:400:kworker.0 00000100:00080000:3.0:1769075011.213239:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075011.213247:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 1987 00000100:00080000:3.0:1769075011.213254:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 10s 00000100:00100000:0.0:1769075011.213261:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612928768:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075011.213267:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075011.213279:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075011.213293:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007612929024/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075011.213302:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075011.213305:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075011.213306:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075011.213309:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 1987 00000100:00080000:3.0:1769075011.213313:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1769075011.213316:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075011.213319:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075011.213327:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007612929152/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075011.213367:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612929024:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769075011.213394:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612929152:192.168.204.139@tcp:8:kworker.0 00010000:00010000:1.0:1769075011.660923:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075012.684900:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075013.708928:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075014.732941:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075015.756934:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075016.332853:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075016.332862:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1769075016.332915:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075016.332918:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1769075016.332921:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075016.332923:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1769075016.332948:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769075016.332965:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612929280:192.168.204.139@tcp:400:kworker.0 00010000:00010000:1.0:1769075016.780888:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075017.804906:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075018.828870:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075019.852978:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075020.876927:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075021.452937:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075021.452945:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1769075021.452999:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075021.453003:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1769075021.453007:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075021.453012:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1769075021.453046:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612929408:192.168.204.139@tcp:400:kworker.0 00010000:00010000:1.0:1769075021.900918:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075022.924949:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075023.948942:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075024.972871:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:1.0:1769075025.548890:0:2370:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074970/real 1769074970] req@ffff9bc64ac92a00 x1855007612925056/t0(0) o400->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075025 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075025.560386:0:2370:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9bc64ac92a00 x1855007612925056/t0(0) o400->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075025 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075025.560403:0:2370:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1769075025.560408:0:2370:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9bc646483800: Connection to lustre-MDT0000 (at 192.168.204.139@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1769075025.564558:0:2370:0:(import.c:416:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00100000:1.0:1769075025.564591:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612925056:192.168.204.139@tcp:400:kworker.0 00000100:00080000:0.0:1769075025.564604:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075025.564612:0:22507:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1769075025.564615:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075025.564619:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075025.564624:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075025.564631:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 1222 00000100:00080000:0.0:1769075025.564646:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075025.564657:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075025.564688:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007612929536/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075025.564717:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075025.564722:0:22507:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1769075025.564725:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075025.564728:0:22507:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1769075025.564746:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612929536:192.168.204.139@tcp:38:kworker.0 00010000:00010000:1.0:1769075025.996953:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075027.020983:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075028.044920:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1769075028.621153:0:2357:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1022 -> 192.168.204.139:988 00000400:00000100:3.0:1769075028.621215:0:2357:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769075028.621234:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 224 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769075028.621297:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769075028.621311:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769075028.621318:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769075028.621331:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 224 0@<0:0>->192.168.204.139@tcp 00000100:00100000:1.0:1769075028.621345:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075011/real 1769075028] req@ffff9bc64d9ac380 x1855007612929024/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:3.0:1769075028.621347:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 224 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769075028.621360:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:1.0:1769075028.621383:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007612929024/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000400:2.0:1769075028.621387:0:2372:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075021/real 1769075028] req@ffff9bc67afdb800 x1855007612929408/t0(0) o400->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075028.621408:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075028.621434:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075028.621434:0:2372:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9bc67afdb800 x1855007612929408/t0(0) o400->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075028.621452:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612929024:192.168.204.139@tcp:8:kworker.0 00000100:00080000:2.0:1769075028.621458:0:2372:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff9bc676b43800 already not connected (conn 5, was 4): CONNECTING 00000100:00100000:1.0:1769075028.621466:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075011/real 1769075028] req@ffff9bc64d9ad500 x1855007612929152/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075028.621470:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612929408:192.168.204.139@tcp:400:kworker.0 00000100:00080000:0.0:1769075028.621485:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075028.621497:0:22507:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000400:2.0:1769075028.621499:0:2372:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075016/real 1769075028] req@ffff9bc64d9ace00 x1855007612929280/t0(0) o400->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075028.621506:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769075028.621512:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007612929152/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075028.621519:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769075028.621526:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075028.621559:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2001 00000100:00080000:0.0:1769075028.621574:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1769075028.621582:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075028.621588:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00080000:1.0:1769075028.621598:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000008:00100000:0.0:1769075028.621604:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075028.621605:0:2372:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9bc64d9ace00 x1855007612929280/t0(0) o400->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075028.621610:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612929152:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075028.621634:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075011/real 1769075028] req@ffff9bc64d9aea00 x1855007612928768/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075028.621634:0:2372:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff9bc676b43800 already not connected (conn 5, was 4): CONNECTING 00000100:00100000:0.0:1769075028.621657:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007612929664/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075028.621657:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612929280:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1769075028.621667:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007612928768/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000400:2.0:1769075028.621687:0:2372:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075011/real 1769075028] req@ffff9bc64d9afb80 x1855007612928896/t0(0) o400->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075028.621728:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075028.621734:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075028.621735:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1769075028.621742:0:2372:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9bc64d9afb80 x1855007612928896/t0(0) o400->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075028.621744:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075028.621755:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00080000:0.0:1769075028.621768:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2001 00000100:00100000:1.0:1769075028.621824:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612928768:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769075028.621832:0:2372:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff9bc676b43800 already not connected (conn 5, was 4): CONNECTING 00000100:00080000:0.0:1769075028.621834:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1769075028.621847:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075028.621848:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612928896:192.168.204.139@tcp:400:kworker.0 00000008:00100000:0.0:1769075028.621864:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075028.621881:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c380 x1855007612929792/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075028.621887:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612929664:192.168.204.139@tcp:8:kworker.0 00000100:00080000:0.0:1769075028.621915:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075028.621918:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075028.621920:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075028.621923:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2001 00000100:00080000:0.0:1769075028.621926:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1769075028.621930:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769075028.621941:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007612929920/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075028.621969:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075028.622006:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075028/real 1769075028] req@ffff9bc64f07df80 x1855007612929664/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075028.622021:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007612929664/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075028.622028:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075028.622032:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075028.622035:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612929664:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075028.622040:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075025/real 1769075028] req@ffff9bc64f07d880 x1855007612929536/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075028.622047:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007612929536/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075028.622052:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075028.622054:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075028.622057:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612929536:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075028.622071:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612929792:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075028.622087:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075028.622094:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075028/real 1769075028] req@ffff9bc64f07c380 x1855007612929792/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075028.622102:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c380 x1855007612929792/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075028.622111:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075028.622114:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075028.622116:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612929792:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075028.622119:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612929920:192.168.204.139@tcp:250:kworker.0 00000800:00000100:1.0:1769075028.622129:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075028.622139:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075028/real 1769075028] req@ffff9bc64f07dc00 x1855007612929920/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075028.622147:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007612929920/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075028.622151:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075028.622153:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075028.622155:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612929920:192.168.204.139@tcp:250:kworker.0 00010000:00010000:1.0:1769075029.068973:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075030.092918:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:2.0:1769075030.156883:0:2373:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074975/real 1769074975] req@ffff9bc67afd9180 x1855007612925568/t0(0) o400->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075030 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075030.156932:0:2373:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9bc67afd9180 x1855007612925568/t0(0) o400->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075030 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075030.156943:0:2373:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff9bc676b43800 already not connected (conn 5, was 4): DISCONN 00000100:00100000:2.0:1769075030.156962:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612925568:192.168.204.139@tcp:400:kworker.0 00010000:00010000:2.0:1769075031.116919:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075032.140910:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075033.164913:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075033.740893:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075033.740905:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075033.740910:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075033.740920:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2019 00000100:00080000:3.0:1769075033.740932:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075033.740940:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075033.740979:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007612930048/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075033.741008:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075033.741012:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075033.741015:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075033.741020:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2016 00000100:00080000:3.0:1769075033.741026:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1769075033.741038:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075033.741050:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612930048:192.168.204.139@tcp:250:kworker.0 00000008:00100000:3.0:1769075033.741050:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075033.741070:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007612930176/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075033.741083:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075033.741087:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075033.741090:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075033.741094:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2019 00000100:00080000:3.0:1769075033.741099:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075033.741104:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075033.741110:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075033.741125:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007612930304/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075033.741137:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075033.741141:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075033.741144:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769075033.741151:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612930176:192.168.204.139@tcp:38:kworker.0 00000100:00080000:3.0:1769075033.741152:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2019 00000100:00080000:3.0:1769075033.741175:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075033.741182:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075033.741188:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075033.741200:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612930304:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769075033.741207:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007612930432/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075033.741229:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612930432:192.168.204.139@tcp:8:kworker.0 00010000:00010000:3.0:1769075034.188953:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075035.212961:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:2.0:1769075035.276932:0:2373:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074980/real 1769074980] req@ffff9bc67afdad80 x1855007612926080/t0(0) o400->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075035 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075035.288378:0:2373:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9bc67afdad80 x1855007612926080/t0(0) o400->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075035 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075035.288389:0:2373:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff9bc676b43800 already not connected (conn 6, was 4): CONNECTING 00000100:00100000:2.0:1769075035.288410:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612926080:192.168.204.139@tcp:400:kworker.0 00010000:00010000:1.0:1769075036.236957:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1769075036.813033:0:2359:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1022 -> 192.168.204.139:988 00000400:00000100:0.0:1769075036.813077:0:2359:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1769075036.813094:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:0.0:1769075036.813156:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:0.0:1769075036.813166:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:0.0:1769075036.813176:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:1.0:1769075036.813209:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075033/real 1769075036] req@ffff9bc64d9adc00 x1855007612930432/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075036.813239:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007612930432/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075036.813253:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075036.813258:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075036.813264:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612930432:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075036.813273:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075033/real 1769075036] req@ffff9bc64d9ad880 x1855007612930176/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075036.813288:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007612930176/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075036.813298:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075036.813302:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075036.813306:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612930176:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075036.813315:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075033/real 1769075036] req@ffff9bc64d9adf80 x1855007612930304/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075036.813329:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007612930304/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075036.813338:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075036.813343:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075036.813346:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612930304:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075036.813355:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075033/real 1769075036] req@ffff9bc64d9ac000 x1855007612930048/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075036.813368:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007612930048/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075036.813378:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075036.813384:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075036.813388:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612930048:192.168.204.139@tcp:250:kworker.0 00010000:00010000:2.0:1769075037.260939:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075038.284953:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075038.860899:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075038.860908:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075038.860913:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075038.860922:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2024 00000100:00080000:0.0:1769075038.860933:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075038.860939:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769075038.860972:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007612930560/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075038.860995:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075038.860998:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075038.861000:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075038.861002:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2024 00000100:00080000:0.0:1769075038.861006:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1769075038.861010:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075038.861020:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075038.861034:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007612930688/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075038.861038:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612930560:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769075038.861056:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075038.861060:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769075038.861063:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075038.861068:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2024 00000100:00080000:0.0:1769075038.861086:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075038.861096:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075038.861103:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075038.861118:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007612930816/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075038.861129:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075038.861133:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769075038.861135:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075038.861139:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2024 00000100:00080000:0.0:1769075038.861143:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075038.861148:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075038.861154:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075038.861167:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c380 x1855007612930944/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075038.861170:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612930688:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075038.861211:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612930816:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075038.861228:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612930944:192.168.204.139@tcp:8:kworker.0 00010000:00010000:1.0:1769075039.308949:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1769075039.885285:0:2360:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1022 -> 192.168.204.139:988 00000400:00000100:3.0:1769075039.885334:0:2360:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769075039.885352:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769075039.885394:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769075039.885404:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769075039.885413:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:1.0:1769075039.885470:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075038/real 1769075039] req@ffff9bc64f07c380 x1855007612930944/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075039.885497:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c380 x1855007612930944/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075039.885509:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075039.885514:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075039.885519:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612930944:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075039.885530:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075038/real 1769075039] req@ffff9bc64f07f480 x1855007612930688/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075039.885563:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007612930688/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075039.885570:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075039.885574:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075039.885578:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612930688:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075039.885585:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075038/real 1769075039] req@ffff9bc64f07dc00 x1855007612930816/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075039.885597:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007612930816/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075039.885605:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075039.885608:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075039.885612:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612930816:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075039.885619:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075038/real 1769075039] req@ffff9bc64f07e680 x1855007612930560/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075039.885631:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007612930560/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075039.885639:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075039.885642:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075039.885645:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612930560:192.168.204.139@tcp:250:kworker.0 00010000:00010000:3.0:1769075040.332911:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:2.0:1769075040.396876:0:2373:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074985/real 1769074985] req@ffff9bc67afd9c00 x1855007612926592/t0(0) o400->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075040 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075040.396907:0:2373:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9bc67afd9c00 x1855007612926592/t0(0) o400->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075040 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075040.396915:0:2373:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff9bc676b43800 already not connected (conn 7, was 4): DISCONN 00000100:00100000:2.0:1769075040.396928:0:2373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e818347-4d21-45d1-a323-b359656f3fdd:2373:1855007612926592:192.168.204.139@tcp:400:kworker.0 00010000:00010000:1.0:1769075041.356962:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:2.0:1769075041.932914:0:2372:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074986/real 1769074986] req@ffff9bc64d9ad180 x1855007612927104/t0(0) o400->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075041 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075041.932940:0:2372:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9bc64d9ad180 x1855007612927104/t0(0) o400->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075041 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075041.932948:0:2372:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff9bc676b43800 already not connected (conn 7, was 4): DISCONN 00000100:00100000:2.0:1769075041.932962:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e818347-4d21-45d1-a323-b359656f3fdd:2372:1855007612927104:192.168.204.139@tcp:400:kworker.0 00010000:00010000:1.0:1769075042.380959:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075043.404859:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075043.980924:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075043.980936:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075043.980941:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075043.980951:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2029 00000100:00080000:2.0:1769075043.980962:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075043.980970:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075043.981021:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9c00 x1855007612931072/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075043.981049:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075043.981052:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075043.981053:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075043.981057:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2029 00000100:00080000:2.0:1769075043.981061:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1769075043.981065:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075043.981072:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075043.981082:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdad80 x1855007612931200/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075043.981089:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075043.981092:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769075043.981094:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075043.981096:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2029 00000100:00080000:2.0:1769075043.981097:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075043.981100:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075043.981103:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075043.981110:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9180 x1855007612931328/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075043.981115:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075043.981117:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769075043.981118:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075043.981120:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2029 00000100:00080000:2.0:1769075043.981122:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075043.981124:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075043.981127:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075043.981133:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb800 x1855007612931456/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075043.981191:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612931072:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075043.981287:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612931200:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075043.981322:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612931328:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075043.981346:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612931456:192.168.204.139@tcp:8:kworker.0 00010000:00010000:1.0:1769075044.428914:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075045.452913:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:1.0:1769075046.028893:0:2371:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074991/real 1769074991] req@ffff9bc64ac90700 x1855007612927488/t0(0) o400->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075046 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075046.028926:0:2371:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9bc64ac90700 x1855007612927488/t0(0) o400->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075046 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075046.028936:0:2371:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff9bc676b43800 already not connected (conn 8, was 4): CONNECTING 00000100:00100000:1.0:1769075046.028984:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612927488:192.168.204.139@tcp:400:kworker.0 00010000:00010000:3.0:1769075046.476913:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1769075047.053042:0:2358:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1022 -> 192.168.204.139:988 00000400:00000100:2.0:1769075047.053082:0:2358:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769075047.053116:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769075047.053157:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769075047.053167:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769075047.053178:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:1.0:1769075047.053217:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075043/real 1769075047] req@ffff9bc67afd9c00 x1855007612931072/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075047.053246:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9c00 x1855007612931072/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075047.053261:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075047.053267:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075047.053272:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612931072:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075047.053283:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075043/real 1769075047] req@ffff9bc67afdad80 x1855007612931200/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075047.053296:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdad80 x1855007612931200/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075047.053304:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075047.053308:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075047.053311:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612931200:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075047.053319:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075043/real 1769075047] req@ffff9bc67afd9180 x1855007612931328/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075047.053333:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9180 x1855007612931328/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075047.053342:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075047.053346:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075047.053350:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612931328:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075047.053357:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075043/real 1769075047] req@ffff9bc67afdb800 x1855007612931456/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075047.053370:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb800 x1855007612931456/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075047.053377:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075047.053380:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075047.053383:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612931456:192.168.204.139@tcp:8:kworker.0 00010000:00010000:1.0:1769075047.500916:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075048.524933:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075049.100867:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075049.100878:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075049.100883:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075049.100894:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2034 00000100:00080000:3.0:1769075049.100928:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075049.100936:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075049.100972:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007612931584/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075049.101001:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075049.101005:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075049.101007:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075049.101011:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2034 00000100:00080000:3.0:1769075049.101015:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075049.101019:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075049.101030:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075049.101044:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007612931712/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075049.101055:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612931584:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075049.101058:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075049.101064:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075049.101069:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075049.101075:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2034 00000100:00080000:3.0:1769075049.101078:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075049.101082:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075049.101088:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075049.101100:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007612931840/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075049.101110:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075049.101114:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075049.101115:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075049.101119:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2034 00000100:00080000:3.0:1769075049.101123:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075049.101128:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075049.101133:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769075049.101141:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769075049.101155:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007612931968/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075049.101185:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075049/real 1769075049] req@ffff9bc64d9aed80 x1855007612931584/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075049.101208:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007612931584/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075049.101227:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075049.101232:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075049.101236:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612931584:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075049.101260:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612931712:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075049.101286:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075049.101299:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075049/real 1769075049] req@ffff9bc64d9ae680 x1855007612931712/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075049.101314:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007612931712/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075049.101323:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075049.101327:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075049.101330:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612931712:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075049.101336:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612931840:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075049.101360:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075049.101372:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075049/real 1769075049] req@ffff9bc64d9aca80 x1855007612931840/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075049.101385:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007612931840/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075049.101393:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075049.101397:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075049.101400:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612931840:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075049.101409:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612931968:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075049.101428:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075049.101439:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075049/real 1769075049] req@ffff9bc64d9ad180 x1855007612931968/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075049.101451:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007612931968/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075049.101458:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075049.101461:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075049.101464:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612931968:192.168.204.139@tcp:8:kworker.0 00010000:00010000:2.0:1769075049.548916:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075050.572972:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:1.0:1769075051.148929:0:2370:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074996/real 1769074996] req@ffff9bc64ac91f80 x1855007612927616/t0(0) o400->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075051 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075051.148962:0:2370:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9bc64ac91f80 x1855007612927616/t0(0) o400->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075051 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075051.148971:0:2370:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff9bc676b43800 already not connected (conn 9, was 4): DISCONN 00000100:00100000:1.0:1769075051.148980:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612927616:192.168.204.139@tcp:400:kworker.0 00010000:00010000:1.0:1769075051.597013:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075052.620947:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075053.644950:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075054.220897:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075054.220908:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075054.220913:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075054.220922:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2039 00000100:00080000:2.0:1769075054.220933:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075054.220939:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075054.220973:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9500 x1855007612932096/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075054.221000:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075054.221003:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075054.221004:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075054.221008:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2039 00000100:00080000:2.0:1769075054.221010:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075054.221013:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075054.221019:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075054.221031:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8000 x1855007612932224/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075054.221042:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075054.221044:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769075054.221046:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075054.221048:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2039 00000100:00080000:2.0:1769075054.221050:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075054.221055:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075054.221063:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075054.221066:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612932096:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075054.221073:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9f80 x1855007612932352/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075054.221091:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075054.221093:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769075054.221094:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075054.221096:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2039 00000100:00080000:2.0:1769075054.221098:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075054.221101:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075054.221105:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075054.221117:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8700 x1855007612932480/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075054.221194:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075054.221282:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075054/real 1769075054] req@ffff9bc67afd9500 x1855007612932096/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075054.221317:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9500 x1855007612932096/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075054.221337:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075054.221344:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075054.221350:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612932096:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075054.221379:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612932224:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075054.221407:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075054.221422:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075054/real 1769075054] req@ffff9bc67afd8000 x1855007612932224/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075054.221441:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8000 x1855007612932224/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075054.221450:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075054.221455:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075054.221459:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612932224:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075054.221467:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612932352:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075054.221493:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075054.221505:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075054/real 1769075054] req@ffff9bc67afd9f80 x1855007612932352/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075054.221518:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9f80 x1855007612932352/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075054.221527:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075054.221530:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075054.221533:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612932352:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075054.221541:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612932480:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075054.221563:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075054.221575:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075054/real 1769075054] req@ffff9bc67afd8700 x1855007612932480/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075054.221588:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8700 x1855007612932480/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075054.221596:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075054.221600:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075054.221603:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612932480:192.168.204.139@tcp:8:kworker.0 00010000:00010000:1.0:1769075054.668936:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075055.692997:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:1.0:1769075056.269075:0:2371:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769075001/real 1769075001] req@ffff9bc64f07ce00 x1855007612928128/t0(0) o400->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075056 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075056.280764:0:2371:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9bc64f07ce00 x1855007612928128/t0(0) o400->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075056 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075056.280807:0:2371:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff9bc676b43800 already not connected (conn 10, was 4): DISCONN 00000100:00100000:1.0:1769075056.280832:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e818347-4d21-45d1-a323-b359656f3fdd:2371:1855007612928128:192.168.204.139@tcp:400:kworker.0 00010000:00010000:1.0:1769075056.716916:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075057.740887:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075058.316884:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 1 seconds 00010000:00010000:3.0:1769075058.764912:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075059.340925:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 1 seconds 00000100:00080000:1.0:1769075059.340942:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075059.340952:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075059.340957:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075059.340967:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2044 00000100:00080000:1.0:1769075059.340980:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075059.340986:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075059.341028:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007612932608/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075059.341055:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075059.341058:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075059.341059:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075059.341062:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2044 00000100:00080000:1.0:1769075059.341065:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075059.341068:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075059.341077:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075059.341094:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90700 x1855007612932736/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075059.341108:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769075059.341113:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612932608:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769075059.341114:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769075059.341121:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075059.341132:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2044 00000100:00080000:1.0:1769075059.341136:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075059.341142:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075059.341149:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075059.341164:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007612932864/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075059.341173:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075059.341177:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769075059.341179:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075059.341183:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2044 00000100:00080000:1.0:1769075059.341189:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075059.341193:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075059.341201:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075059.341216:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91180 x1855007612932992/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075059.341233:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612932736:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075059.341273:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612932864:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075059.341293:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612932992:192.168.204.139@tcp:8:kworker.0 00010000:00010000:1.0:1769075059.788946:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:2.0:1769075060.364973:0:64308:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769075005/real 1769075005] req@ffff9bc67afd8e00 x1855007612928512/t0(0) o36->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 568/2080 e 0 to 1 dl 1769075060 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000400:3.0:1769075060.364991:0:2372:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769075005/real 1769075005] req@ffff9bc64d9ae300 x1855007612928256/t0(0) o41->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 224/368 e 0 to 1 dl 1769075060 ref 1 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075060.365025:0:64308:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff9bc676b43800 already not connected (conn 11, was 4): CONNECTING 00000100:00100000:2.0:1769075060.365036:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075060.365047:0:2372:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff9bc676b43800 already not connected (conn 11, was 4): CONNECTING 00010000:00010000:1.0:1769075060.812940:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075061.388870:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075061.836953:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075062.412882:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00000400:1.0:1769075062.412908:0:2370:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769075007/real 1769075007] req@ffff9bc64f07d180 x1855007612928640/t0(0) o400->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075062 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075062.412945:0:2370:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9bc64f07d180 x1855007612928640/t0(0) o400->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075062 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075062.412954:0:2370:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff9bc676b43800 already not connected (conn 11, was 4): CONNECTING 00000100:00100000:1.0:1769075062.412973:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e818347-4d21-45d1-a323-b359656f3fdd:2370:1855007612928640:192.168.204.139@tcp:400:kworker.0 00000400:00000100:3.0:1769075062.413070:0:2357:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1022 -> 192.168.204.139:988 00000400:00000100:3.0:1769075062.413117:0:2357:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769075062.413141:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769075062.413212:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769075062.413224:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769075062.413235:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:2.0:1769075062.413317:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075059/real 1769075062] req@ffff9bc64ac91180 x1855007612932992/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075062.413342:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91180 x1855007612932992/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075062.413357:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075062.413363:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075062.413368:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612932992:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075062.413376:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075059/real 1769075062] req@ffff9bc64ac90700 x1855007612932736/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075062.413390:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90700 x1855007612932736/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075062.413399:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075062.413404:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075062.413408:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612932736:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075062.413416:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075059/real 1769075062] req@ffff9bc64ac92a00 x1855007612932864/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075062.413431:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007612932864/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075062.413441:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075062.413444:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075062.413449:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612932864:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075062.413469:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075059/real 1769075062] req@ffff9bc64ac91f80 x1855007612932608/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075062.413487:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007612932608/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075062.413502:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075062.413507:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075062.413511:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612932608:192.168.204.139@tcp:250:kworker.0 00010000:00010000:1.0:1769075062.860961:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075063.436929:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769075063.885006:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075064.460861:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769075064.461012:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075064.461021:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075064.461027:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075064.461038:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2050 00000100:00080000:1.0:1769075064.461051:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075064.461059:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075064.461103:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007612933120/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075064.461161:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075064.461166:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075064.461167:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075064.461174:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2050 00000100:00080000:1.0:1769075064.461182:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075064.461191:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075064.461210:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075064.461217:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612933120:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075064.461232:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007612933248/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075064.461251:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075064.461255:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769075064.461257:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075064.461261:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2050 00000100:00080000:1.0:1769075064.461265:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075064.461269:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075064.461276:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075064.461289:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007612933376/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075064.461301:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075064.461304:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769075064.461306:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075064.461311:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2050 00000100:00080000:1.0:1769075064.461315:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075064.461323:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:2.0:1769075064.461323:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:1.0:1769075064.461333:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075064.461348:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007612933504/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075064.461422:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075064/real 1769075064] req@ffff9bc64ac93100 x1855007612933120/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075064.461448:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007612933120/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075064.461461:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075064.461467:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075064.461489:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612933120:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075064.461528:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612933248:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075064.461557:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075064.461573:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075064/real 1769075064] req@ffff9bc64ac93480 x1855007612933248/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075064.461589:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007612933248/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075064.461600:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075064.461604:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075064.461607:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612933248:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075064.461614:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612933376:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075064.461643:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075064.461693:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075064/real 1769075064] req@ffff9bc64ac93800 x1855007612933376/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075064.461708:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007612933376/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075064.461716:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075064.461721:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075064.461725:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612933376:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075064.461732:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612933504:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075064.461755:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075064.461766:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075064/real 1769075064] req@ffff9bc64ac90e00 x1855007612933504/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075064.461827:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007612933504/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075064.461845:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075064.461849:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075064.461853:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612933504:192.168.204.139@tcp:8:kworker.0 00010000:00010000:3.0:1769075064.908942:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075065.484909:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769075065.933000:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075066.508928:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769075066.957058:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075067.532894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075067.980957:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075068.556898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769075069.004955:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075069.580889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075069.580923:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075069.580936:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075069.580941:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075069.580952:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2055 00000100:00080000:3.0:1769075069.580964:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075069.580970:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075069.581013:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007612933632/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075069.581046:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075069.581050:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075069.581052:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075069.581058:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2055 00000100:00080000:3.0:1769075069.581063:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075069.581069:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075069.581079:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075069.581087:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612933632:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769075069.581103:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007612933760/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075069.581120:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075069.581124:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075069.581126:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075069.581131:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2055 00000100:00080000:3.0:1769075069.581161:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075069.581166:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075069.581173:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769075069.581174:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769075069.581191:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007612933888/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075069.581201:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075069.581203:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075069.581204:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075069.581208:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2055 00000100:00080000:3.0:1769075069.581210:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075069.581215:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075069.581223:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075069.581231:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075069/real 1769075069] req@ffff9bc64d9ac000 x1855007612933632/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075069.581235:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007612934016/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075069.581329:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007612933632/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075069.581341:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075069.581347:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075069.581352:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612933632:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075069.581377:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612933760:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075069.581393:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075069.581401:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075069/real 1769075069] req@ffff9bc64d9adf80 x1855007612933760/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075069.581415:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007612933760/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075069.581429:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075069.581431:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075069.581433:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612933760:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075069.581438:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612933888:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075069.581451:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075069.581458:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075069/real 1769075069] req@ffff9bc64d9ad880 x1855007612933888/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075069.581466:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007612933888/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075069.581472:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075069.581474:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075069.581476:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612933888:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075069.581480:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612934016:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075069.581490:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075069.581495:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075069/real 1769075069] req@ffff9bc64d9adc00 x1855007612934016/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075069.581503:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007612934016/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075069.581512:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075069.581515:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075069.581517:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612934016:192.168.204.139@tcp:8:kworker.0 00010000:00010000:1.0:1769075070.028949:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075070.604907:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075071.052988:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075071.628872:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769075072.076960:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075072.652829:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769075073.101010:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075073.676861:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075074.124896:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075074.700878:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769075074.700879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075074.700893:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075074.700899:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075074.700919:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2060 00000100:00080000:3.0:1769075074.700934:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075074.700943:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075074.700997:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9afb80 x1855007612934144/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075074.701027:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075074.701031:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075074.701032:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075074.701037:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2060 00000100:00080000:3.0:1769075074.701040:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075074.701043:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075074.701054:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075074.701069:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007612934272/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075074.701076:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612934144:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075074.701082:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075074.701087:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075074.701088:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075074.701092:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2060 00000100:00080000:3.0:1769075074.701094:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075074.701099:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075074.701103:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075074.701113:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007612934400/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075074.701125:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075074.701129:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075074.701130:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075074.701133:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2060 00000100:00080000:3.0:1769075074.701145:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075074.701148:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075074.701152:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769075074.701156:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769075074.701167:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007612934528/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075074.701220:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075074/real 1769075074] req@ffff9bc64d9afb80 x1855007612934144/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075074.701248:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9afb80 x1855007612934144/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075074.701264:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075074.701271:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075074.701277:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612934144:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075074.701303:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612934272:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075074.701327:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075074.701339:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075074/real 1769075074] req@ffff9bc64d9ace00 x1855007612934272/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075074.701376:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007612934272/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075074.701384:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075074.701388:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075074.701391:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612934272:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075074.701398:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612934400:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075074.701429:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075074.701435:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075074/real 1769075074] req@ffff9bc64d9aea00 x1855007612934400/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075074.701443:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007612934400/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075074.701448:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075074.701450:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075074.701452:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612934400:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075074.701456:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612934528:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075074.701466:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075074.701497:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075074/real 1769075074] req@ffff9bc64d9ad500 x1855007612934528/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075074.701508:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007612934528/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075074.701518:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075074.701520:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075074.701522:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612934528:192.168.204.139@tcp:8:kworker.0 00010000:00010000:1.0:1769075075.148897:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075075.724877:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769075076.172930:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075076.748837:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075077.196903:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075077.772889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769075078.220901:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075078.796879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769075079.244938:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075079.820848:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769075079.820855:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075079.820856:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075079.820863:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075079.820872:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2065 00000100:00080000:3.0:1769075079.820881:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075079.820887:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075079.820920:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007612934656/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075079.820942:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075079.820944:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075079.820946:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075079.820949:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2065 00000100:00080000:3.0:1769075079.820951:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075079.820955:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075079.820963:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075079.820974:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612934656:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769075079.820975:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007612934784/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075079.820989:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075079.820992:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075079.820993:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075079.821016:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2065 00000100:00080000:3.0:1769075079.821019:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075079.821022:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075079.821026:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075079.821036:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007612934912/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075079.821044:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075079.821046:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075079.821048:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075079.821050:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2065 00000100:00080000:3.0:1769075079.821061:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075079.821065:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075079.821078:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075079.821094:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007612935040/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075079.821128:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612934784:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075079.821152:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612934912:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075079.821166:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612935040:192.168.204.139@tcp:8:kworker.0 00010000:00010000:2.0:1769075080.268873:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075080.844878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769075081.292952:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075081.868875:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769075082.316970:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075082.892885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:0.0:1769075082.893027:0:2359:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1022 -> 192.168.204.139:988 00000400:00000100:0.0:1769075082.893062:0:2359:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1769075082.893077:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:0.0:1769075082.893114:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:0.0:1769075082.893123:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:0.0:1769075082.893131:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:2.0:1769075082.893208:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075079/real 1769075082] req@ffff9bc64d9ad500 x1855007612934784/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075082.893233:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007612934784/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075082.893245:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075082.893250:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075082.893256:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612934784:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075082.893264:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075079/real 1769075082] req@ffff9bc64d9aea00 x1855007612934912/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075082.893278:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007612934912/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075082.893286:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075082.893289:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075082.893293:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612934912:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075082.893300:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075079/real 1769075082] req@ffff9bc64d9ace00 x1855007612935040/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075082.893313:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007612935040/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075082.893321:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075082.893324:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075082.893328:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612935040:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075082.893366:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075079/real 1769075082] req@ffff9bc64d9ac380 x1855007612934656/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075082.893383:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007612934656/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075082.893391:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075082.893394:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075082.893398:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612934656:192.168.204.139@tcp:250:kworker.0 00010000:00010000:3.0:1769075083.341005:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075083.916846:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769075084.364904:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075084.940897:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075084.940908:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075084.940913:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1769075084.940913:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769075084.940925:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2070 00000100:00080000:2.0:1769075084.940938:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075084.940946:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075084.940981:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb100 x1855007612935168/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075084.941010:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075084.941014:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075084.941015:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075084.941019:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2070 00000100:00080000:2.0:1769075084.941022:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075084.941026:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075084.941051:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075084.941062:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8700 x1855007612935296/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075084.941071:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769075084.941073:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612935168:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769075084.941075:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769075084.941078:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075084.941096:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2070 00000100:00080000:2.0:1769075084.941101:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075084.941107:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075084.941113:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075084.941126:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9f80 x1855007612935424/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075084.941136:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075084.941140:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769075084.941143:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075084.941146:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2070 00000100:00080000:2.0:1769075084.941151:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1769075084.941156:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:2.0:1769075084.941158:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075084.941166:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075084.941179:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8000 x1855007612935552/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075084.941204:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075084/real 1769075084] req@ffff9bc67afdb100 x1855007612935168/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075084.941226:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb100 x1855007612935168/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075084.941238:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075084.941243:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075084.941247:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612935168:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075084.941271:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612935296:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075084.941299:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075084.941347:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075084/real 1769075084] req@ffff9bc67afd8700 x1855007612935296/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075084.941361:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8700 x1855007612935296/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075084.941370:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075084.941374:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075084.941378:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612935296:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075084.941385:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612935424:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075084.941409:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075084.941421:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075084/real 1769075084] req@ffff9bc67afd9f80 x1855007612935424/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075084.941435:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9f80 x1855007612935424/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075084.941444:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075084.941448:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075084.941451:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612935424:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075084.941458:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612935552:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075084.941481:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075084.941493:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075084/real 1769075084] req@ffff9bc67afd8000 x1855007612935552/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075084.941507:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8000 x1855007612935552/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075084.941514:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075084.941518:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075084.941521:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612935552:192.168.204.139@tcp:8:kworker.0 00010000:00010000:1.0:1769075085.388966:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075085.964861:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075086.412905:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075086.988912:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769075087.436934:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075088.012876:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769075088.460947:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075089.036898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075089.484872:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075090.060881:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769075090.060882:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075090.060891:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075090.060895:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075090.060903:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2075 00000100:00080000:1.0:1769075090.060913:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075090.060919:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075090.060951:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007612935680/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075090.060975:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075090.060978:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075090.060980:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075090.060983:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2075 00000100:00080000:1.0:1769075090.060986:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075090.060989:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075090.060996:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075090.061008:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007612935808/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075090.061010:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612935680:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769075090.061024:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075090.061027:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769075090.061028:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075090.061031:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2075 00000100:00080000:1.0:1769075090.061034:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075090.061036:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075090.061041:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075090.061053:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007612935936/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075090.061064:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075090.061067:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769075090.061069:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075090.061072:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2075 00000100:00080000:1.0:1769075090.061079:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1769075090.061087:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769075090.061093:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075090.061101:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075090.061115:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007612936064/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075090.061132:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075090/real 1769075090] req@ffff9bc64ac90000 x1855007612935680/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075090.061158:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007612935680/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075090.061165:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075090.061168:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075090.061171:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612935680:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075090.061189:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612935808:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075090.061204:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075090.061212:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075090/real 1769075090] req@ffff9bc64ac90a80 x1855007612935808/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075090.061241:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007612935808/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075090.061247:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075090.061249:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075090.061252:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612935808:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075090.061266:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612935936:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075090.061282:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075090.061289:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075090/real 1769075090] req@ffff9bc64ac92d80 x1855007612935936/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075090.061296:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007612935936/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075090.061302:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075090.061304:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075090.061306:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612935936:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075090.061309:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612936064:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075090.061318:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075090.061330:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075090/real 1769075090] req@ffff9bc64ac91c00 x1855007612936064/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075090.061337:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007612936064/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075090.061342:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075090.061344:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075090.061346:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612936064:192.168.204.139@tcp:8:kworker.0 00010000:00010000:1.0:1769075090.508904:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075091.084888:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769075091.532908:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075092.108874:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075092.556879:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075093.132862:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769075093.580933:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075094.156883:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769075094.604909:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075095.180872:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769075095.180911:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075095.180919:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075095.180924:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075095.180932:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2080 00000100:00080000:2.0:1769075095.180942:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075095.180963:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075095.180996:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9500 x1855007612936192/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075095.181041:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075095.181055:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075095.181056:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075095.181060:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2080 00000100:00080000:2.0:1769075095.181064:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075095.181075:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075095.181100:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075095.181102:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612936192:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075095.181112:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb800 x1855007612936320/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075095.181123:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075095.181126:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769075095.181127:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075095.181144:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2080 00000100:00080000:2.0:1769075095.181147:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075095.181150:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075095.181156:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075095.181165:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9180 x1855007612936448/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075095.181172:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075095.181174:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769075095.181186:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075095.181188:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2080 00000100:00080000:2.0:1769075095.181192:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075095.181194:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075095.181197:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769075095.181202:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075095.181206:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdad80 x1855007612936576/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075095.181242:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075095/real 1769075095] req@ffff9bc67afd9500 x1855007612936192/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075095.181257:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9500 x1855007612936192/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075095.181264:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075095.181267:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075095.181270:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612936192:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075095.181288:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612936320:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075095.181304:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075095.181312:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075095/real 1769075095] req@ffff9bc67afdb800 x1855007612936320/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075095.181320:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb800 x1855007612936320/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075095.181326:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075095.181328:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075095.181330:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612936320:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075095.181334:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612936448:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075095.181344:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075095.181349:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075095/real 1769075095] req@ffff9bc67afd9180 x1855007612936448/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075095.181356:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9180 x1855007612936448/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075095.181361:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075095.181363:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075095.181365:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612936448:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075095.181368:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612936576:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075095.181378:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075095.181384:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075095/real 1769075095] req@ffff9bc67afdad80 x1855007612936576/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075095.181392:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdad80 x1855007612936576/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075095.181396:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075095.181398:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075095.181400:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612936576:192.168.204.139@tcp:8:kworker.0 00010000:00010000:3.0:1769075095.628937:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075096.204949:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769075096.652897:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075097.228855:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769075097.676937:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075098.252854:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075098.700867:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075099.276896:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769075099.724935:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075100.300861:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075100.300870:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075100.300875:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1769075100.300880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769075100.300885:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2085 00000100:00080000:2.0:1769075100.300895:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075100.300902:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075100.300936:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9c00 x1855007612936704/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075100.300956:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075100.300958:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075100.300960:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075100.300963:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2085 00000100:00080000:2.0:1769075100.300965:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075100.300967:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075100.300975:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075100.300983:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afda300 x1855007612936832/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075100.300992:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769075100.300997:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612936704:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769075100.300997:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769075100.300999:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075100.301006:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2085 00000100:00080000:2.0:1769075100.301009:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075100.301011:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075100.301015:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075100.301027:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8380 x1855007612936960/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075100.301058:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075100.301061:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769075100.301064:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075100.301068:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2085 00000100:00080000:2.0:1769075100.301073:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1769075100.301080:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:2.0:1769075100.301081:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075100.301089:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075100.301104:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9880 x1855007612937088/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075100.301129:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075100/real 1769075100] req@ffff9bc67afd9c00 x1855007612936704/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075100.301145:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9c00 x1855007612936704/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075100.301153:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075100.301157:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075100.301159:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612936704:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075100.301177:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612936832:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075100.301193:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075100.301201:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075100/real 1769075100] req@ffff9bc67afda300 x1855007612936832/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075100.301214:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afda300 x1855007612936832/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075100.301219:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075100.301221:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075100.301224:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612936832:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075100.301227:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612936960:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075100.301237:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075100.301245:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075100/real 1769075100] req@ffff9bc67afd8380 x1855007612936960/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075100.301270:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8380 x1855007612936960/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075100.301277:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075100.301280:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075100.301283:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612936960:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075100.301289:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612937088:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075100.301313:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075100.301326:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075100/real 1769075100] req@ffff9bc67afd9880 x1855007612937088/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075100.301337:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9880 x1855007612937088/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075100.301350:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075100.301353:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075100.301356:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612937088:192.168.204.139@tcp:8:kworker.0 00010000:00010000:1.0:1769075100.748919:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075101.324939:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075101.772930:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075102.348926:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769075102.796949:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075103.372901:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769075103.820967:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075104.396883:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075104.844880:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075105.420922:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075105.420937:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075105.420943:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769075105.420952:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075105.420955:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2090 00000100:00080000:3.0:1769075105.420998:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075105.421007:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075105.421053:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9afb80 x1855007612937216/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075105.421085:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075105.421088:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075105.421090:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075105.421100:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2090 00000100:00080000:3.0:1769075105.421104:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075105.421108:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075105.421148:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075105.421159:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612937216:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769075105.421166:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007612937344/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075105.421181:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075105.421186:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075105.421189:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075105.421197:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2090 00000100:00080000:3.0:1769075105.421205:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075105.421211:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075105.421221:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075105.421240:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007612937472/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075105.421255:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769075105.421271:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075105.421276:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075105.421279:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075105.421287:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2090 00000100:00080000:3.0:1769075105.421326:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075105.421331:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075105.421337:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075105.421353:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007612937600/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075105.421373:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075105/real 1769075105] req@ffff9bc64d9afb80 x1855007612937216/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075105.421415:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9afb80 x1855007612937216/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075105.421447:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075105.421450:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075105.421454:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612937216:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075105.421476:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612937344:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075105.421508:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075105.421517:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075105/real 1769075105] req@ffff9bc64d9adc00 x1855007612937344/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075105.421526:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007612937344/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075105.421536:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075105.421539:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075105.421541:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612937344:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075105.421546:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612937472:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075105.421558:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075105.421563:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075105/real 1769075105] req@ffff9bc64d9ad880 x1855007612937472/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075105.421571:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007612937472/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075105.421577:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075105.421579:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075105.421580:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612937472:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075105.421600:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612937600:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075105.421612:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075105.421617:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075105/real 1769075105] req@ffff9bc64d9adf80 x1855007612937600/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075105.421624:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007612937600/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075105.421629:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075105.421631:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075105.421634:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612937600:192.168.204.139@tcp:8:kworker.0 00010000:00010000:1.0:1769075105.868937:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075106.444894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769075106.892917:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075107.468866:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075107.916950:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075108.492883:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769075108.941087:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075109.516902:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769075109.965009:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075110.540936:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769075110.540967:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075110.540974:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075110.540978:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075110.540986:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2096 00000100:00080000:0.0:1769075110.540996:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075110.541013:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769075110.541051:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007612937728/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075110.541077:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075110.541080:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075110.541081:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075110.541084:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2096 00000100:00080000:0.0:1769075110.541087:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075110.541089:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075110.541096:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075110.541107:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007612937856/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075110.541131:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075110.541135:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769075110.541138:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075110.541145:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2096 00000100:00100000:1.0:1769075110.541147:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612937728:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769075110.541150:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075110.541159:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075110.541164:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075110.541175:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007612937984/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075110.541192:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075110.541195:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769075110.541197:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075110.541201:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2096 00000100:00080000:0.0:1769075110.541205:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075110.541208:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075110.541213:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075110.541223:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007612938112/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075110.541240:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075110.541288:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075110/real 1769075110] req@ffff9bc64f07d880 x1855007612937728/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075110.541308:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007612937728/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075110.541318:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075110.541322:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075110.541327:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612937728:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075110.541334:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612937856:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075110.541369:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075110.541379:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075110/real 1769075110] req@ffff9bc64f07df80 x1855007612937856/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075110.541388:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007612937856/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075110.541394:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075110.541396:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075110.541398:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612937856:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075110.541433:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612937984:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075110.541448:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075110.541455:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075110/real 1769075110] req@ffff9bc64f07fb80 x1855007612937984/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075110.541464:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007612937984/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075110.541470:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075110.541472:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075110.541475:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612937984:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075110.541479:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612938112:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075110.541515:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075110.541530:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075110/real 1769075110] req@ffff9bc64f07f100 x1855007612938112/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075110.541549:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007612938112/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075110.541561:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075110.541566:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075110.541572:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612938112:192.168.204.139@tcp:8:kworker.0 00010000:00010000:2.0:1769075110.988964:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075111.564869:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769075112.012901:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075112.588878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769075113.036911:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075113.612861:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075114.060897:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075114.636900:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769075115.084909:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075115.660846:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075115.660870:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075115.660876:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075115.660879:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075115.660887:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2101 00000100:00080000:3.0:1769075115.660896:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075115.660902:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075115.660932:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007612938240/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075115.660954:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075115.660957:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075115.660959:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075115.660961:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2101 00000100:00080000:3.0:1769075115.660964:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075115.660966:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075115.660973:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075115.660983:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007612938368/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075115.660988:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612938240:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075115.661003:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075115.661006:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075115.661007:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075115.661011:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2101 00000100:00080000:3.0:1769075115.661014:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075115.661016:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075115.661019:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075115.661027:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007612938496/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075115.661033:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075115.661035:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075115.661037:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075115.661039:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2101 00000100:00080000:3.0:1769075115.661047:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075115.661050:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075115.661052:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075115.661059:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007612938624/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075115.661103:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612938368:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075115.661133:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612938496:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075115.661146:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612938624:192.168.204.139@tcp:8:kworker.0 00010000:00010000:1.0:1769075116.108920:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075116.684963:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075117.132909:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075117.708914:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769075118.156925:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075118.732993:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:3.0:1769075118.733076:0:2360:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:3.0:1769075118.733112:0:2360:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769075118.733127:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769075118.733157:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769075118.733164:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769075118.733170:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:1.0:1769075118.733205:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075115/real 1769075118] req@ffff9bc64d9ad180 x1855007612938368/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075118.733226:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007612938368/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075118.733235:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075118.733238:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075118.733242:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612938368:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075118.733247:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075115/real 1769075118] req@ffff9bc64d9aca80 x1855007612938496/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075118.733256:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007612938496/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075118.733260:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075118.733263:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075118.733265:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612938496:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075118.733269:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075115/real 1769075118] req@ffff9bc64d9ae680 x1855007612938624/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075118.733290:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007612938624/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075118.733295:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075118.733298:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075118.733300:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612938624:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075118.733304:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075115/real 1769075118] req@ffff9bc64d9ac000 x1855007612938240/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075118.733311:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007612938240/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075118.733315:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075118.733317:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075118.733319:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612938240:192.168.204.139@tcp:250:kworker.0 00010000:00010000:1.0:1769075119.180926:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075119.757060:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075120.205057:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075120.780874:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769075120.780962:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075120.780974:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075120.780980:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075120.780994:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2106 00000100:00080000:2.0:1769075120.781008:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075120.781018:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075120.781068:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8a80 x1855007612938752/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075120.781167:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075120.781173:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075120.781176:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075120.781184:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2106 00000100:00080000:2.0:1769075120.781189:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075120.781195:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075120.781209:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075120.781232:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612938752:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075120.781232:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afda680 x1855007612938880/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075120.781247:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075120.781252:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769075120.781254:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075120.781259:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2106 00000100:00080000:2.0:1769075120.781263:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075120.781267:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075120.781274:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075120.781293:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9880 x1855007612939008/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075120.781304:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075120.781307:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769075120.781310:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075120.781314:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2106 00000100:00080000:2.0:1769075120.781318:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075120.781330:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075120.781339:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075120.781361:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8380 x1855007612939136/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075120.781444:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075120.781538:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075120/real 1769075120] req@ffff9bc67afd8a80 x1855007612938752/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075120.781564:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8a80 x1855007612938752/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075120.781578:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075120.781583:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075120.781589:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612938752:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075120.781631:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612938880:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075120.781661:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075120.781676:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075120/real 1769075120] req@ffff9bc67afda680 x1855007612938880/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075120.781691:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afda680 x1855007612938880/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075120.781715:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075120.781719:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075120.781724:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612938880:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075120.781732:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612939008:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075120.781755:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075120.781767:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075120/real 1769075120] req@ffff9bc67afd9880 x1855007612939008/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075120.781828:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9880 x1855007612939008/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075120.781836:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075120.781840:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075120.781843:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612939008:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075120.781851:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612939136:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075120.781875:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075120.781889:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075120/real 1769075120] req@ffff9bc67afd8380 x1855007612939136/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075120.781904:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8380 x1855007612939136/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075120.781913:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075120.781917:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075120.781921:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612939136:192.168.204.139@tcp:8:kworker.0 00010000:00010000:1.0:1769075121.228971:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075121.804892:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769075122.252953:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075122.828889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075123.276902:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075123.852903:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769075124.300941:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075124.876850:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075125.324943:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075125.900890:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075125.900899:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075125.900903:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769075125.900915:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075125.900965:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2111 00000100:00080000:3.0:1769075125.900975:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075125.900990:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075125.901022:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007612939264/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075125.901045:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075125.901048:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075125.901050:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075125.901053:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2111 00000100:00080000:3.0:1769075125.901055:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075125.901058:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075125.901065:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075125.901076:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007612939392/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075125.901084:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075125.901089:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1769075125.901092:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612939264:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075125.901092:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075125.901096:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2111 00000100:00080000:3.0:1769075125.901102:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075125.901105:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075125.901109:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075125.901116:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007612939520/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075125.901123:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075125.901125:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075125.901126:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075125.901128:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2111 00000100:00080000:3.0:1769075125.901131:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075125.901133:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075125.901136:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075125.901143:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007612939648/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075125.901168:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075125.901216:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075125/real 1769075125] req@ffff9bc64d9aed80 x1855007612939264/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075125.901231:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007612939264/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075125.901240:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075125.901244:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075125.901247:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612939264:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075125.901266:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612939392:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075125.901282:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075125.901291:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075125/real 1769075125] req@ffff9bc64d9ac000 x1855007612939392/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075125.901305:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007612939392/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075125.901310:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075125.901312:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075125.901314:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612939392:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075125.901318:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612939520:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075125.901328:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075125.901334:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075125/real 1769075125] req@ffff9bc64d9ae680 x1855007612939520/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075125.901341:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007612939520/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075125.901346:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075125.901348:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075125.901350:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612939520:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075125.901353:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612939648:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075125.901362:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075125.901367:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075125/real 1769075125] req@ffff9bc64d9aca80 x1855007612939648/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075125.901374:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007612939648/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075125.901386:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075125.901389:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075125.901401:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612939648:192.168.204.139@tcp:8:kworker.0 00010000:00010000:3.0:1769075126.348981:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075126.924900:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769075127.372952:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075127.948930:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075128.396986:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075128.972893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075129.420965:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075129.996917:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769075130.444959:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075131.020958:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769075131.020965:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075131.020974:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075131.020982:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075131.020995:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2116 00000100:00080000:3.0:1769075131.021022:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075131.021031:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075131.021083:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007612939776/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075131.021124:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075131.021129:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075131.021132:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075131.021139:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2116 00000100:00080000:3.0:1769075131.021144:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075131.021151:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075131.021167:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075131.021190:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007612939904/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075131.021195:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612939776:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075131.021221:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075131.021228:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075131.021231:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075131.021236:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2116 00000100:00080000:3.0:1769075131.021241:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075131.021246:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075131.021254:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075131.021268:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007612940032/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075131.021279:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075131.021282:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075131.021284:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075131.021288:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2116 00000100:00080000:3.0:1769075131.021292:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075131.021299:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:1.0:1769075131.021303:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:3.0:1769075131.021306:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075131.021319:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007612940160/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075131.021389:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075131/real 1769075131] req@ffff9bc64d9ad180 x1855007612939776/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075131.021429:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007612939776/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075131.021443:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075131.021449:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075131.021455:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612939776:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075131.021491:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612939904:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075131.021523:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075131.021598:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075131/real 1769075131] req@ffff9bc64d9adf80 x1855007612939904/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075131.021616:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007612939904/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075131.021627:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075131.021633:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075131.021638:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612939904:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075131.021646:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612940032:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075131.021687:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075131.021697:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075131/real 1769075131] req@ffff9bc64d9ad880 x1855007612940032/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075131.021708:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007612940032/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075131.021716:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075131.021719:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075131.021722:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612940032:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075131.021727:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612940160:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075131.021741:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075131.021768:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075131/real 1769075131] req@ffff9bc64d9adc00 x1855007612940160/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075131.021782:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007612940160/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075131.021791:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075131.021795:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075131.021798:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612940160:192.168.204.139@tcp:8:kworker.0 00010000:00010000:0.0:1769075131.468970:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075132.044851:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075132.492955:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075133.068937:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075133.516928:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075134.092905:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075134.541025:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075135.116831:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075135.564879:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075136.140857:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075136.140863:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075136.140871:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075136.140876:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075136.140885:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2121 00000100:00080000:3.0:1769075136.140897:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075136.140905:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075136.140940:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9afb80 x1855007612940288/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075136.140967:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075136.140971:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075136.140972:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075136.140976:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2121 00000100:00080000:3.0:1769075136.140979:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075136.140982:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075136.140990:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075136.141000:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007612940416/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075136.141009:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075136.141013:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075136.141014:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075136.141017:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2121 00000100:00080000:3.0:1769075136.141020:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075136.141023:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075136.141027:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075136.141034:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007612940544/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075136.141042:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075136.141045:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075136.141047:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075136.141051:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2121 00000100:00080000:3.0:1769075136.141054:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075136.141057:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075136.141061:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075136.141064:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612940288:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769075136.141077:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007612940672/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075136.141149:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075136.141224:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075136/real 1769075136] req@ffff9bc64d9afb80 x1855007612940288/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075136.141264:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9afb80 x1855007612940288/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075136.141275:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075136.141279:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075136.141283:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612940288:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075136.141290:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612940416:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075136.141313:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075136.141343:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075136/real 1769075136] req@ffff9bc64d9ac380 x1855007612940416/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075136.141360:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007612940416/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075136.141372:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075136.141376:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075136.141380:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612940416:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075136.141389:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612940544:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075136.141417:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075136.141433:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075136/real 1769075136] req@ffff9bc64d9ace00 x1855007612940544/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075136.141500:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007612940544/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075136.141511:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075136.141515:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075136.141520:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612940544:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075136.141553:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612940672:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075136.141584:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075136.141599:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075136/real 1769075136] req@ffff9bc64d9aea00 x1855007612940672/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075136.141616:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007612940672/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075136.141627:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075136.141631:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075136.141636:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612940672:192.168.204.139@tcp:8:kworker.0 00010000:00010000:1.0:1769075136.589010:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075137.164903:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075137.613028:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075138.188872:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075138.636908:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075139.212857:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075139.660951:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075140.236842:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075140.684984:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075141.260876:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769075141.260877:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075141.260889:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075141.260895:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075141.260904:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2126 00000100:00080000:3.0:1769075141.260916:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075141.260923:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075141.260963:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007612940800/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075141.260994:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075141.260998:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075141.261000:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075141.261005:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2126 00000100:00080000:3.0:1769075141.261021:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075141.261026:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075141.261036:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075141.261051:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007612940928/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075141.261063:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075141.261066:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075141.261069:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075141.261075:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2126 00000100:00080000:3.0:1769075141.261080:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075141.261084:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075141.261091:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075141.261103:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007612941056/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075141.261121:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075141.261130:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1769075141.261136:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612940800:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075141.261147:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075141.261160:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2126 00000100:00080000:3.0:1769075141.261164:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075141.261168:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075141.261175:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075141.261190:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007612941184/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075141.261270:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075141.261328:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075141/real 1769075141] req@ffff9bc64d9ad500 x1855007612940800/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075141.261352:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007612940800/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075141.261387:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075141.261393:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075141.261399:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612940800:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075141.261426:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612940928:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075141.261454:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075141.261466:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075141/real 1769075141] req@ffff9bc64d9aea00 x1855007612940928/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075141.261479:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007612940928/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075141.261488:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075141.261492:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075141.261495:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612940928:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075141.261526:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612941056:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075141.261543:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075141.261551:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075141/real 1769075141] req@ffff9bc64d9ace00 x1855007612941056/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075141.261562:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007612941056/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075141.261569:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075141.261572:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075141.261575:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612941056:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075141.261581:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612941184:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075141.261595:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075141.261603:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075141/real 1769075141] req@ffff9bc64d9ac380 x1855007612941184/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075141.261613:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007612941184/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075141.261621:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075141.261624:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075141.261629:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612941184:192.168.204.139@tcp:8:kworker.0 00010000:00010000:2.0:1769075141.708922:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075142.284888:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769075142.732864:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075143.308882:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075143.757049:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075144.332845:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075144.780912:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075145.356847:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075145.804950:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075146.380853:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075146.380890:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075146.380900:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075146.380908:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075146.380921:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2131 00000100:00080000:3.0:1769075146.380934:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075146.380944:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075146.380988:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9afb80 x1855007612941312/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075146.381027:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075146.381032:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075146.381035:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075146.381042:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2131 00000100:00080000:3.0:1769075146.381048:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075146.381054:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075146.381066:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075146.381088:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612941312:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769075146.381089:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007612941440/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075146.381112:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075146.381118:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075146.381121:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075146.381128:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2131 00000100:00080000:3.0:1769075146.381135:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075146.381140:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075146.381149:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769075146.381171:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769075146.381180:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007612941568/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075146.381196:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075146.381202:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075146.381205:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075146.381211:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2131 00000100:00080000:3.0:1769075146.381216:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769075146.381225:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075146/real 1769075146] req@ffff9bc64d9afb80 x1855007612941312/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075146.381226:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075146.381240:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075146.381255:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9afb80 x1855007612941312/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075146.381264:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007612941696/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075146.381327:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075146.381338:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075146.381346:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612941312:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075146.381374:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612941440:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075146.381400:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075146.381412:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075146/real 1769075146] req@ffff9bc64d9adc00 x1855007612941440/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075146.381424:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007612941440/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075146.381432:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075146.381435:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075146.381439:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612941440:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075146.381444:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612941568:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075146.381459:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075146.381467:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075146/real 1769075146] req@ffff9bc64d9ad880 x1855007612941568/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075146.381478:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007612941568/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075146.381484:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075146.381487:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075146.381490:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612941568:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075146.381495:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612941696:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075146.381507:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075146.381515:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075146/real 1769075146] req@ffff9bc64d9adf80 x1855007612941696/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075146.381525:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007612941696/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075146.381532:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075146.381535:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075146.381539:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612941696:192.168.204.139@tcp:8:kworker.0 00010000:00010000:0.0:1769075146.828948:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075147.404856:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075147.852869:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075148.428896:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075148.876902:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075149.452929:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075149.900995:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075150.476847:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075150.924965:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075151.500872:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075151.500874:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075151.500888:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075151.500892:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075151.500912:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2137 00000100:00080000:3.0:1769075151.500922:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075151.500929:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075151.500961:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007612941824/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075151.500984:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075151.500988:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075151.500989:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075151.500992:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2137 00000100:00080000:3.0:1769075151.500995:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075151.500997:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075151.501004:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075151.501024:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007612941952/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075151.501032:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075151.501035:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075151.501036:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075151.501038:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2137 00000100:00080000:3.0:1769075151.501041:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075151.501045:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075151.501048:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075151.501055:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007612942080/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075151.501066:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612941824:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075151.501067:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075151.501087:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075151.501090:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075151.501094:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2137 00000100:00080000:3.0:1769075151.501096:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075151.501098:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075151.501102:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075151.501115:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007612942208/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075151.501172:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075151.501241:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075151/real 1769075151] req@ffff9bc64d9ad180 x1855007612941824/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075151.501266:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007612941824/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075151.501277:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075151.501280:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075151.501284:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612941824:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075151.501291:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612941952:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075151.501310:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075151.501320:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075151/real 1769075151] req@ffff9bc64d9aca80 x1855007612941952/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075151.501329:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007612941952/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075151.501336:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075151.501339:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075151.501341:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612941952:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075151.501370:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612942080:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075151.501384:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075151.501391:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075151/real 1769075151] req@ffff9bc64d9ae680 x1855007612942080/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075151.501401:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007612942080/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075151.501407:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075151.501409:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075151.501412:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612942080:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075151.501416:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612942208:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075151.501426:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075151.501433:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075151/real 1769075151] req@ffff9bc64d9ac000 x1855007612942208/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075151.501441:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007612942208/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075151.501447:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075151.501448:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075151.501451:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612942208:192.168.204.139@tcp:8:kworker.0 00010000:00010000:3.0:1769075151.949040:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075152.524965:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075152.972949:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075153.548896:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075153.996963:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075154.572866:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075155.021016:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075155.596878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075156.045139:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075156.620892:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769075156.620917:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075156.620925:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075156.620947:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075156.620960:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2142 00000100:00080000:0.0:1769075156.620972:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075156.620980:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769075156.621031:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007612942336/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075156.621056:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075156.621059:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075156.621061:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075156.621064:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2142 00000100:00080000:0.0:1769075156.621067:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075156.621070:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075156.621080:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075156.621090:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007612942464/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075156.621121:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769075156.621124:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612942336:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769075156.621126:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769075156.621128:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075156.621141:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2142 00000100:00080000:0.0:1769075156.621145:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075156.621149:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075156.621155:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075156.621170:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d500 x1855007612942592/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075156.621178:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075156.621181:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769075156.621182:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075156.621186:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2142 00000100:00080000:0.0:1769075156.621199:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075156.621205:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075156.621209:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769075156.621218:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769075156.621221:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e300 x1855007612942720/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075156.621278:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075156/real 1769075156] req@ffff9bc64f07c700 x1855007612942336/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075156.621295:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007612942336/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075156.621304:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075156.621309:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075156.621314:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612942336:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075156.621335:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612942464:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075156.621360:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075156.621373:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075156/real 1769075156] req@ffff9bc64f07ed80 x1855007612942464/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075156.621387:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007612942464/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075156.621397:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075156.621401:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075156.621404:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612942464:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075156.621410:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612942592:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075156.621434:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075156.621446:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075156/real 1769075156] req@ffff9bc64f07d500 x1855007612942592/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075156.621459:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d500 x1855007612942592/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075156.621475:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075156.621478:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075156.621480:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612942592:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075156.621485:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612942720:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075156.621501:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075156.621509:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075156/real 1769075156] req@ffff9bc64f07e300 x1855007612942720/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075156.621517:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e300 x1855007612942720/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075156.621522:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075156.621524:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075156.621526:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612942720:192.168.204.139@tcp:8:kworker.0 00010000:00010000:3.0:1769075157.069084:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075157.644944:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075158.093006:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075158.668910:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075159.116989:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075159.692830:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075160.140913:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075160.716872:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075161.164977:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075161.740845:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769075161.740851:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075161.740858:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075161.740861:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075161.740870:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2147 00000100:00080000:0.0:1769075161.740880:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075161.740886:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769075161.740920:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e300 x1855007612942848/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075161.740954:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075161.740957:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075161.740958:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075161.740961:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2147 00000100:00080000:0.0:1769075161.740964:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075161.740966:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075161.740974:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075161.740982:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d500 x1855007612942976/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075161.740995:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075161.740997:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769075161.740998:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075161.741000:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2147 00000100:00080000:0.0:1769075161.741003:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075161.741006:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075161.741023:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075161.741037:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007612943104/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075161.741043:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612942848:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769075161.741056:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075161.741060:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769075161.741063:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075161.741068:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2147 00000100:00080000:0.0:1769075161.741073:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075161.741078:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075161.741083:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075161.741097:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007612943232/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075161.741122:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075161.741174:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075161/real 1769075161] req@ffff9bc64f07e300 x1855007612942848/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075161.741192:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e300 x1855007612942848/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075161.741201:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075161.741204:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075161.741208:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612942848:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075161.741214:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612942976:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075161.741232:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075161.741241:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075161/real 1769075161] req@ffff9bc64f07d500 x1855007612942976/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075161.741254:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d500 x1855007612942976/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075161.741262:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075161.741266:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075161.741270:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612942976:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075161.741305:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612943104:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075161.741328:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075161.741340:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075161/real 1769075161] req@ffff9bc64f07ed80 x1855007612943104/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075161.741352:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007612943104/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075161.741360:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075161.741362:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075161.741364:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612943104:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075161.741369:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612943232:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075161.741383:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075161.741390:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075161/real 1769075161] req@ffff9bc64f07c700 x1855007612943232/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075161.741398:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007612943232/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075161.741413:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075161.741415:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075161.741417:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612943232:192.168.204.139@tcp:8:kworker.0 00010000:00010000:0.0:1769075162.188924:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075162.764882:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075163.212950:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075163.788890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075164.237058:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075164.812912:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075165.261057:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075165.836861:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075166.284913:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075166.860858:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075166.860871:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075166.860877:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075166.860882:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075166.860890:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2152 00000100:00080000:3.0:1769075166.860900:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075166.860906:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075166.860979:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007612943360/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075166.861004:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075166.861007:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075166.861009:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075166.861012:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2152 00000100:00080000:3.0:1769075166.861015:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075166.861018:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075166.861026:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075166.861038:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007612943488/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075166.861046:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075166.861049:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075166.861050:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075166.861053:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2152 00000100:00080000:3.0:1769075166.861056:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075166.861059:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075166.861063:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075166.861067:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612943360:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769075166.861073:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007612943616/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075166.861083:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075166.861086:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075166.861087:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075166.861090:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2152 00000100:00080000:3.0:1769075166.861092:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075166.861095:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075166.861098:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075166.861106:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007612943744/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075166.861146:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075166.861182:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075166/real 1769075166] req@ffff9bc64d9aed80 x1855007612943360/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075166.861196:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007612943360/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075166.861204:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075166.861207:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075166.861211:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612943360:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075166.861217:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612943488:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075166.861233:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075166.861242:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075166/real 1769075166] req@ffff9bc64d9ac000 x1855007612943488/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075166.861251:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007612943488/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075166.861262:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075166.861264:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075166.861267:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612943488:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075166.861286:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612943616:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075166.861317:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075166.861324:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075166/real 1769075166] req@ffff9bc64d9ae680 x1855007612943616/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075166.861333:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007612943616/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075166.861340:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075166.861342:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075166.861345:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612943616:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075166.861350:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612943744:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075166.861361:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075166.861368:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075166/real 1769075166] req@ffff9bc64d9aca80 x1855007612943744/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075166.861377:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007612943744/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075166.861383:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075166.861385:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075166.861388:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612943744:192.168.204.139@tcp:8:kworker.0 00010000:00010000:3.0:1769075167.308938:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075167.884835:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075168.333051:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075168.908852:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075169.357006:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075169.932920:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075170.381082:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075170.956926:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075171.405044:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075171.980916:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075171.980927:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075171.980932:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075171.980942:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2157 00000100:00080000:3.0:1769075171.980952:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075171.980959:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075171.980971:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075171.980997:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007612943872/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075171.981032:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075171.981037:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075171.981040:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075171.981045:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2157 00000100:00080000:3.0:1769075171.981049:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075171.981053:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075171.981064:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075171.981076:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007612944000/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075171.981087:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075171.981091:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075171.981093:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075171.981098:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2157 00000100:00080000:3.0:1769075171.981102:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075171.981109:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075171.981117:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075171.981129:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612943872:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769075171.981138:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007612944128/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075171.981157:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075171.981160:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075171.981163:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075171.981168:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2157 00000100:00080000:3.0:1769075171.981171:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075171.981176:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075171.981183:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075171.981194:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007612944256/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075171.981251:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075171.981326:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075171/real 1769075171] req@ffff9bc64d9ad180 x1855007612943872/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075171.981354:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007612943872/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075171.981370:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075171.981376:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075171.981381:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612943872:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075171.981392:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612944000:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075171.981421:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075171.981436:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075171/real 1769075171] req@ffff9bc64d9adf80 x1855007612944000/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075171.981451:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007612944000/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075171.981462:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075171.981466:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075171.981471:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612944000:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075171.981508:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612944128:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075171.981529:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075171.981542:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075171/real 1769075171] req@ffff9bc64d9ad880 x1855007612944128/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075171.981557:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007612944128/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075171.981567:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075171.981570:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075171.981574:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612944128:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075171.981581:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612944256:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075171.981598:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075171.981609:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075171/real 1769075171] req@ffff9bc64d9adc00 x1855007612944256/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075171.981623:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007612944256/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075171.981632:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075171.981636:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075171.981640:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612944256:192.168.204.139@tcp:8:kworker.0 00010000:00010000:2.0:1769075172.429009:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075173.004949:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075173.453051:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075174.028991:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075174.477051:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075175.052920:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075175.500995:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075176.076910:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075176.524937:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075177.100839:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769075177.100867:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075177.100873:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075177.100877:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075177.100885:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2162 00000100:00080000:0.0:1769075177.100894:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075177.100900:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769075177.100931:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007612944384/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075177.100955:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075177.100958:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075177.100959:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075177.100962:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2162 00000100:00080000:0.0:1769075177.100965:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075177.100967:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075177.100974:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075177.100982:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007612944512/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075177.100991:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075177.100995:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769075177.100997:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075177.101003:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2162 00000100:00100000:1.0:1769075177.101004:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612944384:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769075177.101008:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075177.101013:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075177.101019:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075177.101034:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007612944640/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075177.101057:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075177.101061:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769075177.101064:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1769075177.101065:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769075177.101072:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2162 00000100:00080000:0.0:1769075177.101077:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075177.101081:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075177.101086:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075177.101097:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007612944768/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075177.101103:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075177/real 1769075177] req@ffff9bc64f07f100 x1855007612944384/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075177.101120:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007612944384/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075177.101129:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075177.101133:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075177.101135:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612944384:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075177.101141:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612944512:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075177.101155:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075177.101163:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075177/real 1769075177] req@ffff9bc64f07fb80 x1855007612944512/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075177.101171:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007612944512/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075177.101177:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075177.101179:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075177.101181:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612944512:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075177.101198:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612944640:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075177.101208:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075177.101214:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075177/real 1769075177] req@ffff9bc64f07df80 x1855007612944640/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075177.101221:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007612944640/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075177.101226:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075177.101228:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075177.101230:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612944640:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075177.101236:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612944768:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075177.101253:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075177.101263:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075177/real 1769075177] req@ffff9bc64f07d880 x1855007612944768/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075177.101276:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007612944768/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075177.101285:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075177.101289:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075177.101292:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612944768:192.168.204.139@tcp:8:kworker.0 00010000:00010000:0.0:1769075177.548943:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075178.124913:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075178.572989:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075179.148853:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075179.596915:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075180.172870:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075180.621040:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075181.196840:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075181.644904:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075182.220895:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075182.220932:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075182.220941:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075182.220947:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075182.220957:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2167 00000100:00080000:3.0:1769075182.220969:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075182.220976:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075182.221016:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9afb80 x1855007612944896/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075182.221049:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075182.221055:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075182.221058:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075182.221064:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2167 00000100:00080000:3.0:1769075182.221069:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075182.221075:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075182.221088:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075182.221113:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007612945024/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075182.221119:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612944896:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075182.221129:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075182.221134:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075182.221136:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075182.221141:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2167 00000100:00080000:3.0:1769075182.221146:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075182.221152:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075182.221160:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075182.221172:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007612945152/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075182.221184:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075182.221188:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075182.221191:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075182.221195:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2167 00000100:00080000:3.0:1769075182.221199:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075182.221203:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075182.221209:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075182.221224:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007612945280/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075182.221261:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612945024:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075182.221310:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612945152:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075182.221344:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612945280:192.168.204.139@tcp:8:kworker.0 00010000:00010000:3.0:1769075182.669005:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075183.245076:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075183.692955:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075184.268901:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075184.716860:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075185.292999:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:3.0:1769075185.293043:0:2358:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:3.0:1769075185.293086:0:2358:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769075185.293104:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769075185.293154:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769075185.293175:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769075185.293183:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:1.0:1769075185.293253:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075182/real 1769075185] req@ffff9bc64d9ac380 x1855007612945024/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075185.293283:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007612945024/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075185.293297:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075185.293302:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075185.293307:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612945024:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075185.293318:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075182/real 1769075185] req@ffff9bc64d9ace00 x1855007612945152/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075185.293330:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007612945152/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075185.293338:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075185.293341:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075185.293344:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612945152:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075185.293351:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075182/real 1769075185] req@ffff9bc64d9aea00 x1855007612945280/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075185.293363:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007612945280/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075185.293370:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075185.293373:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075185.293377:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612945280:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075185.293384:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075182/real 1769075185] req@ffff9bc64d9afb80 x1855007612944896/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075185.293397:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9afb80 x1855007612944896/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075185.293404:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075185.293408:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075185.293411:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612944896:192.168.204.139@tcp:250:kworker.0 00010000:00010000:3.0:1769075185.740947:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075186.316889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075186.764988:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075187.340873:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075187.340882:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075187.340886:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769075187.340893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769075187.340894:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2172 00000100:00080000:0.0:1769075187.340906:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075187.340913:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769075187.340957:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007612945408/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075187.340986:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075187.340990:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075187.340993:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075187.340998:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2172 00000100:00080000:0.0:1769075187.341002:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075187.341005:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075187.341014:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075187.341025:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007612945536/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075187.341034:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075187.341038:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1769075187.341038:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612945408:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769075187.341040:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075187.341048:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2172 00000100:00080000:0.0:1769075187.341052:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075187.341056:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075187.341061:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075187.341075:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007612945664/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075187.341091:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075187.341094:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769075187.341096:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075187.341102:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2172 00000100:00080000:0.0:1769075187.341108:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075187.341112:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075187.341117:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769075187.341119:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769075187.341132:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007612945792/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075187.341182:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075187/real 1769075187] req@ffff9bc64f07d180 x1855007612945408/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075187.341203:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007612945408/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075187.341226:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075187.341232:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075187.341236:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612945408:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075187.341267:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612945536:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075187.341292:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075187.341305:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075187/real 1769075187] req@ffff9bc64f07ce00 x1855007612945536/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075187.341318:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007612945536/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075187.341325:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075187.341329:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075187.341333:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612945536:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075187.341339:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612945664:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075187.341357:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075187.341368:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075187/real 1769075187] req@ffff9bc64f07e680 x1855007612945664/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075187.341381:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007612945664/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075187.341389:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075187.341392:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075187.341396:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612945664:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075187.341402:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612945792:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075187.341421:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075187.341431:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075187/real 1769075187] req@ffff9bc64f07dc00 x1855007612945792/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075187.341444:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007612945792/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075187.341452:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075187.341457:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075187.341460:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612945792:192.168.204.139@tcp:8:kworker.0 00010000:00010000:3.0:1769075187.788935:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075188.364997:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075188.812913:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075189.388953:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075189.836961:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075190.412892:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075190.860981:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075191.436893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075191.884909:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075192.460831:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075192.460883:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075192.460889:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075192.460893:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075192.460900:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2178 00000100:00080000:3.0:1769075192.460910:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075192.460915:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075192.460948:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007612945920/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075192.460973:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075192.460975:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075192.460977:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075192.460980:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2178 00000100:00080000:3.0:1769075192.460982:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075192.460985:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075192.460991:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075192.461002:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9afb80 x1855007612946048/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075192.461010:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075192.461015:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1769075192.461016:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612945920:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075192.461017:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075192.461024:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2178 00000100:00080000:3.0:1769075192.461027:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075192.461029:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075192.461032:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075192.461040:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007612946176/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075192.461048:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075192.461050:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075192.461052:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075192.461054:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2178 00000100:00080000:3.0:1769075192.461057:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075192.461059:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075192.461061:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075192.461068:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007612946304/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075192.461082:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075192.461134:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075192/real 1769075192] req@ffff9bc64d9ad500 x1855007612945920/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075192.461152:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007612945920/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075192.461165:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075192.461168:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075192.461171:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612945920:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075192.461191:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612946048:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075192.461217:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075192.461226:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075192/real 1769075192] req@ffff9bc64d9afb80 x1855007612946048/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075192.461234:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9afb80 x1855007612946048/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075192.461240:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075192.461243:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075192.461245:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612946048:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075192.461249:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612946176:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075192.461259:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075192.461265:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075192/real 1769075192] req@ffff9bc64d9aea00 x1855007612946176/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075192.461273:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007612946176/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075192.461278:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075192.461280:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075192.461282:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612946176:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075192.461286:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612946304:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075192.461295:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075192.461300:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075192/real 1769075192] req@ffff9bc64d9ace00 x1855007612946304/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075192.461307:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007612946304/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075192.461312:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075192.461314:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075192.461316:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612946304:192.168.204.139@tcp:8:kworker.0 00010000:00010000:0.0:1769075192.908974:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075193.484858:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075193.932915:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075194.508862:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075194.957029:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075195.532885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075195.980926:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075196.556864:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075197.004914:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075197.580880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075197.580882:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075197.580889:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075197.580893:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075197.580903:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2183 00000100:00080000:3.0:1769075197.580914:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075197.580922:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075197.580963:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007612946432/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075197.580993:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075197.580996:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075197.580999:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075197.581004:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2183 00000100:00080000:3.0:1769075197.581008:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075197.581013:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075197.581023:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075197.581043:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612946432:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769075197.581049:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007612946560/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075197.581060:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075197.581063:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075197.581065:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075197.581068:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2183 00000100:00080000:3.0:1769075197.581071:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075197.581074:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075197.581079:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075197.581088:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007612946688/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075197.581094:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075197.581097:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075197.581099:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075197.581101:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2183 00000100:00080000:3.0:1769075197.581104:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075197.581106:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075197.581109:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769075197.581114:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769075197.581121:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007612946816/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075197.581168:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075197/real 1769075197] req@ffff9bc64d9ac380 x1855007612946432/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075197.581187:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007612946432/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075197.581197:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075197.581201:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075197.581205:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612946432:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075197.581227:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612946560:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075197.581249:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075197.581261:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075197/real 1769075197] req@ffff9bc64d9adc00 x1855007612946560/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075197.581273:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007612946560/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075197.581282:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075197.581285:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075197.581289:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612946560:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075197.581295:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612946688:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075197.581312:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075197.581321:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075197/real 1769075197] req@ffff9bc64d9ad880 x1855007612946688/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075197.581333:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007612946688/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075197.581351:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075197.581354:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075197.581358:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612946688:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075197.581363:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612946816:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075197.581380:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075197.581389:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075197/real 1769075197] req@ffff9bc64d9adf80 x1855007612946816/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075197.581400:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007612946816/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075197.581442:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075197.581446:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075197.581450:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612946816:192.168.204.139@tcp:8:kworker.0 00010000:00010000:3.0:1769075198.028993:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075198.604882:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075199.053051:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075199.628924:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075200.076882:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075200.652840:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075201.100907:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075201.676888:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075202.125024:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075202.700857:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769075202.700895:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075202.700904:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075202.700909:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075202.700918:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2188 00000100:00080000:0.0:1769075202.700930:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075202.700937:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769075202.700974:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007612946944/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075202.701001:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075202.701005:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075202.701007:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075202.701012:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2188 00000100:00080000:0.0:1769075202.701015:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075202.701020:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075202.701029:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075202.701058:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c380 x1855007612947072/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075202.701064:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612946944:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769075202.701081:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075202.701109:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769075202.701111:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075202.701117:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2188 00000100:00080000:0.0:1769075202.701122:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075202.701126:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075202.701132:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769075202.701136:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769075202.701151:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007612947200/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075202.701165:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075202.701168:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769075202.701171:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075202.701175:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2188 00000100:00080000:0.0:1769075202.701194:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769075202.701196:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075202/real 1769075202] req@ffff9bc64f07f480 x1855007612946944/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075202.701202:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075202.701212:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075202.701221:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007612946944/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075202.701227:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007612947328/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075202.701233:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075202.701242:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075202.701248:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612946944:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075202.701269:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612947072:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075202.701287:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075202.701295:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075202/real 1769075202] req@ffff9bc64f07c380 x1855007612947072/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075202.701306:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c380 x1855007612947072/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075202.701316:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075202.701320:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075202.701356:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612947072:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075202.701365:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612947200:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075202.701387:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075202.701396:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075202/real 1769075202] req@ffff9bc64f07dc00 x1855007612947200/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075202.701406:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007612947200/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075202.701411:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075202.701413:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075202.701416:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612947200:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075202.701420:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612947328:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075202.701432:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075202.701438:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075202/real 1769075202] req@ffff9bc64f07e680 x1855007612947328/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075202.701445:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007612947328/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075202.701450:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075202.701451:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075202.701453:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612947328:192.168.204.139@tcp:8:kworker.0 00010000:00010000:2.0:1769075203.148904:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075203.724863:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075204.172906:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075204.748872:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075205.197053:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075205.772851:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075206.221005:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075206.796855:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075207.244914:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075207.820880:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769075207.820882:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075207.820890:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075207.820894:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075207.820902:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2193 00000100:00080000:3.0:1769075207.820910:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075207.820916:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075207.820948:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007612947456/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075207.820968:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075207.820971:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075207.820972:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075207.820976:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2193 00000100:00080000:3.0:1769075207.820978:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075207.820980:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075207.820987:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075207.820996:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007612947584/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075207.821011:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612947456:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075207.821012:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075207.821017:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075207.821018:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075207.821021:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2193 00000100:00080000:3.0:1769075207.821028:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075207.821030:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075207.821034:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075207.821043:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007612947712/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075207.821051:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075207.821053:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075207.821054:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075207.821056:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2193 00000100:00080000:3.0:1769075207.821059:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075207.821062:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075207.821064:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075207.821071:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007612947840/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075207.821083:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075207.821124:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075207/real 1769075207] req@ffff9bc64d9ad180 x1855007612947456/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075207.821141:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007612947456/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075207.821149:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075207.821153:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075207.821156:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612947456:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075207.821174:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612947584:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075207.821190:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075207.821199:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075207/real 1769075207] req@ffff9bc64d9aca80 x1855007612947584/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075207.821207:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007612947584/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075207.821213:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075207.821215:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075207.821217:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612947584:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075207.821221:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612947712:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075207.821232:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075207.821264:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075207/real 1769075207] req@ffff9bc64d9ae680 x1855007612947712/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075207.821285:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007612947712/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075207.821296:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075207.821299:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075207.821301:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612947712:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075207.821305:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612947840:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075207.821321:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075207.821329:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075207/real 1769075207] req@ffff9bc64d9ac000 x1855007612947840/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075207.821336:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007612947840/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075207.821341:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075207.821344:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075207.821346:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612947840:192.168.204.139@tcp:8:kworker.0 00010000:00010000:0.0:1769075208.268937:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075208.844888:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075209.292956:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075209.868877:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075210.316935:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075210.892869:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075211.341057:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075211.916872:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075212.364955:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075212.940829:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075212.940839:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075212.940844:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769075212.940849:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075212.940852:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2198 00000100:00080000:3.0:1769075212.940864:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075212.940917:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075212.940947:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007612947968/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075212.940974:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075212.940983:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075212.940986:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075212.940990:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2198 00000100:00080000:3.0:1769075212.940994:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075212.940999:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075212.941010:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075212.941028:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612947968:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769075212.941028:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007612948096/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075212.941043:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075212.941046:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075212.941047:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075212.941050:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2198 00000100:00080000:3.0:1769075212.941054:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075212.941058:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075212.941064:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075212.941077:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007612948224/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075212.941088:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075212.941091:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075212.941094:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1769075212.941096:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769075212.941101:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2198 00000100:00080000:3.0:1769075212.941108:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075212.941113:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075212.941118:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075212.941129:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007612948352/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075212.941134:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075212/real 1769075212] req@ffff9bc64d9aed80 x1855007612947968/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075212.941164:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007612947968/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075212.941172:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075212.941177:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075212.941180:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612947968:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075212.941199:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612948096:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075212.941226:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075212.941235:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075212/real 1769075212] req@ffff9bc64d9ac000 x1855007612948096/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075212.941244:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007612948096/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075212.941250:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075212.941252:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075212.941255:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612948096:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075212.941258:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612948224:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075212.941268:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075212.941274:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075212/real 1769075212] req@ffff9bc64d9ae680 x1855007612948224/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075212.941281:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007612948224/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075212.941287:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075212.941289:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075212.941291:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612948224:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075212.941294:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612948352:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075212.941304:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075212.941309:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075212/real 1769075212] req@ffff9bc64d9aca80 x1855007612948352/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075212.941317:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007612948352/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075212.941322:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075212.941324:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075212.941325:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612948352:192.168.204.139@tcp:8:kworker.0 00010000:00010000:3.0:1769075213.388920:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075213.964941:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075214.412920:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075214.988845:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075215.436936:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075216.012855:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075216.460945:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075217.036921:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075217.484985:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075218.060868:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075218.060879:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075218.060886:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075218.060895:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2203 00000100:00080000:3.0:1769075218.060907:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075218.060914:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075218.060933:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075218.060955:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007612948480/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075218.061004:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075218.061009:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075218.061011:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075218.061016:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2203 00000100:00080000:3.0:1769075218.061020:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075218.061025:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075218.061036:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075218.061052:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007612948608/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075218.061062:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769075218.061064:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612948480:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075218.061082:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075218.061084:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075218.061088:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2203 00000100:00080000:3.0:1769075218.061091:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075218.061095:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075218.061101:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075218.061129:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007612948736/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075218.061139:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075218.061143:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075218.061145:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075218.061149:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2203 00000100:00080000:3.0:1769075218.061155:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075218.061159:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075218.061165:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769075218.061166:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769075218.061177:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007612948864/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075218.061211:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075218/real 1769075218] req@ffff9bc64d9ad180 x1855007612948480/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075218.061235:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007612948480/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075218.061247:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075218.061251:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075218.061255:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612948480:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075218.061279:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612948608:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075218.061301:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075218.061313:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075218/real 1769075218] req@ffff9bc64d9adf80 x1855007612948608/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075218.061330:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007612948608/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075218.061350:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075218.061354:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075218.061359:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612948608:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075218.061368:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612948736:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075218.061396:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075218.061410:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075218/real 1769075218] req@ffff9bc64d9ad880 x1855007612948736/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075218.061421:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007612948736/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075218.061428:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075218.061431:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075218.061433:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612948736:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075218.061438:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612948864:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075218.061454:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075218.061477:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075218/real 1769075218] req@ffff9bc64d9adc00 x1855007612948864/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075218.061485:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007612948864/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075218.061491:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075218.061492:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075218.061495:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612948864:192.168.204.139@tcp:8:kworker.0 00010000:00010000:3.0:1769075218.508914:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075219.084944:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075219.532977:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075220.108841:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075220.556974:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075221.132873:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075221.580912:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075222.156919:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075222.605094:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075223.180865:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769075223.181009:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075223.181025:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075223.181033:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075223.181047:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2208 00000100:00080000:0.0:1769075223.181075:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075223.181087:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769075223.181154:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007612948992/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075223.181207:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075223.181215:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075223.181220:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075223.181227:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2208 00000100:00080000:0.0:1769075223.181233:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075223.181239:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075223.181253:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075223.181276:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007612949120/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075223.181292:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075223.181301:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1769075223.181304:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612948992:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769075223.181305:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075223.181320:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2208 00000100:00080000:0.0:1769075223.181326:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075223.181330:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075223.181337:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075223.181354:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007612949248/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075223.181377:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075223.181381:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769075223.181384:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075223.181388:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2208 00000100:00080000:0.0:1769075223.181408:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075223.181418:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:1.0:1769075223.181428:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:0.0:1769075223.181434:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075223.181464:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007612949376/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075223.181495:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075223/real 1769075223] req@ffff9bc64f07ce00 x1855007612948992/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075223.181528:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007612948992/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075223.181544:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075223.181568:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075223.181580:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612948992:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075223.181619:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612949120:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075223.181664:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075223.181691:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075223/real 1769075223] req@ffff9bc64f07d180 x1855007612949120/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075223.181719:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007612949120/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075223.181737:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075223.181744:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075223.181750:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612949120:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075223.181759:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612949248:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075223.181846:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075223.181864:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075223/real 1769075223] req@ffff9bc64f07d880 x1855007612949248/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075223.181880:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007612949248/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075223.181891:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075223.181895:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075223.181899:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612949248:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075223.181906:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612949376:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075223.181928:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075223.181939:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075223/real 1769075223] req@ffff9bc64f07df80 x1855007612949376/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075223.181953:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007612949376/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075223.181963:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075223.181966:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075223.181970:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612949376:192.168.204.139@tcp:8:kworker.0 00010000:00010000:0.0:1769075223.629075:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075224.204927:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075224.653022:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075225.228890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075225.677018:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075226.252894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075226.700984:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075227.276955:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075227.724985:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075228.300872:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075228.300881:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075228.300886:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075228.300909:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2213 00000100:00080000:3.0:1769075228.300919:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075228.300925:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075228.300946:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075228.300962:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007612949504/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075228.300986:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075228.300990:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075228.300992:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075228.300995:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2213 00000100:00080000:3.0:1769075228.300998:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075228.301002:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075228.301010:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075228.301020:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007612949632/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075228.301028:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075228.301030:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075228.301032:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769075228.301036:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612949504:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075228.301037:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2213 00000100:00080000:3.0:1769075228.301042:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075228.301046:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075228.301050:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075228.301058:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007612949760/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075228.301064:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075228.301066:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075228.301068:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075228.301071:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2213 00000100:00080000:3.0:1769075228.301073:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075228.301076:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075228.301079:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075228.301086:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9afb80 x1855007612949888/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075228.301102:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075228.301150:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075228/real 1769075228] req@ffff9bc64d9ac380 x1855007612949504/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075228.301165:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007612949504/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075228.301175:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075228.301179:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075228.301182:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612949504:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075228.301200:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612949632:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075228.301215:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075228.301224:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075228/real 1769075228] req@ffff9bc64d9ace00 x1855007612949632/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075228.301232:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007612949632/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075228.301238:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075228.301240:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075228.301243:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612949632:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075228.301246:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612949760:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075228.301256:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075228.301261:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075228/real 1769075228] req@ffff9bc64d9aea00 x1855007612949760/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075228.301269:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007612949760/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075228.301274:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075228.301276:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075228.301278:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612949760:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075228.301281:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612949888:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075228.301290:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075228.301295:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075228/real 1769075228] req@ffff9bc64d9afb80 x1855007612949888/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075228.301302:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9afb80 x1855007612949888/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075228.301306:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075228.301308:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075228.301310:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612949888:192.168.204.139@tcp:8:kworker.0 00010000:00010000:3.0:1769075228.748979:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075229.324949:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075229.773171:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075230.348975:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075230.797155:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075231.373008:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075231.821027:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075232.396911:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075232.845023:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075233.420857:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769075233.420866:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075233.420867:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075233.420872:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075233.420881:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2218 00000100:00080000:3.0:1769075233.420892:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075233.420901:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075233.420941:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007612950016/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075233.420971:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075233.420974:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075233.420976:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075233.420980:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2218 00000100:00080000:3.0:1769075233.420983:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075233.420987:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075233.420994:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075233.421006:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9afb80 x1855007612950144/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075233.421013:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075233.421016:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075233.421017:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075233.421020:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2218 00000100:00080000:3.0:1769075233.421022:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075233.421024:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075233.421027:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075233.421033:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007612950272/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075233.421040:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075233.421042:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075233.421044:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075233.421047:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2218 00000100:00080000:3.0:1769075233.421057:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075233.421060:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075233.421064:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075233.421074:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007612950400/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075233.421078:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612950016:192.168.204.139@tcp:250:kworker.0 00000800:00000100:1.0:1769075233.421185:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075233.421229:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075233/real 1769075233] req@ffff9bc64d9ad500 x1855007612950016/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075233.421247:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007612950016/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075233.421255:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075233.421259:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075233.421262:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612950016:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075233.421268:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612950144:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075233.421286:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075233.421295:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075233/real 1769075233] req@ffff9bc64d9afb80 x1855007612950144/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075233.421305:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9afb80 x1855007612950144/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075233.421311:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075233.421313:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075233.421315:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612950144:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075233.421319:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612950272:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075233.421331:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075233.421357:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075233/real 1769075233] req@ffff9bc64d9aea00 x1855007612950272/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075233.421368:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007612950272/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075233.421375:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075233.421378:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075233.421381:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612950272:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075233.421425:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612950400:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075233.421442:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075233.421452:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075233/real 1769075233] req@ffff9bc64d9ace00 x1855007612950400/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075233.421480:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007612950400/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075233.421492:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075233.421495:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075233.421497:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612950400:192.168.204.139@tcp:8:kworker.0 00010000:00010000:2.0:1769075233.868895:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075234.444873:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075234.892907:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075235.468893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075235.916987:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075236.492920:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075236.941075:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075237.516911:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075237.964904:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075238.540870:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769075238.540919:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075238.540928:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075238.540933:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075238.540942:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2224 00000100:00080000:0.0:1769075238.540955:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075238.540963:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769075238.541002:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007612950528/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075238.541033:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075238.541037:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075238.541040:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075238.541044:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2224 00000100:00080000:0.0:1769075238.541048:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075238.541052:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075238.541062:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075238.541086:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007612950656/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075238.541099:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769075238.541104:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612950528:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769075238.541105:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769075238.541110:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075238.541122:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2224 00000100:00080000:0.0:1769075238.541125:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075238.541129:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075238.541134:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075238.541147:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007612950784/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075238.541158:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075238.541161:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769075238.541164:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075238.541179:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2224 00000100:00080000:0.0:1769075238.541192:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075238.541195:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075238.541200:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769075238.541212:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769075238.541217:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007612950912/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075238.541277:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075238/real 1769075238] req@ffff9bc64f07fb80 x1855007612950528/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075238.541304:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007612950528/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075238.541320:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075238.541338:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075238.541344:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612950528:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075238.541392:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612950656:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075238.541429:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075238.541478:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075238/real 1769075238] req@ffff9bc64f07f100 x1855007612950656/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075238.541494:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007612950656/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075238.541508:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075238.541512:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075238.541516:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612950656:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075238.541524:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612950784:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075238.541546:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075238.541561:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075238/real 1769075238] req@ffff9bc64f07c700 x1855007612950784/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075238.541577:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007612950784/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075238.541586:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075238.541590:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075238.541593:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612950784:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075238.541599:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612950912:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075238.541613:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075238.541622:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075238/real 1769075238] req@ffff9bc64f07ed80 x1855007612950912/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075238.541633:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007612950912/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075238.541665:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075238.541669:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075238.541672:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612950912:192.168.204.139@tcp:8:kworker.0 00010000:00010000:0.0:1769075238.988954:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075239.564855:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075240.012873:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075240.588901:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075241.036944:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075241.612850:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075242.060907:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075242.636848:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075243.084977:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075243.660870:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769075243.660870:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769075243.660881:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075243.660887:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075243.660898:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2229 00000100:00080000:0.0:1769075243.660919:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075243.660927:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769075243.660971:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d500 x1855007612951040/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075243.660999:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075243.661002:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075243.661003:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075243.661006:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2229 00000100:00080000:0.0:1769075243.661009:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075243.661011:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075243.661020:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075243.661030:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e300 x1855007612951168/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075243.661038:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075243.661042:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769075243.661043:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075243.661047:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2229 00000100:00080000:0.0:1769075243.661050:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075243.661052:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075243.661056:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075243.661066:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007612951296/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075243.661073:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075243.661076:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769075243.661077:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075243.661086:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2229 00000100:00100000:1.0:1769075243.661090:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612951040:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769075243.661091:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075243.661103:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075243.661107:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075243.661125:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007612951424/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075243.661169:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075243.661227:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075243/real 1769075243] req@ffff9bc64f07d500 x1855007612951040/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075243.661252:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d500 x1855007612951040/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075243.661265:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075243.661272:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075243.661276:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612951040:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075243.661286:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612951168:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075243.661306:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075243.661316:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075243/real 1769075243] req@ffff9bc64f07e300 x1855007612951168/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075243.661325:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e300 x1855007612951168/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075243.661331:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075243.661334:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075243.661336:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612951168:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075243.661357:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612951296:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075243.661369:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075243.661375:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075243/real 1769075243] req@ffff9bc64f07ed80 x1855007612951296/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075243.661383:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007612951296/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075243.661393:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075243.661396:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075243.661398:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612951296:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075243.661401:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612951424:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075243.661411:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075243.661417:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075243/real 1769075243] req@ffff9bc64f07c700 x1855007612951424/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075243.661424:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007612951424/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075243.661429:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075243.661431:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075243.661433:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612951424:192.168.204.139@tcp:8:kworker.0 00010000:00010000:3.0:1769075244.108961:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075244.684856:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075245.132959:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075245.708886:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075246.156891:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075246.732835:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075247.180900:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075247.756833:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075248.204933:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075248.780888:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075248.780888:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075248.780900:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075248.780905:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075248.780915:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2234 00000100:00080000:3.0:1769075248.780934:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075248.780943:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075248.780992:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007612951552/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075248.781021:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075248.781024:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075248.781025:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075248.781029:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2234 00000100:00080000:3.0:1769075248.781033:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075248.781037:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075248.781047:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075248.781059:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007612951680/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075248.781066:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075248.781069:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075248.781070:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075248.781073:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2234 00000100:00080000:3.0:1769075248.781075:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075248.781077:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075248.781081:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075248.781088:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007612951808/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075248.781096:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075248.781099:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075248.781101:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075248.781104:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2234 00000100:00080000:3.0:1769075248.781107:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075248.781109:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075248.781113:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075248.781123:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007612951936/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075248.781148:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612951552:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075248.781256:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612951680:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075248.781276:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612951808:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075248.781306:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612951936:192.168.204.139@tcp:8:kworker.0 00010000:00010000:3.0:1769075249.228934:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075249.804864:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075250.252991:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075250.828867:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075251.276952:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075251.852850:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:3.0:1769075251.853012:0:2357:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:3.0:1769075251.853058:0:2357:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769075251.853079:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769075251.853126:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769075251.853138:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769075251.853147:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:1.0:1769075251.853200:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075248/real 1769075251] req@ffff9bc64d9adf80 x1855007612951936/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075251.853228:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007612951936/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075251.853241:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075251.853246:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075251.853250:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612951936:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075251.853259:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075248/real 1769075251] req@ffff9bc64d9ac380 x1855007612951552/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075251.853274:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007612951552/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075251.853282:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075251.853286:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075251.853290:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612951552:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075251.853296:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075248/real 1769075251] req@ffff9bc64d9adc00 x1855007612951680/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075251.853309:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007612951680/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075251.853319:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075251.853322:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075251.853326:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612951680:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075251.853333:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075248/real 1769075251] req@ffff9bc64d9ad880 x1855007612951808/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075251.853344:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007612951808/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075251.853353:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075251.853356:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075251.853359:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612951808:192.168.204.139@tcp:8:kworker.0 00010000:00010000:2.0:1769075252.300907:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075252.876888:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075253.324895:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075253.900874:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769075253.900883:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075253.900891:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075253.900896:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075253.900907:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2239 00000100:00080000:0.0:1769075253.900918:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075253.900924:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769075253.900954:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007612952064/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075253.900976:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075253.900980:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075253.900982:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075253.900986:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2239 00000100:00080000:0.0:1769075253.900990:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075253.900994:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075253.901005:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075253.901021:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007612952192/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075253.901028:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612952064:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769075253.901044:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075253.901048:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769075253.901050:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075253.901054:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2239 00000100:00080000:0.0:1769075253.901058:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075253.901062:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075253.901068:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075253.901082:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007612952320/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075253.901093:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075253.901096:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769075253.901098:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075253.901109:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2239 00000100:00080000:0.0:1769075253.901115:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1769075253.901121:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769075253.901122:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075253.901129:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075253.901142:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007612952448/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075253.901203:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075253/real 1769075253] req@ffff9bc64f07f100 x1855007612952064/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075253.901224:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007612952064/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075253.901236:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075253.901241:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075253.901247:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612952064:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075253.901280:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612952192:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075253.901307:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075253.901321:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075253/real 1769075253] req@ffff9bc64f07fb80 x1855007612952192/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075253.901335:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007612952192/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075253.901343:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075253.901347:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075253.901350:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612952192:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075253.901357:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612952320:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075253.901378:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075253.901390:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075253/real 1769075253] req@ffff9bc64f07df80 x1855007612952320/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075253.901402:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007612952320/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075253.901411:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075253.901414:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075253.901418:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612952320:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075253.901424:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612952448:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075253.901442:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075253.901452:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075253/real 1769075253] req@ffff9bc64f07d880 x1855007612952448/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075253.901477:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007612952448/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075253.901486:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075253.901489:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075253.901492:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612952448:192.168.204.139@tcp:8:kworker.0 00010000:00010000:0.0:1769075254.348903:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075254.924879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075255.372892:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075255.948897:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075256.396941:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075256.972864:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075257.420941:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075257.996901:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075258.444885:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075259.020887:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075259.020926:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075259.020935:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075259.020939:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075259.020949:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2244 00000100:00080000:3.0:1769075259.020962:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075259.020969:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075259.021013:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007612952576/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075259.021044:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075259.021048:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075259.021049:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075259.021053:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2244 00000100:00080000:3.0:1769075259.021055:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075259.021058:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075259.021068:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075259.021077:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007612952704/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075259.021085:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075259.021089:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075259.021091:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075259.021094:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2244 00000100:00080000:3.0:1769075259.021096:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075259.021099:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075259.021102:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075259.021106:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612952576:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769075259.021111:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007612952832/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075259.021118:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075259.021120:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075259.021121:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075259.021124:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2244 00000100:00080000:3.0:1769075259.021126:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075259.021129:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075259.021131:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075259.021137:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007612952960/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075259.022389:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075259.022438:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075259/real 1769075259] req@ffff9bc64d9ad180 x1855007612952576/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075259.022454:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007612952576/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075259.022463:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075259.022467:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075259.022470:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612952576:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075259.022479:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612952704:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075259.022497:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075259.022505:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075259/real 1769075259] req@ffff9bc64d9aca80 x1855007612952704/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075259.022513:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007612952704/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075259.022522:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075259.022525:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075259.022528:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612952704:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075259.022557:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612952832:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075259.022580:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075259.022589:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075259/real 1769075259] req@ffff9bc64d9ae680 x1855007612952832/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075259.022598:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007612952832/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075259.022607:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075259.022610:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075259.022612:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612952832:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075259.022616:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612952960:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075259.022633:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075259.022644:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075259/real 1769075259] req@ffff9bc64d9ac000 x1855007612952960/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075259.022657:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007612952960/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075259.022665:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075259.022669:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075259.022673:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612952960:192.168.204.139@tcp:8:kworker.0 00010000:00010000:3.0:1769075259.468933:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075260.044913:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075260.492972:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075261.068848:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075261.516954:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075262.092949:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075262.540905:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075263.116921:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075263.564985:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075264.140864:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769075264.140883:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075264.140891:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075264.140896:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075264.140905:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2249 00000100:00080000:1.0:1769075264.140916:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075264.140947:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075264.140979:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92300 x1855007612953088/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075264.141002:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075264.141005:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075264.141006:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075264.141009:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2249 00000100:00080000:1.0:1769075264.141014:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075264.141017:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075264.141024:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075264.141047:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612953088:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075264.141053:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007612953216/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075264.141063:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075264.141066:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769075264.141068:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075264.141071:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2249 00000100:00080000:1.0:1769075264.141074:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075264.141076:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075264.141080:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075264.141088:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007612953344/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075264.141095:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075264.141098:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769075264.141100:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075264.141102:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2249 00000100:00080000:1.0:1769075264.141104:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075264.141107:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075264.141112:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075264.141123:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93b80 x1855007612953472/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075264.141124:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075264.141162:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075264/real 1769075264] req@ffff9bc64ac92300 x1855007612953088/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075264.141177:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92300 x1855007612953088/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075264.141186:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075264.141189:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075264.141193:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612953088:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075264.141211:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612953216:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075264.141227:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075264.141239:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075264/real 1769075264] req@ffff9bc64ac91880 x1855007612953216/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075264.141263:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007612953216/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075264.141273:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075264.141277:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075264.141282:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612953216:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075264.141290:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612953344:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075264.141352:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075264.141366:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075264/real 1769075264] req@ffff9bc64ac91500 x1855007612953344/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075264.141380:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007612953344/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075264.141407:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075264.141412:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075264.141416:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612953344:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075264.141425:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612953472:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075264.141451:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075264.141463:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075264/real 1769075264] req@ffff9bc64ac93b80 x1855007612953472/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075264.141479:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93b80 x1855007612953472/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075264.141498:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075264.141502:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075264.141507:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612953472:192.168.204.139@tcp:8:kworker.0 00010000:00010000:2.0:1769075264.588908:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075265.164868:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075265.612965:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075266.188861:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075266.637185:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075267.212870:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075267.660910:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075268.236876:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075268.684921:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075269.260897:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075269.260913:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075269.260920:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769075269.260928:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075269.260937:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2254 00000100:00080000:3.0:1769075269.260955:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075269.260965:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075269.261021:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007612953600/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075269.261057:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075269.261062:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075269.261064:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075269.261071:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2254 00000100:00080000:3.0:1769075269.261092:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075269.261097:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075269.261110:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075269.261121:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612953600:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769075269.261137:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007612953728/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075269.261155:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075269.261160:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075269.261163:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075269.261169:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2254 00000100:00080000:3.0:1769075269.261175:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075269.261181:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075269.261189:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075269.261260:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007612953856/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075269.261278:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769075269.261298:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075269.261304:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075269.261307:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075269.261314:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2254 00000100:00080000:3.0:1769075269.261320:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075269.261327:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075269.261335:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075269.261342:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075269/real 1769075269] req@ffff9bc64d9aed80 x1855007612953600/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075269.261357:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007612953984/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075269.261371:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007612953600/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075269.261388:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075269.261393:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075269.261398:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612953600:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075269.261432:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612953728:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075269.261495:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075269.261513:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075269/real 1769075269] req@ffff9bc64d9ac000 x1855007612953728/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075269.261536:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007612953728/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075269.261545:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075269.261549:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075269.261552:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612953728:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075269.261560:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612953856:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075269.261585:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075269.261598:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075269/real 1769075269] req@ffff9bc64d9ae680 x1855007612953856/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075269.261613:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007612953856/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075269.261622:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075269.261627:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075269.261631:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612953856:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075269.261641:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612953984:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075269.261664:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075269.261676:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075269/real 1769075269] req@ffff9bc64d9aca80 x1855007612953984/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075269.261697:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007612953984/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075269.261714:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075269.261720:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075269.261724:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612953984:192.168.204.139@tcp:8:kworker.0 00010000:00010000:0.0:1769075269.709052:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075270.284901:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075270.732938:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075271.308866:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075271.756970:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075272.332938:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075272.781019:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075273.356939:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075273.804977:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075274.380904:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075274.380916:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075274.380921:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075274.380932:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2259 00000100:00100000:2.0:1769075274.380955:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075274.380964:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075274.380974:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075274.381015:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007612954112/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075274.381067:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075274.381071:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075274.381073:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075274.381078:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2259 00000100:00080000:3.0:1769075274.381084:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075274.381089:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075274.381101:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075274.381160:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007612954240/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075274.381167:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612954112:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075274.381175:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075274.381180:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075274.381182:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075274.381186:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2259 00000100:00080000:3.0:1769075274.381190:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075274.381194:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075274.381201:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075274.381214:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007612954368/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075274.381223:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075274.381226:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075274.381228:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075274.381231:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2259 00000100:00080000:3.0:1769075274.381254:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075274.381257:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075274.381262:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769075274.381269:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769075274.381277:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007612954496/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075274.381329:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075274/real 1769075274] req@ffff9bc64d9ad180 x1855007612954112/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075274.382654:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007612954112/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075274.382668:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075274.382674:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075274.382679:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612954112:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075274.382710:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612954240:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075274.382736:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075274.382749:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075274/real 1769075274] req@ffff9bc64d9ad880 x1855007612954240/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075274.382797:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007612954240/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075274.382807:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075274.382811:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075274.382815:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612954240:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075274.382822:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612954368:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075274.382843:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075274.382864:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075274/real 1769075274] req@ffff9bc64d9adc00 x1855007612954368/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075274.382877:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007612954368/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075274.382886:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075274.382889:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075274.382893:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612954368:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075274.382900:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612954496:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075274.382917:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075274.382927:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075274/real 1769075274] req@ffff9bc64d9ac380 x1855007612954496/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075274.382940:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007612954496/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075274.382957:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075274.382961:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075274.382965:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612954496:192.168.204.139@tcp:8:kworker.0 00010000:00010000:0.0:1769075274.829005:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075275.404883:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075275.853091:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075276.428952:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075276.877130:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075277.452958:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075277.901097:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075278.476889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075278.925018:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075279.500884:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769075279.500895:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075279.500900:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075279.500916:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075279.500932:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2265 00000100:00080000:3.0:1769075279.500949:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075279.500961:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075279.501017:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007612954624/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075279.501096:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075279.501101:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075279.501103:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075279.501108:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2265 00000100:00080000:3.0:1769075279.501112:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075279.501117:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075279.501147:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075279.501159:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612954624:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769075279.501167:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007612954752/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075279.501182:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075279.501186:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075279.501188:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075279.501192:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2265 00000100:00080000:3.0:1769075279.501196:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075279.501201:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075279.501208:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075279.501221:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007612954880/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075279.501230:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075279.501234:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075279.501236:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075279.501240:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2265 00000100:00080000:3.0:1769075279.501244:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075279.501247:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075279.501252:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769075279.501258:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769075279.501267:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9afb80 x1855007612955008/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075279.501329:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075279/real 1769075279] req@ffff9bc64d9adf80 x1855007612954624/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075279.501353:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007612954624/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075279.501365:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075279.501387:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075279.501390:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612954624:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075279.501421:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612954752:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075279.501441:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075279.501452:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075279/real 1769075279] req@ffff9bc64d9ace00 x1855007612954752/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075279.501469:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007612954752/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075279.501476:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075279.501479:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075279.501482:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612954752:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075279.501486:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612954880:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075279.501500:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075279.501506:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075279/real 1769075279] req@ffff9bc64d9aea00 x1855007612954880/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075279.501516:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007612954880/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075279.501522:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075279.501524:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075279.501527:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612954880:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075279.501531:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612955008:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075279.501542:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075279.501549:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075279/real 1769075279] req@ffff9bc64d9afb80 x1855007612955008/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075279.501558:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9afb80 x1855007612955008/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075279.501570:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075279.501573:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075279.501575:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612955008:192.168.204.139@tcp:8:kworker.0 00010000:00010000:3.0:1769075279.948994:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075280.524931:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075280.972894:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075281.548843:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075281.996977:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075282.572843:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075283.020924:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075283.596915:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075284.045033:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075284.620948:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769075284.621002:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075284.621004:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075284.621013:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075284.621051:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2270 00000100:00080000:3.0:1769075284.621061:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075284.621067:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075284.621103:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007612955136/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075284.621136:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075284.621141:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075284.621143:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075284.621148:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2270 00000100:00080000:3.0:1769075284.621152:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075284.621156:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075284.621166:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075284.621184:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9afb80 x1855007612955264/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075284.621197:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075284.621201:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075284.621203:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769075284.621211:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612955136:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075284.621213:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2270 00000100:00080000:3.0:1769075284.621222:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075284.621231:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075284.621236:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075284.621283:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007612955392/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075284.621298:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075284.621304:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075284.621307:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075284.621313:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2270 00000100:00080000:3.0:1769075284.621319:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075284.621326:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075284.621334:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075284.621350:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007612955520/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075284.621381:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075284.621481:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075284/real 1769075284] req@ffff9bc64d9ad500 x1855007612955136/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075284.621514:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007612955136/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075284.621529:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075284.621535:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075284.621540:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612955136:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075284.621578:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612955264:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075284.621609:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075284.621623:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075284/real 1769075284] req@ffff9bc64d9afb80 x1855007612955264/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075284.621644:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9afb80 x1855007612955264/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075284.621664:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075284.621667:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075284.621671:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612955264:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075284.621677:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612955392:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075284.621695:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075284.621703:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075284/real 1769075284] req@ffff9bc64d9aea00 x1855007612955392/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075284.621716:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007612955392/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075284.621733:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075284.621736:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075284.621739:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612955392:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075284.621745:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612955520:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075284.621782:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075284.621828:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075284/real 1769075284] req@ffff9bc64d9ace00 x1855007612955520/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075284.621843:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007612955520/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075284.621861:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075284.621865:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075284.621869:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612955520:192.168.204.139@tcp:8:kworker.0 00010000:00010000:0.0:1769075285.069024:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075285.644872:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075286.093037:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075286.668909:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075287.117087:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075287.692994:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075288.141041:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075288.716965:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075289.165058:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075289.740962:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769075289.740970:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769075289.740980:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075289.740986:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075289.740996:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2275 00000100:00080000:1.0:1769075289.741006:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075289.741013:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075289.741048:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92680 x1855007612955648/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075289.741086:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075289.741088:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075289.741090:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075289.741093:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2275 00000100:00080000:1.0:1769075289.741096:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075289.741098:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075289.741106:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075289.741143:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93b80 x1855007612955776/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075289.741159:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769075289.741163:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612955648:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769075289.741166:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769075289.741192:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075289.741198:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2275 00000100:00080000:1.0:1769075289.741204:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075289.741210:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075289.741216:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075289.741227:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007612955904/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075289.741235:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075289.741237:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769075289.741239:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075289.741243:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2275 00000100:00080000:1.0:1769075289.741245:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075289.741248:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075289.741250:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075289.741260:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007612956032/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075289.741302:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075289.741382:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075289/real 1769075289] req@ffff9bc64ac92680 x1855007612955648/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075289.741408:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92680 x1855007612955648/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075289.741421:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075289.741426:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075289.741431:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612955648:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075289.741462:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612955776:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075289.741489:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075289.741501:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075289/real 1769075289] req@ffff9bc64ac93b80 x1855007612955776/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075289.741520:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93b80 x1855007612955776/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075289.741528:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075289.741531:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075289.741534:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612955776:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075289.741541:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612955904:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075289.741558:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075289.741566:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075289/real 1769075289] req@ffff9bc64ac91500 x1855007612955904/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075289.741578:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007612955904/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075289.741585:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075289.741587:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075289.741590:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612955904:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075289.741596:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612956032:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075289.741609:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075289.741618:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075289/real 1769075289] req@ffff9bc64ac91880 x1855007612956032/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075289.741628:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007612956032/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075289.741642:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075289.741645:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075289.741648:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612956032:192.168.204.139@tcp:8:kworker.0 00010000:00010000:3.0:1769075290.189095:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075290.764883:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075291.213103:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075291.789024:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075292.237056:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075292.812950:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075293.261070:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075293.836983:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075294.285056:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075294.860948:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769075294.860960:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075294.860968:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075294.860983:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075294.861005:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2280 00000100:00080000:3.0:1769075294.861024:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075294.861039:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075294.861102:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007612956160/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075294.861149:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075294.861193:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075294.861196:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075294.861202:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2280 00000100:00080000:3.0:1769075294.861208:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075294.861213:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075294.861224:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075294.861238:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612956160:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769075294.861248:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007612956288/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075294.861261:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075294.861265:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075294.861267:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075294.861272:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2280 00000100:00080000:3.0:1769075294.861277:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075294.861280:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075294.861285:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075294.861305:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007612956416/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075294.861313:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075294.861316:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075294.861317:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075294.861320:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2280 00000100:00080000:3.0:1769075294.861349:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075294.861352:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075294.861355:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769075294.861364:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769075294.861369:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007612956544/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075294.861419:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075294/real 1769075294] req@ffff9bc64d9adf80 x1855007612956160/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075294.861443:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007612956160/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075294.861453:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075294.861456:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075294.861460:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612956160:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075294.861487:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612956288:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075294.861506:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075294.861515:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075294/real 1769075294] req@ffff9bc64d9ac380 x1855007612956288/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075294.861523:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007612956288/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075294.861530:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075294.861532:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075294.861535:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612956288:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075294.861539:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612956416:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075294.861550:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075294.861556:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075294/real 1769075294] req@ffff9bc64d9adc00 x1855007612956416/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075294.861563:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007612956416/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075294.861569:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075294.861571:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075294.861573:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612956416:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075294.861576:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612956544:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075294.861586:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075294.861591:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075294/real 1769075294] req@ffff9bc64d9ad880 x1855007612956544/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075294.861599:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007612956544/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075294.861604:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075294.861605:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075294.861609:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612956544:192.168.204.139@tcp:8:kworker.0 00010000:00010000:2.0:1769075295.309086:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075295.884963:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075296.333131:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075296.908963:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075297.357013:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075297.932892:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075298.380955:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075298.956953:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075299.405003:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075299.980927:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075299.980936:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075299.980939:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075299.980948:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2285 00000100:00080000:0.0:1769075299.980959:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075299.980969:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075299.980998:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075299.981013:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007612956672/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075299.981052:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075299.981057:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075299.981059:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075299.981063:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2285 00000100:00080000:0.0:1769075299.981066:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075299.981071:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075299.981079:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075299.981093:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007612956800/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075299.981103:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075299.981109:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1769075299.981109:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612956672:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769075299.981117:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075299.981126:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2285 00000100:00080000:0.0:1769075299.981129:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075299.981131:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075299.981135:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075299.981145:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007612956928/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075299.981154:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075299.981157:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769075299.981158:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075299.981160:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2285 00000100:00080000:0.0:1769075299.981165:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075299.981168:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075299.981171:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075299.981182:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007612957056/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075299.981214:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075299.981268:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075299/real 1769075299] req@ffff9bc64f07d180 x1855007612956672/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075299.981292:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007612956672/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075299.981304:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075299.981309:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075299.981313:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612956672:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075299.981342:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612956800:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075299.981363:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075299.981373:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075299/real 1769075299] req@ffff9bc64f07ce00 x1855007612956800/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075299.981384:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007612956800/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075299.981392:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075299.981395:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075299.981398:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612956800:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075299.981408:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612956928:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075299.981435:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075299.981449:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075299/real 1769075299] req@ffff9bc64f07e680 x1855007612956928/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075299.981467:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007612956928/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075299.981478:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075299.981484:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075299.981487:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612956928:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075299.981493:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612957056:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075299.981514:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075299.981523:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075299/real 1769075299] req@ffff9bc64f07dc00 x1855007612957056/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075299.981534:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007612957056/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075299.981541:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075299.981544:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075299.981547:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612957056:192.168.204.139@tcp:8:kworker.0 00010000:00010000:0.0:1769075300.428992:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075301.004875:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075301.452943:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075302.028894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075302.476963:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075303.052867:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075303.501006:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075304.076901:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075304.524961:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075305.100944:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769075305.100969:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075305.100976:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075305.100981:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075305.100991:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2290 00000100:00080000:1.0:1769075305.101005:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075305.101012:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075305.101059:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92300 x1855007612957184/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075305.101093:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075305.101096:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075305.101098:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075305.101102:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2290 00000100:00080000:1.0:1769075305.101104:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075305.101108:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075305.101118:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075305.101127:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612957184:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075305.101139:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007612957312/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075305.101156:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075305.101159:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769075305.101160:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075305.101163:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2290 00000100:00080000:1.0:1769075305.101166:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075305.101168:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075305.101172:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075305.101179:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007612957440/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075305.101191:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075305.101194:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769075305.101195:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075305.101197:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2290 00000100:00080000:1.0:1769075305.101200:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075305.101203:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075305.101206:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075305.101213:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007612957568/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075305.101232:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075305.101301:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075305/real 1769075305] req@ffff9bc64ac92300 x1855007612957184/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075305.101321:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92300 x1855007612957184/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075305.101333:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075305.101338:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075305.101343:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612957184:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075305.101373:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612957312:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075305.101396:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075305.101422:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075305/real 1769075305] req@ffff9bc64ac91c00 x1855007612957312/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075305.101440:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007612957312/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075305.101450:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075305.101453:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075305.101457:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612957312:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075305.101464:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612957440:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075305.101488:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075305.101500:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075305/real 1769075305] req@ffff9bc64ac92d80 x1855007612957440/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075305.101509:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007612957440/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075305.101525:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075305.101528:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075305.101530:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612957440:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075305.101535:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612957568:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075305.101548:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075305.101554:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075305/real 1769075305] req@ffff9bc64ac90a80 x1855007612957568/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075305.101562:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007612957568/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075305.101571:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075305.101574:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075305.101576:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612957568:192.168.204.139@tcp:8:kworker.0 00010000:00010000:0.0:1769075305.548981:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075306.124861:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075306.572948:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075307.148895:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075307.596959:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075308.172940:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075308.621032:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075309.196860:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075309.644929:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075310.220903:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075310.220950:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075310.220956:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075310.220961:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075310.220968:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2295 00000100:00080000:3.0:1769075310.220977:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075310.220983:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075310.221022:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007612957696/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075310.221050:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075310.221053:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075310.221055:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075310.221061:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2295 00000100:00080000:3.0:1769075310.221065:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075310.221071:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075310.221082:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612957696:192.168.204.139@tcp:250:kworker.0 00000008:00100000:3.0:1769075310.221082:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075310.221101:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007612957824/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075310.221115:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075310.221119:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075310.221121:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075310.221126:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2295 00000100:00080000:3.0:1769075310.221144:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075310.221150:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:2.0:1769075310.221153:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:3.0:1769075310.221160:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075310.221176:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007612957952/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075310.221188:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075310/real 1769075310] req@ffff9bc64d9ad180 x1855007612957696/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075310.221195:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075310.221203:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075310.221205:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075310.221209:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2295 00000100:00100000:2.0:1769075310.221214:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007612957696/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075310.221215:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075310.221223:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00080000:2.0:1769075310.221229:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1769075310.221230:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1769075310.221237:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075310.221241:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612957696:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769075310.221245:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007612958080/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075310.221264:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612957824:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075310.221282:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075310.221290:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075310/real 1769075310] req@ffff9bc64d9aca80 x1855007612957824/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075310.221303:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007612957824/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075310.221308:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075310.221310:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075310.221313:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612957824:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075310.221317:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612957952:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075310.221327:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075310.221332:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075310/real 1769075310] req@ffff9bc64d9ae680 x1855007612957952/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075310.221340:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007612957952/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075310.221345:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075310.221347:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075310.221349:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612957952:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075310.221352:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612958080:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075310.221361:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075310.221366:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075310/real 1769075310] req@ffff9bc64d9ac000 x1855007612958080/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075310.221373:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007612958080/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075310.221383:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075310.221385:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075310.221387:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612958080:192.168.204.139@tcp:8:kworker.0 00010000:00010000:3.0:1769075310.669071:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075311.244849:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075311.692954:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075312.268902:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075312.716954:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075313.292881:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075313.740945:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075314.316870:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075314.764910:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075315.340870:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075315.340879:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075315.340883:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075315.340891:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2300 00000100:00080000:3.0:1769075315.340902:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075315.340909:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075315.340911:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075315.340969:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007612958208/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075315.341016:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075315.341021:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075315.341040:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075315.341044:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2300 00000100:00080000:3.0:1769075315.341049:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075315.341055:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075315.341066:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075315.341084:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007612958336/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075315.341109:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612958208:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075315.341140:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075315.341145:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075315.341149:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075315.341156:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2300 00000100:00080000:3.0:1769075315.341160:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075315.341165:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075315.341172:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075315.341188:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007612958464/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075315.341200:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075315.341204:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075315.341206:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075315.341211:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2300 00000100:00080000:3.0:1769075315.341216:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075315.341222:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075315.341228:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075315.341240:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007612958592/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075315.341294:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612958336:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075315.341359:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612958464:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075315.341389:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612958592:192.168.204.139@tcp:8:kworker.0 00010000:00010000:0.0:1769075315.789006:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075316.364865:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075316.812930:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075317.388905:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075317.836920:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075318.412840:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:0.0:1769075318.412999:0:2359:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:0.0:1769075318.413043:0:2359:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1769075318.413061:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:0.0:1769075318.413103:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:0.0:1769075318.413113:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:0.0:1769075318.413123:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:2.0:1769075318.413165:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075315/real 1769075318] req@ffff9bc64d9ac000 x1855007612958336/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075318.413191:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007612958336/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075318.413204:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075318.413210:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075318.413216:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612958336:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075318.413226:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075315/real 1769075318] req@ffff9bc64d9ae680 x1855007612958464/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075318.413237:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007612958464/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075318.413243:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075318.413247:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075318.413251:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612958464:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075318.413259:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075315/real 1769075318] req@ffff9bc64d9aca80 x1855007612958592/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075318.413271:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007612958592/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075318.413281:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075318.413286:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075318.413290:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612958592:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075318.413299:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075315/real 1769075318] req@ffff9bc64d9aed80 x1855007612958208/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075318.413311:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007612958208/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075318.413319:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075318.413323:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075318.413327:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612958208:192.168.204.139@tcp:250:kworker.0 00010000:00010000:0.0:1769075318.860961:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075319.436847:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075319.884886:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075320.460888:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075320.460898:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075320.460902:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769075320.460906:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075320.460911:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2306 00000100:00080000:3.0:1769075320.460922:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075320.460929:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075320.460959:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007612958720/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075320.460983:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075320.460986:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075320.460988:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075320.460991:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2306 00000100:00080000:3.0:1769075320.460994:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075320.460997:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075320.461007:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075320.461021:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007612958848/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075320.461026:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612958720:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075320.461044:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075320.461049:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075320.461055:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075320.461061:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2306 00000100:00080000:3.0:1769075320.461067:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075320.461071:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075320.461077:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075320.461089:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007612958976/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075320.461101:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075320.461107:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:2.0:1769075320.461108:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769075320.461110:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075320.461117:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2306 00000100:00080000:3.0:1769075320.461122:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075320.461127:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075320.461133:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075320.461146:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007612959104/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075320.461159:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075320/real 1769075320] req@ffff9bc64d9ad180 x1855007612958720/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075320.461181:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007612958720/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075320.461192:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075320.461197:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075320.461201:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612958720:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075320.461239:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612958848:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075320.461264:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075320.461277:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075320/real 1769075320] req@ffff9bc64d9ad880 x1855007612958848/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075320.461290:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007612958848/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075320.461298:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075320.461301:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075320.461304:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612958848:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075320.461310:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612958976:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075320.461333:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075320.461345:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075320/real 1769075320] req@ffff9bc64d9adc00 x1855007612958976/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075320.461390:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007612958976/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075320.461400:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075320.461403:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075320.461408:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612958976:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075320.461414:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612959104:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075320.461435:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075320.461457:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075320/real 1769075320] req@ffff9bc64d9ac380 x1855007612959104/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075320.461471:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007612959104/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075320.461481:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075320.461485:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075320.461489:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612959104:192.168.204.139@tcp:8:kworker.0 00010000:00010000:3.0:1769075320.908878:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075321.484851:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075321.933046:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075322.508867:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075322.956958:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075323.532849:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075323.980919:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075324.556880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075325.004954:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075325.580861:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075325.580872:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075325.580877:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769075325.580885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075325.580889:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2311 00000100:00080000:3.0:1769075325.580907:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075325.580917:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075325.580964:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007612959232/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075325.580990:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075325.580993:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075325.580994:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075325.580998:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2311 00000100:00080000:3.0:1769075325.581001:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075325.581004:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075325.581014:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075325.581026:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007612959360/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075325.581034:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612959232:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075325.581058:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075325.581061:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075325.581062:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075325.581067:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2311 00000100:00080000:3.0:1769075325.581072:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075325.581074:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075325.581079:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075325.581096:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007612959488/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075325.581103:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075325.581106:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075325.581107:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075325.581111:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2311 00000100:00080000:3.0:1769075325.581117:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1769075325.581120:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769075325.581124:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075325.581131:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075325.581147:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9afb80 x1855007612959616/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075325.581174:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075325/real 1769075325] req@ffff9bc64d9adf80 x1855007612959232/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075325.581190:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007612959232/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075325.581200:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075325.581203:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075325.581206:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612959232:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075325.581229:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612959360:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075325.581254:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075325.581297:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075325/real 1769075325] req@ffff9bc64d9ace00 x1855007612959360/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075325.581310:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007612959360/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075325.581317:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075325.581319:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075325.581321:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612959360:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075325.581327:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612959488:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075325.581344:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075325.581351:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075325/real 1769075325] req@ffff9bc64d9aea00 x1855007612959488/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075325.581364:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007612959488/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075325.581369:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075325.581371:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075325.581373:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612959488:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075325.581376:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612959616:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075325.581387:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075325.581393:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075325/real 1769075325] req@ffff9bc64d9afb80 x1855007612959616/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075325.581400:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9afb80 x1855007612959616/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075325.581405:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075325.581407:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075325.581409:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612959616:192.168.204.139@tcp:8:kworker.0 00010000:00010000:2.0:1769075326.029031:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075326.604877:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075327.052944:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075327.628881:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075328.076946:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075328.652870:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075329.100966:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075329.676949:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075330.125028:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075330.700897:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769075330.700928:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075330.700938:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075330.700945:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075330.700957:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2316 00000100:00080000:1.0:1769075330.700974:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075330.700984:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075330.701041:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007612959744/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075330.701089:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075330.701094:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075330.701096:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075330.701101:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2316 00000100:00080000:1.0:1769075330.701105:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075330.701109:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075330.701120:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075330.701136:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007612959872/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075330.701147:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075330.701151:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769075330.701164:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075330.701169:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2316 00000100:00080000:1.0:1769075330.701173:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075330.701223:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075330.701232:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075330.701243:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612959744:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075330.701251:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007612960000/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075330.701270:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075330.701274:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769075330.701276:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075330.701280:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2316 00000100:00080000:1.0:1769075330.701285:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075330.701290:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075330.701295:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075330.701307:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007612960128/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075330.701374:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075330.701485:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075330/real 1769075330] req@ffff9bc64ac90000 x1855007612959744/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075330.701524:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007612959744/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075330.701544:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075330.701551:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075330.701570:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612959744:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075330.701585:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612959872:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075330.701635:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075330.701674:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075330/real 1769075330] req@ffff9bc64ac90e00 x1855007612959872/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075330.701694:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007612959872/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075330.701717:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075330.701722:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075330.701728:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612959872:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075330.701769:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612960000:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075330.701847:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075330.701862:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075330/real 1769075330] req@ffff9bc64ac93800 x1855007612960000/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075330.701876:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007612960000/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075330.701885:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075330.701898:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075330.701902:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612960000:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075330.701910:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612960128:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075330.701928:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075330.701938:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075330/real 1769075330] req@ffff9bc64ac93480 x1855007612960128/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075330.701950:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007612960128/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075330.701969:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075330.701972:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075330.701975:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612960128:192.168.204.139@tcp:8:kworker.0 00010000:00010000:0.0:1769075331.148970:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075331.724868:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075332.172942:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075332.748840:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075333.196904:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075333.772855:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075334.220924:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075334.796857:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075335.244972:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075335.820913:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769075335.820919:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769075335.820930:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075335.820938:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075335.820951:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2321 00000100:00080000:1.0:1769075335.820965:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075335.820974:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075335.821051:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007612960256/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075335.821132:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075335.821137:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075335.821140:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075335.821146:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2321 00000100:00080000:1.0:1769075335.821151:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075335.821166:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075335.821177:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075335.821196:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007612960384/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075335.821211:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075335.821215:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769075335.821218:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075335.821226:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2321 00000100:00100000:2.0:1769075335.821231:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612960256:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769075335.821232:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075335.821243:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075335.821253:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075335.821267:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007612960512/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075335.821291:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075335.821295:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769075335.821298:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075335.821302:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2321 00000100:00080000:1.0:1769075335.821306:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075335.821310:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075335.821315:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075335.821327:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90700 x1855007612960640/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075335.821360:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075335.821428:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075335/real 1769075335] req@ffff9bc64ac93100 x1855007612960256/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075335.821474:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007612960256/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075335.821495:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075335.821504:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075335.821512:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612960256:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075335.821526:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612960384:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075335.821566:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075335.821586:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075335/real 1769075335] req@ffff9bc64ac91f80 x1855007612960384/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075335.821602:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007612960384/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075335.821612:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075335.821616:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075335.821620:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612960384:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075335.821666:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612960512:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075335.821690:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075335.821703:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075335/real 1769075335] req@ffff9bc64ac92a00 x1855007612960512/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075335.821717:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007612960512/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075335.821727:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075335.821731:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075335.821735:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612960512:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075335.821741:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612960640:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075335.821758:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075335.821767:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075335/real 1769075335] req@ffff9bc64ac90700 x1855007612960640/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075335.821837:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90700 x1855007612960640/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075335.821852:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075335.821858:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075335.821864:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612960640:192.168.204.139@tcp:8:kworker.0 00010000:00010000:0.0:1769075336.268977:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075336.844827:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075337.293119:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075337.868874:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075338.316890:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075338.892845:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075339.340900:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075339.916872:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075340.364948:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075340.940852:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769075340.940885:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075340.940891:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075340.940895:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075340.940902:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2326 00000100:00080000:0.0:1769075340.940911:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075340.940917:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769075340.940950:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c380 x1855007612960768/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075340.940980:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075340.940984:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075340.940986:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075340.940991:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2326 00000100:00080000:0.0:1769075340.940996:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075340.941001:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075340.941020:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075340.941032:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007612960896/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075340.941044:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612960768:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769075340.941049:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075340.941053:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769075340.941054:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075340.941058:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2326 00000100:00080000:0.0:1769075340.941061:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075340.941064:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075340.941068:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075340.941078:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007612961024/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075340.941085:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075340.941087:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769075340.941088:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075340.941091:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2326 00000100:00080000:0.0:1769075340.941094:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075340.941096:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075340.941099:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075340.941105:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007612961152/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075340.941114:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075340.941149:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075340/real 1769075340] req@ffff9bc64f07c380 x1855007612960768/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075340.941163:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c380 x1855007612960768/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075340.941170:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075340.941173:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075340.941176:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612960768:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075340.941193:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612960896:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075340.941208:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075340.941215:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075340/real 1769075340] req@ffff9bc64f07f480 x1855007612960896/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075340.941223:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007612960896/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075340.941228:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075340.941231:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075340.941234:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612960896:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075340.941238:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612961024:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075340.941248:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075340.941253:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075340/real 1769075340] req@ffff9bc64f07dc00 x1855007612961024/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075340.941260:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007612961024/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075340.941265:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075340.941267:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075340.941269:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612961024:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075340.941272:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612961152:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075340.941281:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075340.941286:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075340/real 1769075340] req@ffff9bc64f07e680 x1855007612961152/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075340.941293:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007612961152/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075340.941298:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075340.941300:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075340.941302:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612961152:192.168.204.139@tcp:8:kworker.0 00010000:00010000:3.0:1769075341.388955:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075341.964884:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075342.412944:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075342.988848:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075343.436914:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075344.012847:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075344.460903:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075345.036962:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075345.484986:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075346.060871:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075346.060881:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075346.060889:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075346.060893:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075346.060903:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2331 00000100:00080000:3.0:1769075346.060915:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075346.060940:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075346.060978:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007612961280/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075346.061004:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075346.061008:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075346.061010:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075346.061014:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2331 00000100:00080000:3.0:1769075346.061019:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075346.061024:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075346.061034:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612961280:192.168.204.139@tcp:250:kworker.0 00000008:00100000:3.0:1769075346.061035:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075346.061056:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9afb80 x1855007612961408/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075346.061068:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075346.061072:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075346.061074:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075346.061078:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2331 00000100:00080000:3.0:1769075346.061089:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1769075346.061095:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769075346.061098:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075346.061107:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075346.061122:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007612961536/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075346.061130:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075346/real 1769075346] req@ffff9bc64d9ad500 x1855007612961280/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075346.061135:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075346.061144:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075346.061150:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075346.061155:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2331 00000100:00080000:3.0:1769075346.061158:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075346.061162:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075346.061166:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007612961280/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1769075346.061170:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1769075346.061179:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075346.061184:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075346.061190:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612961280:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769075346.061191:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007612961664/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075346.061213:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612961408:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075346.061232:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075346.061243:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075346/real 1769075346] req@ffff9bc64d9afb80 x1855007612961408/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075346.061252:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9afb80 x1855007612961408/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075346.061257:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075346.061260:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075346.061262:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612961408:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075346.061266:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612961536:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075346.061285:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075346.061291:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075346/real 1769075346] req@ffff9bc64d9aea00 x1855007612961536/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075346.061300:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007612961536/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075346.061305:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075346.061307:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075346.061309:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612961536:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075346.061313:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612961664:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075346.061322:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075346.061328:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075346/real 1769075346] req@ffff9bc64d9ace00 x1855007612961664/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075346.061335:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007612961664/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075346.061340:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075346.061347:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075346.061350:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612961664:192.168.204.139@tcp:8:kworker.0 00010000:00010000:0.0:1769075346.508940:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075347.084896:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075347.532938:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075348.108936:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075348.556937:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075349.132917:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075349.580943:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075350.156901:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075350.604908:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075351.180939:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075351.180952:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075351.180958:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075351.180969:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2336 00000100:00080000:3.0:1769075351.180982:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1769075351.180990:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075351.180991:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075351.181033:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007612961792/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075351.181064:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075351.181068:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075351.181071:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075351.181078:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2336 00000100:00080000:3.0:1769075351.181083:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075351.181087:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075351.181099:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075351.181101:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612961792:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769075351.181121:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007612961920/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075351.181137:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075351.181141:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075351.181144:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075351.181149:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2336 00000100:00080000:3.0:1769075351.181154:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075351.181160:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075351.181166:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075351.181179:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007612962048/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075351.181190:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1769075351.181193:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769075351.181202:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075351.181205:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075351.181215:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2336 00000100:00080000:3.0:1769075351.181221:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075351.181228:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075351.181236:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075351.181254:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075351/real 1769075351] req@ffff9bc64d9adf80 x1855007612961792/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075351.181259:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007612962176/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075351.181342:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007612961792/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075351.181354:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075351.181358:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075351.181363:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612961792:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075351.181391:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612961920:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075351.181408:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075351.181417:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075351/real 1769075351] req@ffff9bc64d9ac380 x1855007612961920/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075351.181425:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007612961920/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075351.181435:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075351.181438:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075351.181442:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612961920:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075351.181449:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612962048:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075351.181471:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075351.181483:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075351/real 1769075351] req@ffff9bc64d9adc00 x1855007612962048/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075351.181496:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007612962048/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075351.181511:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075351.181514:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075351.181517:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612962048:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075351.181521:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612962176:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075351.181539:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075351.181546:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075351/real 1769075351] req@ffff9bc64d9ad880 x1855007612962176/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075351.181554:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007612962176/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075351.181560:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075351.181562:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075351.181564:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612962176:192.168.204.139@tcp:8:kworker.0 00010000:00010000:3.0:1769075351.629004:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075352.204888:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075352.653015:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075353.228911:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075353.676971:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075354.252871:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075354.700946:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075355.276911:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075355.724995:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075356.300849:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769075356.300929:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075356.300941:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075356.300946:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075356.300956:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2341 00000100:00080000:0.0:1769075356.300969:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075356.300977:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769075356.301016:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007612962304/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075356.301049:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075356.301053:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075356.301055:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075356.301060:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2341 00000100:00080000:0.0:1769075356.301065:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075356.301070:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075356.301080:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075356.301102:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007612962432/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075356.301103:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612962304:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769075356.301130:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075356.301135:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769075356.301138:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075356.301144:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2341 00000100:00080000:0.0:1769075356.301150:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075356.301155:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075356.301162:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075356.301176:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007612962560/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075356.301187:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075356.301190:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769075356.301193:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075356.301197:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2341 00000100:00080000:0.0:1769075356.301201:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075356.301206:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:2.0:1769075356.301211:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:0.0:1769075356.301216:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075356.301238:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007612962688/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075356.301283:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075356/real 1769075356] req@ffff9bc64f07ce00 x1855007612962304/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075356.301303:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007612962304/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075356.301314:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075356.301318:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075356.301322:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612962304:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075356.301348:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612962432:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075356.301366:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075356.301375:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075356/real 1769075356] req@ffff9bc64f07d180 x1855007612962432/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075356.301384:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007612962432/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075356.301390:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075356.301393:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075356.301395:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612962432:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075356.301400:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612962560:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075356.301411:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075356.301417:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075356/real 1769075356] req@ffff9bc64f07d880 x1855007612962560/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075356.301424:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007612962560/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075356.301430:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075356.301431:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075356.301433:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612962560:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075356.301438:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612962688:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075356.301447:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075356.301453:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075356/real 1769075356] req@ffff9bc64f07df80 x1855007612962688/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075356.301460:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007612962688/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075356.301465:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075356.301467:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075356.301469:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612962688:192.168.204.139@tcp:8:kworker.0 00010000:00010000:2.0:1769075356.748960:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075357.324934:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075357.772959:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075358.348881:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075358.796957:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075359.372833:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075359.820975:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075360.396840:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075360.844951:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075361.420867:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075361.420877:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075361.420881:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769075361.420883:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075361.420890:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2346 00000100:00080000:3.0:1769075361.420900:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075361.420906:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075361.420939:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007612962816/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075361.420962:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075361.420965:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075361.420967:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075361.420970:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2346 00000100:00080000:3.0:1769075361.420972:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075361.420974:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075361.420981:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075361.420988:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007612962944/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075361.421001:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075361.421004:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075361.421005:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075361.421009:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2346 00000100:00080000:3.0:1769075361.421010:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075361.421012:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075361.421017:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075361.421024:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007612963072/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075361.421030:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075361.421032:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075361.421034:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075361.421037:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2346 00000100:00080000:3.0:1769075361.421039:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075361.421041:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075361.421043:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075361.421055:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612962816:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769075361.421055:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007612963200/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075361.421171:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075361.421238:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075361/real 1769075361] req@ffff9bc64d9ad180 x1855007612962816/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075361.421262:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007612962816/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075361.421275:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075361.421280:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075361.421284:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612962816:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075361.421294:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612962944:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075361.421323:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075361.421346:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075361/real 1769075361] req@ffff9bc64d9aed80 x1855007612962944/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075361.421362:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007612962944/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075361.421371:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075361.421375:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075361.421379:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612962944:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075361.421387:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612963072:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075361.421410:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075361.421422:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075361/real 1769075361] req@ffff9bc64d9aca80 x1855007612963072/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075361.421435:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007612963072/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075361.421443:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075361.421447:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075361.421451:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612963072:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075361.421488:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612963200:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075361.421510:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075361.421522:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075361/real 1769075361] req@ffff9bc64d9ae680 x1855007612963200/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075361.421543:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007612963200/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075361.421552:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075361.421555:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075361.421559:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612963200:192.168.204.139@tcp:8:kworker.0 00010000:00010000:0.0:1769075361.868973:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075362.444860:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075362.892940:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075363.468893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075363.916961:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075364.492913:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075364.941002:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075365.516893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075365.964962:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075366.540846:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075366.540855:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075366.540863:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075366.540869:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075366.540878:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2352 00000100:00080000:3.0:1769075366.540887:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075366.540893:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075366.540923:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007612963328/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075366.540945:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075366.540948:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075366.540949:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075366.540952:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2352 00000100:00080000:3.0:1769075366.540954:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075366.540958:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075366.540967:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075366.540980:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007612963456/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075366.540991:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075366.540995:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075366.540997:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075366.541001:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2352 00000100:00080000:3.0:1769075366.541005:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075366.541010:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075366.541016:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075366.541027:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007612963584/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075366.541039:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075366.541041:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075366.541042:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075366.541045:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2352 00000100:00080000:3.0:1769075366.541048:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075366.541052:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075366.541055:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075366.541064:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007612963712/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075366.541072:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612963328:192.168.204.139@tcp:250:kworker.0 00000800:00000100:2.0:1769075366.541175:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075366.541221:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075366/real 1769075366] req@ffff9bc64d9ac000 x1855007612963328/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075366.541238:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007612963328/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075366.541247:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075366.541251:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075366.541255:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612963328:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075366.541262:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612963456:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075366.541277:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075366.541285:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075366/real 1769075366] req@ffff9bc64d9ae680 x1855007612963456/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075366.541293:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007612963456/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075366.541304:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075366.541306:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075366.541309:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612963456:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075366.541312:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612963584:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075366.541325:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075366.541331:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075366/real 1769075366] req@ffff9bc64d9aca80 x1855007612963584/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075366.541338:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007612963584/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075366.541344:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075366.541346:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075366.541347:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612963584:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075366.541372:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612963712:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075366.541383:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075366.541389:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075366/real 1769075366] req@ffff9bc64d9aed80 x1855007612963712/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075366.541406:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007612963712/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075366.541411:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075366.541413:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075366.542554:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612963712:192.168.204.139@tcp:8:kworker.0 00010000:00010000:0.0:1769075366.989125:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075367.564909:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075368.012954:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075368.588863:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075369.036971:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075369.612897:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075370.061000:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075370.636902:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075371.084986:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075371.660868:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075371.660870:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075371.660879:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075371.660884:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075371.660895:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2357 00000100:00080000:3.0:1769075371.660909:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075371.660917:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075371.660960:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007612963840/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075371.660990:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075371.660994:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075371.660997:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075371.661002:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2357 00000100:00080000:3.0:1769075371.661006:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075371.661012:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075371.661025:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075371.661040:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612963840:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769075371.661040:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007612963968/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075371.661055:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075371.661059:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075371.661060:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075371.661064:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2357 00000100:00080000:3.0:1769075371.661068:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075371.661070:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075371.661074:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075371.661084:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007612964096/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075371.661092:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075371.661094:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075371.661096:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075371.661098:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2357 00000100:00080000:3.0:1769075371.661113:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075371.661116:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075371.661121:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075371.661132:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007612964224/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075371.661139:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075371.661195:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075371/real 1769075371] req@ffff9bc64d9ad180 x1855007612963840/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075371.661218:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007612963840/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075371.661229:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075371.661234:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075371.661239:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612963840:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075371.661268:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612963968:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075371.661309:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075371.661323:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075371/real 1769075371] req@ffff9bc64d9ad880 x1855007612963968/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075371.661337:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007612963968/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075371.661347:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075371.661350:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075371.661354:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612963968:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075371.661361:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612964096:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075371.661385:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075371.661397:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075371/real 1769075371] req@ffff9bc64d9adc00 x1855007612964096/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075371.661411:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007612964096/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075371.661419:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075371.661423:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075371.661428:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612964096:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075371.661435:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612964224:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075371.661457:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075371.661469:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075371/real 1769075371] req@ffff9bc64d9ac380 x1855007612964224/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075371.661481:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007612964224/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075371.661507:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075371.661511:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075371.661515:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612964224:192.168.204.139@tcp:8:kworker.0 00010000:00010000:3.0:1769075372.109363:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075372.684956:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075373.132958:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075373.708844:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075374.156941:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075374.732876:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075375.180929:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075375.756850:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075376.204934:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075376.780871:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075376.780871:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075376.780885:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075376.780892:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075376.780906:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2362 00000100:00080000:3.0:1769075376.780923:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075376.780934:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075376.780985:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007612964352/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075376.781038:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075376.781044:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075376.781046:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075376.781052:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2362 00000100:00080000:3.0:1769075376.781056:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075376.781061:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075376.781090:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075376.781110:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007612964480/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075376.781125:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769075376.781145:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612964352:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075376.781163:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075376.781170:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075376.781184:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2362 00000100:00080000:3.0:1769075376.781189:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075376.781197:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075376.781208:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075376.781244:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007612964608/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075376.781288:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769075376.781289:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075376.781299:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075376.781317:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075376.781336:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2362 00000100:00080000:3.0:1769075376.781356:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075376.781362:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075376.781370:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075376.781382:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075376/real 1769075376] req@ffff9bc64d9adf80 x1855007612964352/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075376.781395:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9afb80 x1855007612964736/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075376.781454:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007612964352/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075376.781464:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075376.781471:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075376.781474:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612964352:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075376.781496:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612964480:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075376.781535:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075376.781546:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075376/real 1769075376] req@ffff9bc64d9ace00 x1855007612964480/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075376.781557:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007612964480/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075376.781567:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075376.781571:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075376.781576:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612964480:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075376.781584:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612964608:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075376.781628:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075376.781646:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075376/real 1769075376] req@ffff9bc64d9aea00 x1855007612964608/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075376.781664:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007612964608/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075376.781697:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075376.781700:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075376.781704:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612964608:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075376.781711:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612964736:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075376.781749:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075376.781759:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075376/real 1769075376] req@ffff9bc64d9afb80 x1855007612964736/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075376.781768:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9afb80 x1855007612964736/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075376.781835:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075376.781837:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075376.781840:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612964736:192.168.204.139@tcp:8:kworker.0 00010000:00010000:0.0:1769075377.228943:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075377.804857:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075378.252901:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075378.828914:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075379.276951:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075379.852879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075380.300933:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075380.876862:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075381.324875:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075381.900852:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769075381.900859:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075381.900861:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075381.900868:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075381.900876:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2367 00000100:00080000:3.0:1769075381.900902:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075381.900910:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075381.900951:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007612964864/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075381.900983:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075381.900987:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075381.900989:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075381.900993:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2367 00000100:00080000:3.0:1769075381.900997:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075381.901000:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075381.901008:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075381.901022:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9afb80 x1855007612964992/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075381.901032:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075381.901035:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075381.901038:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769075381.901041:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612964864:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075381.901043:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2367 00000100:00080000:3.0:1769075381.901050:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075381.901054:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075381.901057:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075381.901068:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007612965120/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075381.901075:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075381.901078:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075381.901080:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075381.901082:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2367 00000100:00080000:3.0:1769075381.901098:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075381.901101:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075381.901105:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075381.901112:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007612965248/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075381.901149:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612964992:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075381.901180:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612965120:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075381.901196:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612965248:192.168.204.139@tcp:8:kworker.0 00010000:00010000:3.0:1769075382.348865:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075382.924948:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075383.373045:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075383.948969:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075384.396917:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075384.973172:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:3.0:1769075384.973183:0:2360:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:3.0:1769075384.973252:0:2360:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769075384.973305:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769075384.973358:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769075384.973369:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769075384.973379:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:2.0:1769075384.973466:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075381/real 1769075384] req@ffff9bc64d9afb80 x1855007612964992/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075384.973529:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9afb80 x1855007612964992/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075384.973543:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075384.973549:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075384.973555:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612964992:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075384.973565:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075381/real 1769075384] req@ffff9bc64d9aea00 x1855007612965120/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075384.973581:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007612965120/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075384.973590:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075384.973595:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075384.973598:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612965120:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075384.973606:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075381/real 1769075384] req@ffff9bc64d9ace00 x1855007612965248/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075384.973619:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007612965248/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075384.973629:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075384.973632:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075384.973636:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612965248:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075384.973645:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075381/real 1769075384] req@ffff9bc64d9ad500 x1855007612964864/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075384.973658:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007612964864/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075384.973666:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075384.973669:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075384.973673:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612964864:192.168.204.139@tcp:250:kworker.0 00010000:00010000:0.0:1769075385.420926:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075385.996980:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075386.444948:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075387.020896:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075387.020909:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075387.020913:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075387.020924:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2372 00000100:00080000:3.0:1769075387.020938:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075387.020946:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769075387.020974:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075387.020987:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007612965376/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075387.021021:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075387.021025:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075387.021028:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075387.021033:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2372 00000100:00080000:3.0:1769075387.021038:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075387.021042:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075387.021055:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075387.021071:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007612965504/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075387.021085:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075387.021090:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075387.021092:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075387.021097:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2372 00000100:00080000:3.0:1769075387.021101:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075387.021106:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075387.021114:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075387.021118:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612965376:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769075387.021130:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007612965632/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075387.021151:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075387.021157:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075387.021159:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075387.021163:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2372 00000100:00080000:3.0:1769075387.021168:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075387.021173:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075387.021179:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075387.021196:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007612965760/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075387.021211:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075387.021292:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075387/real 1769075387] req@ffff9bc64d9adf80 x1855007612965376/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075387.021315:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007612965376/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075387.021328:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075387.021333:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075387.021338:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612965376:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075387.021347:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612965504:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075387.021378:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075387.021393:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075387/real 1769075387] req@ffff9bc64d9ac380 x1855007612965504/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075387.021406:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007612965504/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075387.021416:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075387.021420:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075387.021424:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612965504:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075387.021454:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612965632:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075387.021478:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075387.021490:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075387/real 1769075387] req@ffff9bc64d9adc00 x1855007612965632/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075387.021502:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007612965632/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075387.021510:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075387.021514:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075387.021518:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612965632:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075387.021525:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612965760:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075387.021544:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075387.021556:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075387/real 1769075387] req@ffff9bc64d9ad880 x1855007612965760/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075387.021567:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007612965760/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075387.021574:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075387.021578:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075387.021581:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612965760:192.168.204.139@tcp:8:kworker.0 00010000:00010000:2.0:1769075387.468916:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075388.045083:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075388.492944:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075389.068893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075389.516947:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075390.092974:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075390.540962:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075391.116859:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075391.565094:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075392.140943:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075392.140956:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075392.140961:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075392.140971:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2377 00000100:00080000:3.0:1769075392.140984:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075392.140992:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075392.141032:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007612965888/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075392.141041:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075392.141067:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075392.141074:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075392.141076:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075392.141082:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2377 00000100:00080000:3.0:1769075392.141086:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075392.141093:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075392.141105:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075392.141122:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007612966016/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075392.141129:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612965888:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075392.141139:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075392.141156:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075392.141158:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075392.141163:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2377 00000100:00080000:3.0:1769075392.141168:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075392.141173:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075392.141178:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075392.141190:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007612966144/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075392.141200:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075392.141204:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075392.141206:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075392.141210:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2377 00000100:00080000:3.0:1769075392.141214:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1769075392.141219:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769075392.141221:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075392.141228:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075392.141241:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007612966272/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075392.141270:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075392/real 1769075392] req@ffff9bc64d9ad180 x1855007612965888/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075392.141293:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007612965888/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075392.141304:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075392.141308:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075392.141312:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612965888:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075392.141337:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612966016:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075392.141369:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075392.141383:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075392/real 1769075392] req@ffff9bc64d9aed80 x1855007612966016/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075392.141397:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007612966016/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075392.141405:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075392.141409:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075392.141412:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612966016:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075392.141419:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612966144:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075392.141439:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075392.141450:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075392/real 1769075392] req@ffff9bc64d9aca80 x1855007612966144/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075392.141469:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007612966144/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075392.141477:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075392.141481:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075392.141484:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612966144:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075392.141490:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612966272:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075392.141509:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075392.141521:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075392/real 1769075392] req@ffff9bc64d9ae680 x1855007612966272/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075392.141530:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007612966272/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075392.141536:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075392.141538:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075392.141540:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612966272:192.168.204.139@tcp:8:kworker.0 00010000:00010000:0.0:1769075392.589128:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075393.164901:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075393.612874:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075394.188904:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075394.636965:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075395.212894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075395.660945:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075396.236872:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075396.684908:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075397.260859:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769075397.260883:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075397.260888:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075397.260891:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075397.260897:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2382 00000100:00080000:0.0:1769075397.260907:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075397.260912:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769075397.260955:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007612966400/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075397.260979:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075397.260982:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075397.260983:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075397.260986:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2382 00000100:00080000:0.0:1769075397.260988:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075397.260991:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075397.260997:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075397.261010:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007612966528/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075397.261022:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075397.261027:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1769075397.261031:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612966400:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769075397.261032:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075397.261041:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2382 00000100:00080000:0.0:1769075397.261046:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075397.261051:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075397.261057:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075397.261106:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007612966656/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075397.261116:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075397.261119:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769075397.261121:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075397.261124:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2382 00000100:00080000:0.0:1769075397.261129:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1769075397.261133:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769075397.261138:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075397.261144:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075397.261155:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007612966784/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075397.261184:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075397/real 1769075397] req@ffff9bc64f07fb80 x1855007612966400/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075397.261204:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007612966400/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075397.261215:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075397.261220:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075397.261225:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612966400:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075397.261248:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612966528:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075397.261268:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075397.261277:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075397/real 1769075397] req@ffff9bc64f07f100 x1855007612966528/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075397.261287:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007612966528/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075397.261294:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075397.261297:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075397.261300:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612966528:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075397.261304:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612966656:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075397.261316:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075397.261322:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075397/real 1769075397] req@ffff9bc64f07c700 x1855007612966656/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075397.261330:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007612966656/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075397.261336:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075397.261339:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075397.261343:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612966656:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075397.261347:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612966784:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075397.261357:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075397.261362:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075397/real 1769075397] req@ffff9bc64f07ed80 x1855007612966784/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075397.261369:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007612966784/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075397.261374:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075397.261376:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075397.261378:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612966784:192.168.204.139@tcp:8:kworker.0 00010000:00010000:0.0:1769075397.708919:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075398.284903:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075398.733016:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075399.308894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075399.756915:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075400.332872:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075400.780912:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075401.356878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075401.805007:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075402.380894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075402.380932:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075402.380940:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075402.380945:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075402.380955:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2387 00000100:00080000:3.0:1769075402.380966:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075402.381001:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075402.381034:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007612966912/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075402.381057:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075402.381059:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075402.381061:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075402.381064:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2387 00000100:00080000:3.0:1769075402.381067:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075402.381070:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075402.381078:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075402.381088:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007612967040/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075402.381096:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075402.381101:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1769075402.381102:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612966912:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075402.381103:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075402.381110:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2387 00000100:00080000:3.0:1769075402.381113:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075402.381115:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075402.381119:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075402.381128:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007612967168/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075402.381135:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075402.381137:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075402.381139:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075402.381141:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2387 00000100:00080000:3.0:1769075402.381152:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075402.381154:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075402.381158:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769075402.381162:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769075402.381168:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007612967296/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075402.381199:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075402/real 1769075402] req@ffff9bc64d9ac000 x1855007612966912/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075402.381217:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007612966912/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075402.381228:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075402.381232:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075402.381236:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612966912:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075402.381261:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612967040:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075402.381283:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075402.381293:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075402/real 1769075402] req@ffff9bc64d9ae680 x1855007612967040/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075402.381306:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007612967040/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075402.381315:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075402.381319:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075402.381323:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612967040:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075402.381330:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612967168:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075402.381360:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075402.381373:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075402/real 1769075402] req@ffff9bc64d9aca80 x1855007612967168/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075402.381386:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007612967168/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075402.381392:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075402.381395:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075402.381397:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612967168:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075402.381404:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612967296:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075402.381425:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075402.381437:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075402/real 1769075402] req@ffff9bc64d9aed80 x1855007612967296/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075402.381451:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007612967296/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075402.381460:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075402.381463:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075402.381467:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612967296:192.168.204.139@tcp:8:kworker.0 00010000:00010000:3.0:1769075402.828932:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075403.404885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075403.852946:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075404.428854:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075404.876985:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075405.452909:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075405.900975:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075406.476878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075406.924953:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075407.500875:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769075407.500879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075407.500898:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075407.500906:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075407.500914:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2393 00000100:00080000:3.0:1769075407.500924:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075407.500930:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075407.500976:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007612967424/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075407.501001:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075407.501003:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075407.501005:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075407.501008:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2393 00000100:00080000:3.0:1769075407.501011:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075407.501013:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075407.501020:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075407.501029:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007612967552/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075407.501037:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075407.501040:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075407.501041:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075407.501044:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2393 00000100:00080000:3.0:1769075407.501046:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075407.501049:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075407.501052:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075407.501060:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007612967680/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075407.501067:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612967424:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075407.501070:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075407.501077:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075407.501080:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075407.501083:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2393 00000100:00080000:3.0:1769075407.501085:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075407.501088:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075407.501092:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075407.501101:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007612967808/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075407.501144:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075407.501185:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075407/real 1769075407] req@ffff9bc64d9ad180 x1855007612967424/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075407.501207:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007612967424/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075407.501219:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075407.501225:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075407.501228:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612967424:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075407.501235:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612967552:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075407.501273:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075407.501285:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075407/real 1769075407] req@ffff9bc64d9ad880 x1855007612967552/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075407.501295:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007612967552/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075407.501302:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075407.501305:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075407.501308:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612967552:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075407.501346:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612967680:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075407.501387:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075407.501401:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075407/real 1769075407] req@ffff9bc64d9adc00 x1855007612967680/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075407.501414:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007612967680/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075407.501421:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075407.501423:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075407.501425:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612967680:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075407.501430:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612967808:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075407.501446:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075407.501453:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075407/real 1769075407] req@ffff9bc64d9ac380 x1855007612967808/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075407.501461:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007612967808/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075407.501467:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075407.501469:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075407.501471:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612967808:192.168.204.139@tcp:8:kworker.0 00010000:00010000:0.0:1769075407.948953:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075408.524857:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075408.972915:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075409.548850:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075409.996987:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075410.572907:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075411.020980:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075411.596844:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075412.044935:0:37586:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075412.620882:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075412.620905:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075412.620913:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075412.620919:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075412.620929:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2398 00000100:00080000:3.0:1769075412.620939:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075412.620946:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075412.620999:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007612967936/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075412.621025:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075412.621028:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075412.621030:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075412.621033:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2398 00000100:00080000:3.0:1769075412.621037:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075412.621041:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075412.621050:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075412.621072:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007612968064/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075412.621082:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769075412.621085:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612967936:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075412.621085:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075412.621090:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075412.621106:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2398 00000100:00080000:3.0:1769075412.621110:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075412.621113:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075412.621118:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075412.621146:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007612968192/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075412.621152:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075412.621155:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075412.621156:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075412.621158:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2398 00000100:00080000:3.0:1769075412.621161:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075412.621164:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075412.621167:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769075412.621169:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769075412.621179:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007612968320/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075412.621218:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075412/real 1769075412] req@ffff9bc64d9adf80 x1855007612967936/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075412.621237:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007612967936/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075412.621248:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075412.621252:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075412.621257:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612967936:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075412.621284:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612968064:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075412.621306:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075412.621318:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075412/real 1769075412] req@ffff9bc64d9ad500 x1855007612968064/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075412.621341:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007612968064/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075412.621349:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075412.621352:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075412.621356:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612968064:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075412.621362:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612968192:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075412.621382:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075412.621392:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075412/real 1769075412] req@ffff9bc64d9ace00 x1855007612968192/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075412.621405:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007612968192/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075412.621411:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075412.621413:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075412.621415:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612968192:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075412.621419:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612968320:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075412.621441:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075412.621447:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075412/real 1769075412] req@ffff9bc64d9aea00 x1855007612968320/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075412.621455:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007612968320/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075412.621461:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075412.621463:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075412.621465:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612968320:192.168.204.139@tcp:8:kworker.0 00010000:00010000:0.0:1769075413.068955:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075413.644962:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075414.093012:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075414.668929:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075415.116948:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075415.692909:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075416.141054:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075416.716915:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075417.164951:0:27:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 3/3 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769075417.164975:0:27:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 10/13 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1769075417.164992:0:27:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 2/15 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1769075417.165019:0:37585:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 3 locks of 12 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1769075417.165023:0:37586:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 10 locks of 2 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769075417.165037:0:37585:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08ca00/0x21fa6d252c11b7d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28400020000 nid: local remote: 0x8b5959a9a0e8b353 expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769075417.165038:0:37586:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9bc646483800 lock: ffff9bc67f943400/0x21fa6d252c11bb5b lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8b5959a9a0e8c15a expref: -99 pid: 63279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769075417.165048:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075417.165049:0:47798:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 2 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769075417.165064:0:47798:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b7cd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400020000 nid: local remote: 0x8b5959a9a0e8b345 expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769075417.165103:0:37585:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b7c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400020000 nid: local remote: 0x8b5959a9a0e8b33e expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1769075417.165112:0:47798:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b0:0x0] ignore/verify layout 1/0, layout version 7 restore needed 0 00000080:00200000:0.0:1769075417.165127:0:37585:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1b0:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1769075417.165132:0:47798:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b0:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00200000:0.0:1769075417.165136:0:37585:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1b0:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1769075417.165154:0:37585:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942e00/0x21fa6d252c11b6e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x28480020000 nid: local remote: 0x8b5959a9a0e8b04a expref: -99 pid: 59757 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769075417.165155:0:47798:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f943c00/0x21fa6d252c11b6f4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800028400000000 nid: local remote: 0x8b5959a9a0e8b066 expref: -99 pid: 59757 timeout: 0 lvb_type: 1 00000002:00100000:2.0:1769075417.165157:0:37586:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff9bc64f07ca80 x1855007612912384/t8589941521(8589941521) o101->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 2152/608 e 0 to 0 dl 1769074999 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769075417.165210:0:47798:0:(vvp_io.c:1854:vvp_io_init()) [0x200000404:0x1ac:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00100000:2.0:1769075417.165211:0:37586:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9bc646483800: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:2.0:1769075417.165228:0:37586:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9bc67afda300 x1855007612968576/t0(0) o35->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:23/10 lens 392/2128 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769075417.165242:0:37585:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08ca00/0x21fa6d252c11b7d4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400020020 nid: local remote: 0x8b5959a9a0e8b353 expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00000100:00080000:2.0:1769075417.165250:0:37586:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff9bc67afda300 x1855007612968576/t0(0) o35->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:23/10 lens 392/2128 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00010000:00010000:0.0:1769075417.165256:0:37585:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b7c6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400020020 nid: local remote: 0x8b5959a9a0e8b33e expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769075417.165288:0:37585:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942e00/0x21fa6d252c11b6e6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4829480020020 nid: local remote: 0x8b5959a9a0e8b04a expref: -99 pid: 59757 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1769075417.165289:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075417.165301:0:37585:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:0.0:1769075417.165339:0:37585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08ca00/0x21fa6d252c11b7d4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400020020 nid: local remote: 0x8b5959a9a0e8b353 expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00000100:00080000:1.0:1769075417.165374:0:2371:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff9bc64f07e300 x1855007612968704/t0(0) o103->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:17/18 lens 336/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1769075417.165376:0:37585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc64f08de00/0x21fa6d252c11b7c6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400020020 nid: local remote: 0x8b5959a9a0e8b33e expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769075417.165407:0:37585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9bc646483800 lock: ffff9bc67f942e00/0x21fa6d252c11b6e6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4829480020020 nid: local remote: 0x8b5959a9a0e8b04a expref: -99 pid: 59757 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769075417.165435:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075417.165438:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075417.165444:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:3.0:1769075417.166464:0:47798:0:(vvp_io.c:289:vvp_io_fini()) [0x200000404:0x1ac:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1769075417.166497:0:47798:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b7cd lrc: 1/0,0 mode: --/PW res: [0x240000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400020020 nid: local remote: 0x8b5959a9a0e8b345 expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769075417.166505:0:47798:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f943c00/0x21fa6d252c11b6f4 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x804869400000020 nid: local remote: 0x8b5959a9a0e8b066 expref: -99 pid: 59757 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769075417.166509:0:47798:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:3.0:1769075417.166529:0:47798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc64f08d000/0x21fa6d252c11b7cd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400020020 nid: local remote: 0x8b5959a9a0e8b345 expref: -99 pid: 60342 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769075417.166541:0:47798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9bc646483800 lock: ffff9bc67f943c00/0x21fa6d252c11b6f4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x804869400000020 nid: local remote: 0x8b5959a9a0e8b066 expref: -99 pid: 59757 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769075417.166551:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075417.166553:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075417.166561:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075417.166599:0:2373:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff9bc64d9afb80 x1855007612968832/t0(0) o103->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075417.740919:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075417.740919:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075417.740933:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075417.740939:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075417.740952:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2403 00000100:00080000:3.0:1769075417.740967:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075417.740977:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075417.741032:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007612968960/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075417.741066:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075417.741070:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075417.741072:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075417.741077:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2403 00000100:00080000:3.0:1769075417.741080:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075417.741084:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075417.741095:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075417.741108:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007612969088/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075417.741118:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075417.741122:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075417.741124:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075417.741127:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2403 00000100:00080000:3.0:1769075417.741131:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075417.741135:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075417.741142:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075417.741154:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007612969216/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075417.741161:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612968960:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075417.741174:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075417.741178:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075417.741180:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075417.741183:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2403 00000100:00080000:3.0:1769075417.741186:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075417.741191:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075417.741199:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075417.741211:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007612969344/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075417.741247:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075417.741310:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075417/real 1769075417] req@ffff9bc64d9aea00 x1855007612968960/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075417.741326:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007612968960/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075417.741335:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075417.741339:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075417.741343:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612968960:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075417.741349:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612969088:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075417.741367:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075417.741376:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075417/real 1769075417] req@ffff9bc64d9ace00 x1855007612969088/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075417.741385:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007612969088/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075417.741393:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075417.741395:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075417.741398:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612969088:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075417.741423:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612969216:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075417.741437:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075417.741443:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075417/real 1769075417] req@ffff9bc64d9ad500 x1855007612969216/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075417.741452:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007612969216/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075417.741458:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075417.741460:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075417.741462:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612969216:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075417.741467:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612969344:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075417.741478:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075417.741484:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075417/real 1769075417] req@ffff9bc64d9adf80 x1855007612969344/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075417.741492:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007612969344/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075417.741506:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075417.741508:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075417.741511:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612969344:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075418.188881:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075418.188979:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075418.764855:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075419.212921:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075419.212942:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075419.788854:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075420.236887:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075420.236936:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075420.812868:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075421.260858:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075421.260929:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075421.836904:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075422.284912:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075422.284985:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075422.860848:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075422.860857:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1769075422.860859:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075422.860861:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075422.860870:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2408 00000100:00080000:3.0:1769075422.860881:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075422.860887:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075422.860920:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007612969472/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075422.860947:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075422.860951:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075422.860952:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075422.860955:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2408 00000100:00080000:3.0:1769075422.860958:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075422.860960:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075422.860967:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075422.860976:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007612969600/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075422.860983:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075422.860986:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075422.860987:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075422.860990:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2408 00000100:00080000:3.0:1769075422.860992:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075422.860994:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075422.860997:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075422.861010:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612969472:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769075422.861010:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007612969728/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075422.861028:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075422.861032:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075422.861035:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075422.861039:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2408 00000100:00080000:3.0:1769075422.861043:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075422.861048:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075422.861055:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075422.861068:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007612969856/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075422.861082:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075422.861124:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075422/real 1769075422] req@ffff9bc64d9ac380 x1855007612969472/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075422.861143:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007612969472/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075422.861154:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075422.861159:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075422.861164:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612969472:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075422.861171:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612969600:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075422.861194:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075422.861207:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075422/real 1769075422] req@ffff9bc64d9adc00 x1855007612969600/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075422.861219:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007612969600/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075422.861227:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075422.861230:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075422.861234:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612969600:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075422.861258:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612969728:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075422.861281:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075422.861293:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075422/real 1769075422] req@ffff9bc64d9ad880 x1855007612969728/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075422.861306:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007612969728/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075422.861314:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075422.861318:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075422.861321:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612969728:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075422.861327:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612969856:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075422.861347:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075422.861358:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075422/real 1769075422] req@ffff9bc64d9ad180 x1855007612969856/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075422.861370:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007612969856/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075422.861379:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075422.861382:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075422.861385:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612969856:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769075423.309017:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075423.309032:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075423.884871:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075424.332839:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075424.332929:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075424.908871:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075425.356870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075425.356894:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075425.932834:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075426.380865:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075426.380938:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075426.956897:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075427.404863:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075427.404972:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075427.980858:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769075427.980869:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075427.980875:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075427.980878:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075427.980887:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2413 00000100:00080000:1.0:1769075427.980905:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075427.980912:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075427.980945:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91180 x1855007612969984/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075427.980967:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075427.980970:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075427.980972:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075427.980975:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2413 00000100:00080000:1.0:1769075427.980977:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075427.980980:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075427.980987:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075427.980996:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90380 x1855007612970112/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075427.981004:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075427.981007:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769075427.981008:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075427.981011:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2413 00000100:00080000:1.0:1769075427.981013:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075427.981015:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075427.981021:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075427.981032:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90700 x1855007612970240/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075427.981033:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612969984:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769075427.981048:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075427.981051:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769075427.981052:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075427.981055:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2413 00000100:00080000:1.0:1769075427.981058:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075427.981060:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075427.981063:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075427.981071:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007612970368/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075427.981100:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075427.981151:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075427/real 1769075427] req@ffff9bc64ac91180 x1855007612969984/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075427.981181:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91180 x1855007612969984/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075427.981189:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075427.981193:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075427.981196:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612969984:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075427.981202:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612970112:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075427.981221:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075427.981231:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075427/real 1769075427] req@ffff9bc64ac90380 x1855007612970112/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075427.981240:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90380 x1855007612970112/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075427.981246:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075427.981248:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075427.981250:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612970112:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075427.981267:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612970240:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075427.981279:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075427.981285:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075427/real 1769075427] req@ffff9bc64ac90700 x1855007612970240/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075427.981293:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90700 x1855007612970240/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075427.981302:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075427.981304:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075427.981306:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612970240:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075427.981309:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612970368:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075427.981319:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075427.981324:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075427/real 1769075427] req@ffff9bc64ac92a00 x1855007612970368/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075427.981331:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007612970368/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075427.981336:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075427.981338:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075427.981340:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612970368:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769075428.428884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075428.428928:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075429.004910:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075429.452897:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075429.452975:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075430.028853:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075430.476864:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075430.476941:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075431.052953:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075431.500999:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075431.501099:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075432.076968:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075432.524876:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075432.525007:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075433.100836:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075433.100988:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075433.100995:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075433.100999:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075433.101006:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2418 00000100:00080000:3.0:1769075433.101015:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075433.101021:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075433.101054:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007612970496/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075433.101083:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075433.101087:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075433.101090:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075433.101095:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2418 00000100:00080000:3.0:1769075433.101099:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075433.101104:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075433.101113:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075433.101133:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007612970624/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075433.101142:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075433.101145:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075433.101146:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075433.101151:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2418 00000100:00100000:2.0:1769075433.101153:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612970496:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075433.101154:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075433.101161:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075433.101165:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075433.101174:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007612970752/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075433.101181:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075433.101183:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075433.101185:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075433.101187:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2418 00000100:00080000:3.0:1769075433.101189:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075433.101191:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075433.101194:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075433.101201:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007612970880/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075433.101216:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075433.101248:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075433/real 1769075433] req@ffff9bc64d9aed80 x1855007612970496/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075433.101262:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007612970496/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075433.101270:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075433.101273:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075433.101276:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612970496:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075433.101282:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612970624:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075433.101295:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075433.101302:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075433/real 1769075433] req@ffff9bc64d9aca80 x1855007612970624/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075433.101310:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007612970624/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075433.101315:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075433.101317:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075433.101319:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612970624:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075433.101337:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612970752:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075433.101348:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075433.101353:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075433/real 1769075433] req@ffff9bc64d9ae680 x1855007612970752/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075433.101361:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007612970752/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075433.101366:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075433.101368:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075433.101369:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612970752:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075433.101373:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612970880:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075433.101382:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075433.101387:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075433/real 1769075433] req@ffff9bc64d9ac000 x1855007612970880/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075433.101395:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007612970880/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075433.101413:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075433.101417:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075433.101421:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612970880:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769075433.548883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075433.548979:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075434.124865:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075434.572928:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075434.573042:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075435.148912:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075435.596948:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075435.597046:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075436.172906:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075436.620862:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075436.620972:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075437.196972:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075437.644846:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075437.644954:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075438.220938:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769075438.220942:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075438.220964:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075438.220970:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075438.220986:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2423 00000100:00080000:2.0:1769075438.220999:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075438.221005:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075438.221038:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9c00 x1855007612971008/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075438.221071:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075438.221074:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075438.221075:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075438.221078:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2423 00000100:00080000:2.0:1769075438.221081:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075438.221083:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075438.221091:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075438.221099:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdad80 x1855007612971136/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075438.221112:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075438.221115:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769075438.221116:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075438.221118:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2423 00000100:00080000:2.0:1769075438.221121:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075438.221123:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075438.221126:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075438.221129:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612971008:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075438.221136:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9180 x1855007612971264/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075438.221143:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075438.221146:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769075438.221147:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075438.221150:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2423 00000100:00080000:2.0:1769075438.221152:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075438.221154:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075438.221157:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075438.221166:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb800 x1855007612971392/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075438.221190:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075438.221225:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075438/real 1769075438] req@ffff9bc67afd9c00 x1855007612971008/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075438.221238:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9c00 x1855007612971008/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075438.221245:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075438.221248:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075438.221251:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612971008:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075438.221256:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612971136:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075438.221270:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075438.221277:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075438/real 1769075438] req@ffff9bc67afdad80 x1855007612971136/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075438.221285:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdad80 x1855007612971136/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075438.221291:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075438.221292:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075438.221294:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612971136:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075438.221314:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612971264:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075438.221325:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075438.221330:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075438/real 1769075438] req@ffff9bc67afd9180 x1855007612971264/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075438.221338:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9180 x1855007612971264/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075438.221343:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075438.221344:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075438.221346:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612971264:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075438.221350:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612971392:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075438.221359:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075438.221364:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075438/real 1769075438] req@ffff9bc67afdb800 x1855007612971392/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075438.221403:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb800 x1855007612971392/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075438.221409:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075438.221411:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075438.221413:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612971392:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769075438.668870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075438.668959:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075439.244897:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075439.692886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075439.692945:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075440.268858:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075440.716941:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075440.717018:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075441.292883:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075441.740843:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075441.740922:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075442.316903:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075442.764838:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075442.764945:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075443.340921:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769075443.340944:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075443.340959:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075443.340967:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075443.340985:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2428 00000100:00080000:2.0:1769075443.341015:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075443.341027:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075443.341090:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9500 x1855007612971520/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075443.341135:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075443.341140:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075443.341143:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075443.341149:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2428 00000100:00080000:2.0:1769075443.341154:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075443.341159:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075443.341172:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075443.341189:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8000 x1855007612971648/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075443.341203:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075443.341208:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769075443.341211:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075443.341216:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2428 00000100:00080000:2.0:1769075443.341221:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769075443.341237:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612971520:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769075443.341237:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075443.341252:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075443.341269:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9f80 x1855007612971776/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075443.341282:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075443.341324:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769075443.341328:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075443.341334:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2428 00000100:00080000:2.0:1769075443.341341:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075443.341346:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075443.341362:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769075443.341379:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075443.341386:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8700 x1855007612971904/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075443.341447:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075443/real 1769075443] req@ffff9bc67afd9500 x1855007612971520/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075443.341485:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9500 x1855007612971520/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075443.341495:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075443.341499:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075443.341503:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612971520:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075443.341511:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612971648:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075443.341555:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075443.341569:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075443/real 1769075443] req@ffff9bc67afd8000 x1855007612971648/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075443.341584:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8000 x1855007612971648/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075443.341604:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075443.341608:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075443.341613:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612971648:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075443.341643:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612971776:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075443.341663:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075443.341674:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075443/real 1769075443] req@ffff9bc67afd9f80 x1855007612971776/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075443.341688:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9f80 x1855007612971776/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075443.341698:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075443.341702:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075443.341706:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612971776:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075443.341712:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612971904:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075443.341729:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075443.341740:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075443/real 1769075443] req@ffff9bc67afd8700 x1855007612971904/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075443.341754:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8700 x1855007612971904/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075443.341764:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075443.341767:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075443.341772:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612971904:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769075443.788860:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075443.788964:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075444.364892:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075444.812884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075444.812938:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075445.388905:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075445.836873:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075445.836978:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075446.412907:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075446.860878:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075446.860932:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075447.436892:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075447.884849:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075447.884906:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075448.460890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769075448.460908:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075448.460916:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075448.460921:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075448.460931:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2434 00000100:00080000:0.0:1769075448.460941:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075448.460948:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769075448.460980:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d500 x1855007612972032/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075448.461002:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075448.461004:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075448.461006:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075448.461009:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2434 00000100:00080000:0.0:1769075448.461011:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075448.461022:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075448.461029:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075448.461036:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612972032:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769075448.461042:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007612972160/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075448.461051:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075448.461054:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769075448.461056:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075448.461058:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2434 00000100:00080000:0.0:1769075448.461061:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075448.461064:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075448.461068:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075448.461076:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007612972288/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075448.461083:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075448.461085:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769075448.461087:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075448.461089:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2434 00000100:00080000:0.0:1769075448.461091:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075448.461094:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075448.461097:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075448.461104:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007612972416/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075448.461133:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612972160:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075448.461157:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612972288:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075448.461173:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612972416:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769075448.908885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075448.908931:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075449.484922:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075449.932840:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075449.932919:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075450.508931:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075450.956849:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075450.956940:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075451.533056:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:2.0:1769075451.533238:0:2358:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:2.0:1769075451.533318:0:2358:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769075451.533342:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769075451.533395:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769075451.533404:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769075451.533412:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:1.0:1769075451.533484:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075448/real 1769075451] req@ffff9bc64f07ed80 x1855007612972160/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075451.533525:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007612972160/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075451.533543:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075451.533551:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075451.533558:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612972160:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075451.533569:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075448/real 1769075451] req@ffff9bc64f07c700 x1855007612972288/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075451.533587:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007612972288/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075451.533599:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075451.533604:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075451.533610:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612972288:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075451.533620:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075448/real 1769075451] req@ffff9bc64f07f100 x1855007612972416/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075451.533638:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007612972416/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075451.533649:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075451.533652:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075451.533657:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612972416:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075451.533666:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075448/real 1769075451] req@ffff9bc64f07d500 x1855007612972032/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075451.533684:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d500 x1855007612972032/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075451.533694:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075451.533699:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075451.533704:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612972032:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769075451.980828:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075451.980905:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075452.556901:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075453.004902:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075453.004963:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075453.580953:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075453.580978:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075453.580983:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075453.581013:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2439 00000100:00080000:2.0:1769075453.581027:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075453.581035:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075453.581132:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:2.0:1769075453.581136:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb100 x1855007612972544/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075453.581200:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075453.581205:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075453.581209:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075453.581215:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2439 00000100:00080000:2.0:1769075453.581219:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075453.581224:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075453.581236:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075453.581254:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8700 x1855007612972672/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075453.581268:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075453.581273:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1769075453.581277:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612972544:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769075453.581277:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075453.581286:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2439 00000100:00080000:2.0:1769075453.581291:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075453.581295:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075453.581302:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075453.581316:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9f80 x1855007612972800/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075453.581327:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075453.581331:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769075453.581333:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075453.581337:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2439 00000100:00080000:2.0:1769075453.581350:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075453.581356:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:1.0:1769075453.581362:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:2.0:1769075453.581365:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075453.581382:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8000 x1855007612972928/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075453.581433:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075453/real 1769075453] req@ffff9bc67afdb100 x1855007612972544/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075453.581458:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb100 x1855007612972544/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075453.581472:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075453.581477:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075453.581482:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612972544:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075453.581512:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612972672:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075453.581540:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075453.581556:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075453/real 1769075453] req@ffff9bc67afd8700 x1855007612972672/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075453.581572:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8700 x1855007612972672/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075453.581582:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075453.581586:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075453.581592:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612972672:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075453.581599:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612972800:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075453.581622:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075453.581634:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075453/real 1769075453] req@ffff9bc67afd9f80 x1855007612972800/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075453.581649:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9f80 x1855007612972800/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075453.581659:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075453.581663:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075453.581666:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612972800:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075453.581673:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612972928:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075453.581696:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075453.581710:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075453/real 1769075453] req@ffff9bc67afd8000 x1855007612972928/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075453.581725:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8000 x1855007612972928/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075453.581735:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075453.581739:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075453.581743:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612972928:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769075454.028856:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075454.028942:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075454.604977:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075455.052888:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075455.052915:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075455.628865:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075456.076864:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075456.076921:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075456.652871:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075457.100919:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075457.101175:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075457.676911:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075458.124955:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075458.125094:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075458.700901:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769075458.700966:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075458.700977:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075458.700985:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075458.701000:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2444 00000100:00080000:0.0:1769075458.701015:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075458.701024:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769075458.701124:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007612973056/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075458.701173:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075458.701182:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075458.701186:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075458.701194:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2444 00000100:00080000:0.0:1769075458.701203:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075458.701212:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075458.701229:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075458.701256:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007612973184/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075458.701272:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612973056:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769075458.701317:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075458.701323:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769075458.701327:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075458.701338:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2444 00000100:00080000:0.0:1769075458.701348:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075458.701356:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075458.701368:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769075458.701399:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769075458.701402:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007612973312/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075458.701437:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075458.701445:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769075458.701449:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769075458.701469:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075458/real 1769075458] req@ffff9bc64f07fb80 x1855007612973056/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075458.701477:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2444 00000100:00080000:0.0:1769075458.701491:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075458.701502:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075458.701510:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007612973056/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1769075458.701512:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1769075458.701536:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1769075458.701543:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007612973440/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075458.701550:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075458.701567:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612973056:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075458.701609:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612973184:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075458.701656:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075458.701674:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075458/real 1769075458] req@ffff9bc64f07df80 x1855007612973184/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075458.701691:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007612973184/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075458.701710:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075458.701714:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075458.701719:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612973184:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075458.701727:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612973312:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075458.701749:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075458.701760:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075458/real 1769075458] req@ffff9bc64f07d880 x1855007612973312/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075458.701820:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007612973312/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075458.701833:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075458.701837:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075458.701842:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612973312:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075458.701851:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612973440:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075458.701876:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075458.701890:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075458/real 1769075458] req@ffff9bc64f07d180 x1855007612973440/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075458.701905:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007612973440/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075458.701915:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075458.701918:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075458.701923:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612973440:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769075459.148889:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075459.149012:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075459.724925:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075460.172971:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075460.173062:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075460.748917:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075461.196906:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075461.197057:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075461.772859:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075462.220929:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075462.221027:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075462.796929:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075463.244921:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075463.245039:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075463.820929:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769075463.821048:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075463.821060:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075463.821065:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075463.821078:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2449 00000100:00080000:2.0:1769075463.821091:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075463.821100:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075463.821148:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9500 x1855007612973568/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075463.821189:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075463.821196:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075463.821200:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075463.821208:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2449 00000100:00080000:2.0:1769075463.821216:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075463.821222:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075463.821238:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075463.821264:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb800 x1855007612973696/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075463.821290:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769075463.821291:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612973568:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769075463.821309:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769075463.821315:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075463.821325:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2449 00000100:00080000:2.0:1769075463.821334:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075463.821344:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075463.821354:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075463.821375:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9180 x1855007612973824/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075463.821390:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1769075463.821396:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:2.0:1769075463.821399:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769075463.821405:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075463.821413:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2449 00000100:00080000:2.0:1769075463.821421:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075463.821428:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075463.821434:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075463.821450:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdad80 x1855007612973952/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075463.821462:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075463/real 1769075463] req@ffff9bc67afd9500 x1855007612973568/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075463.821490:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9500 x1855007612973568/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075463.821505:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075463.821512:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075463.821518:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612973568:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075463.821549:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612973696:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075463.821592:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075463.821605:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075463/real 1769075463] req@ffff9bc67afdb800 x1855007612973696/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075463.821618:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb800 x1855007612973696/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075463.821628:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075463.821632:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075463.821635:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612973696:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075463.821642:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612973824:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075463.821658:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075463.821668:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075463/real 1769075463] req@ffff9bc67afd9180 x1855007612973824/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075463.821680:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9180 x1855007612973824/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075463.821689:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075463.821692:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075463.821695:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612973824:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075463.821701:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612973952:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075463.821716:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075463.821724:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075463/real 1769075463] req@ffff9bc67afdad80 x1855007612973952/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075463.821736:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdad80 x1855007612973952/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075463.821745:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075463.821748:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075463.821751:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612973952:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769075464.268982:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075464.269101:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075464.844914:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075465.292987:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075465.293089:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075465.868945:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075466.316954:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075466.317066:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075466.892888:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075467.340919:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075467.341001:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075467.916934:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075468.364948:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075468.365046:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075468.940875:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769075468.940887:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075468.940896:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075468.940901:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075468.940911:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2454 00000100:00080000:2.0:1769075468.940922:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075468.940930:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075468.940968:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9c00 x1855007612974080/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075468.941002:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075468.941006:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075468.941009:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075468.941014:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2454 00000100:00080000:2.0:1769075468.941018:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075468.941022:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075468.941032:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075468.941050:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612974080:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075468.941051:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8380 x1855007612974208/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075468.941067:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075468.941071:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769075468.941074:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075468.941078:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2454 00000100:00080000:2.0:1769075468.941083:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075468.941087:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075468.941093:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075468.941105:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9880 x1855007612974336/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075468.941115:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075468.941120:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:1.0:1769075468.941121:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:2.0:1769075468.941124:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075468.941131:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2454 00000100:00080000:2.0:1769075468.941136:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075468.941141:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075468.941147:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075468.941158:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075468/real 1769075468] req@ffff9bc67afd9c00 x1855007612974080/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075468.941163:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afda680 x1855007612974464/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075468.941182:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9c00 x1855007612974080/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075468.941192:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075468.941197:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075468.941200:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612974080:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075468.941219:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612974208:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075468.941234:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075468.941250:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075468/real 1769075468] req@ffff9bc67afd8380 x1855007612974208/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075468.941260:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8380 x1855007612974208/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075468.941266:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075468.941268:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075468.941271:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612974208:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075468.941275:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612974336:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075468.941287:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075468.941294:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075468/real 1769075468] req@ffff9bc67afd9880 x1855007612974336/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075468.941301:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9880 x1855007612974336/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075468.941307:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075468.941309:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075468.941310:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612974336:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075468.941315:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612974464:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075468.941325:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075468.941330:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075468/real 1769075468] req@ffff9bc67afda680 x1855007612974464/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075468.941338:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afda680 x1855007612974464/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075468.941344:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075468.941345:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075468.941347:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612974464:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769075469.388917:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075469.388968:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075469.964950:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075470.412933:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075470.413053:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075470.988891:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075471.437011:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075471.437063:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075472.012885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075472.461012:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075472.461093:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075473.036991:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075473.484872:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075473.484955:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075474.060977:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769075474.060979:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075474.060988:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075474.060993:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075474.061004:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2459 00000100:00080000:0.0:1769075474.061016:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075474.061026:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769075474.061079:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007612974592/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075474.061106:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075474.061109:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075474.061111:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075474.061115:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2459 00000100:00080000:0.0:1769075474.061118:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075474.061123:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075474.061137:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075474.061152:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007612974720/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075474.061162:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075474.061166:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1769075474.061166:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612974592:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769075474.061169:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075474.061176:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2459 00000100:00080000:0.0:1769075474.061182:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075474.061185:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075474.061188:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075474.061200:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007612974848/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075474.061208:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075474.061211:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769075474.061212:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075474.061215:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2459 00000100:00080000:0.0:1769075474.061218:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075474.061221:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075474.061224:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075474.061232:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007612974976/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075474.061260:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075474.061312:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075474/real 1769075474] req@ffff9bc64f07ce00 x1855007612974592/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075474.061349:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007612974592/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075474.061363:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075474.061368:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075474.061373:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612974592:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075474.061399:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612974720:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075474.061458:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075474.061476:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075474/real 1769075474] req@ffff9bc64f07e680 x1855007612974720/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075474.061494:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007612974720/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075474.061516:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075474.061520:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075474.061525:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612974720:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075474.061533:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612974848:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075474.061578:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075474.061595:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075474/real 1769075474] req@ffff9bc64f07dc00 x1855007612974848/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075474.061608:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007612974848/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075474.061617:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075474.061620:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075474.061623:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612974848:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075474.061629:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612974976:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075474.061649:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075474.061658:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075474/real 1769075474] req@ffff9bc64f07f480 x1855007612974976/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075474.061676:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007612974976/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075474.061684:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075474.061687:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075474.061689:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612974976:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075474.508919:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075474.509028:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075475.084879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075475.532917:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075475.533037:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075476.108852:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075476.556882:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075476.557035:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075477.132840:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075477.580999:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075477.581111:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075478.156942:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075478.604930:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075478.605054:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075479.180840:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769075479.180840:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769075479.180849:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075479.180853:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075479.180860:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2464 00000100:00080000:0.0:1769075479.180870:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075479.180876:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769075479.180907:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c380 x1855007612975104/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075479.180929:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075479.180931:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075479.180933:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075479.180936:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2464 00000100:00080000:0.0:1769075479.180938:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075479.180942:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075479.180949:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075479.180960:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007612975232/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075479.180969:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075479.180973:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1769075479.180975:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612975104:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769075479.180976:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075479.180983:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2464 00000100:00080000:0.0:1769075479.180989:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075479.180991:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075479.180995:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075479.181004:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007612975360/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075479.181012:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075479.181014:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769075479.181016:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075479.181019:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2464 00000100:00080000:0.0:1769075479.181022:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075479.181025:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075479.181028:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075479.181036:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007612975488/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075479.181052:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075479.181096:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075479/real 1769075479] req@ffff9bc64f07c380 x1855007612975104/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075479.181118:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c380 x1855007612975104/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075479.181128:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075479.181132:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075479.181135:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612975104:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075479.181154:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612975232:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075479.181174:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075479.181184:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075479/real 1769075479] req@ffff9bc64f07f480 x1855007612975232/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075479.181193:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007612975232/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075479.181199:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075479.181201:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075479.181204:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612975232:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075479.181208:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612975360:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075479.181219:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075479.181225:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075479/real 1769075479] req@ffff9bc64f07dc00 x1855007612975360/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075479.181233:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007612975360/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075479.181238:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075479.181239:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075479.181241:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612975360:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075479.181245:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612975488:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075479.181253:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075479.181259:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075479/real 1769075479] req@ffff9bc64f07e680 x1855007612975488/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075479.181266:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007612975488/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075479.181276:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075479.181278:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075479.181280:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612975488:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075479.628865:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075479.629044:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075480.204889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075480.652857:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075480.652914:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075481.228897:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075481.676869:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075481.676961:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075482.252842:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075482.700861:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075482.700952:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075483.276915:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075483.724932:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075483.725056:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075484.300865:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075484.300897:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075484.300903:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075484.300907:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075484.300916:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2469 00000100:00080000:3.0:1769075484.300927:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075484.300934:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075484.300973:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007612975616/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075484.301001:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075484.301005:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075484.301007:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075484.301011:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2469 00000100:00080000:3.0:1769075484.301016:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075484.301019:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075484.301030:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075484.301043:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007612975744/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075484.301048:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612975616:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075484.301060:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075484.301063:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075484.301065:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075484.301069:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2469 00000100:00080000:3.0:1769075484.301072:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075484.301075:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075484.301080:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075484.301089:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007612975872/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075484.301097:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075484.301099:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075484.301101:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075484.301104:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2469 00000100:00080000:3.0:1769075484.301107:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1769075484.301110:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769075484.301111:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075484.301115:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075484.301123:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007612976000/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075484.301146:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075484/real 1769075484] req@ffff9bc64d9ac000 x1855007612975616/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075484.301164:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007612975616/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075484.301175:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075484.301180:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075484.301183:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612975616:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075484.301203:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612975744:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075484.301222:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075484.301232:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075484/real 1769075484] req@ffff9bc64d9ae680 x1855007612975744/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075484.301240:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007612975744/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075484.301247:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075484.301249:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075484.301251:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612975744:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075484.301255:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612975872:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075484.301266:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075484.301272:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075484/real 1769075484] req@ffff9bc64d9aca80 x1855007612975872/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075484.301284:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007612975872/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075484.301293:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075484.301296:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075484.301300:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612975872:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075484.301306:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612976000:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075484.301327:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075484.301339:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075484/real 1769075484] req@ffff9bc64d9aed80 x1855007612976000/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075484.301350:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007612976000/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075484.301356:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075484.301358:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075484.301361:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612976000:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075484.748862:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075484.748936:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075485.324875:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075485.772869:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075485.772914:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075486.348831:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075486.796859:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075486.796947:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075487.372852:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075487.820855:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075487.820926:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075488.396891:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075488.844857:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075488.844897:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075489.420892:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769075489.420903:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075489.420915:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075489.420921:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075489.420930:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2474 00000100:00080000:0.0:1769075489.420941:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075489.420949:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769075489.420988:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007612976128/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075489.421019:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075489.421024:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075489.421026:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075489.421031:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2474 00000100:00080000:0.0:1769075489.421035:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075489.421040:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075489.421051:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075489.421068:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007612976256/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075489.421072:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612976128:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769075489.421088:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075489.421093:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769075489.421095:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075489.421100:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2474 00000100:00080000:0.0:1769075489.421105:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075489.421108:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075489.421112:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075489.421123:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007612976384/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075489.421135:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075489.421138:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769075489.421139:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075489.421142:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2474 00000100:00080000:0.0:1769075489.421144:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075489.421149:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:1.0:1769075489.421152:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:0.0:1769075489.421154:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075489.421163:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007612976512/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075489.421196:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075489/real 1769075489] req@ffff9bc64f07ce00 x1855007612976128/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075489.421211:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007612976128/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075489.421219:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075489.421222:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075489.421225:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612976128:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075489.421243:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612976256:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075489.421260:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075489.421268:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075489/real 1769075489] req@ffff9bc64f07d180 x1855007612976256/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075489.421277:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007612976256/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075489.421283:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075489.421285:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075489.421288:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612976256:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075489.421292:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612976384:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075489.421304:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075489.421309:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075489/real 1769075489] req@ffff9bc64f07d880 x1855007612976384/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075489.421317:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007612976384/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075489.421322:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075489.421324:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075489.421326:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612976384:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075489.421332:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612976512:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075489.421350:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075489.421361:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075489/real 1769075489] req@ffff9bc64f07df80 x1855007612976512/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075489.421374:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007612976512/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075489.421383:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075489.421387:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075489.421400:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612976512:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075489.868907:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075489.869033:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075490.444835:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075490.892858:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075490.892912:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075491.468870:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075491.916886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075491.916953:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075492.492860:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075492.940863:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075492.940978:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075493.516860:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075493.964853:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075493.964906:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075494.540842:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075494.540851:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075494.540855:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769075494.540858:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075494.540863:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2480 00000100:00080000:3.0:1769075494.540874:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075494.540880:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075494.540911:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007612976640/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075494.540932:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075494.540935:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075494.540936:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075494.540939:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2480 00000100:00080000:3.0:1769075494.540941:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075494.540943:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075494.540950:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075494.540959:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007612976768/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075494.540967:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075494.540969:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075494.540971:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075494.540973:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2480 00000100:00080000:3.0:1769075494.540977:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075494.540979:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075494.540983:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075494.540985:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612976640:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769075494.540992:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007612976896/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075494.540999:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075494.541003:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075494.541005:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075494.541009:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2480 00000100:00080000:3.0:1769075494.541013:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075494.541017:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075494.541022:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075494.541034:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007612977024/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075494.541046:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075494.541078:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075494/real 1769075494] req@ffff9bc64d9ad180 x1855007612976640/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075494.541091:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007612976640/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075494.541099:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075494.541102:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075494.541105:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612976640:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075494.541110:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612976768:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075494.541123:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075494.541130:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075494/real 1769075494] req@ffff9bc64d9ad880 x1855007612976768/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075494.541138:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007612976768/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075494.541144:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075494.541146:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075494.541148:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612976768:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075494.541165:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612976896:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075494.541178:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075494.541185:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075494/real 1769075494] req@ffff9bc64d9adc00 x1855007612976896/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075494.541192:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007612976896/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075494.541198:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075494.541199:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075494.541201:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612976896:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075494.541205:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612977024:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075494.541215:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075494.541220:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075494/real 1769075494] req@ffff9bc64d9ac380 x1855007612977024/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075494.541227:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007612977024/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075494.541232:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075494.541234:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075494.541236:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612977024:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075494.988868:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075494.988941:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075495.564892:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075496.012869:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075496.012933:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075496.588870:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075497.036887:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075497.036949:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075497.612850:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075498.060908:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075498.060976:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075498.636942:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075499.084885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075499.084945:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075499.660849:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769075499.660858:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075499.660860:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075499.660866:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075499.660884:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2485 00000100:00080000:3.0:1769075499.660903:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075499.660910:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075499.660945:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007612977152/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075499.660972:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075499.660979:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075499.660981:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075499.660985:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2485 00000100:00080000:3.0:1769075499.660989:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075499.660994:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075499.661003:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075499.661016:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612977152:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769075499.661018:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007612977280/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075499.661034:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075499.661039:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075499.661041:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075499.661045:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2485 00000100:00080000:3.0:1769075499.661048:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075499.661051:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075499.661056:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075499.661066:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007612977408/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075499.661077:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075499.661080:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075499.661082:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1769075499.661087:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769075499.661088:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2485 00000100:00080000:3.0:1769075499.661094:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075499.661099:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075499.661105:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075499.661115:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007612977536/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075499.661130:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075499/real 1769075499] req@ffff9bc64d9adf80 x1855007612977152/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075499.661145:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007612977152/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075499.661154:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075499.661157:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075499.661160:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612977152:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075499.661179:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612977280:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075499.661195:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075499.661203:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075499/real 1769075499] req@ffff9bc64d9ad500 x1855007612977280/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075499.661212:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007612977280/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075499.661217:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075499.661220:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075499.661222:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612977280:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075499.661226:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612977408:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075499.661236:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075499.661242:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075499/real 1769075499] req@ffff9bc64d9ace00 x1855007612977408/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075499.661254:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007612977408/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075499.661259:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075499.661261:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075499.661263:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612977408:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075499.661266:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612977536:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075499.661276:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075499.661284:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075499/real 1769075499] req@ffff9bc64d9aea00 x1855007612977536/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075499.661296:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007612977536/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075499.661304:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075499.661307:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075499.661311:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612977536:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075500.108875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075500.108951:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075500.684852:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075501.132880:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075501.132963:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075501.708879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075502.156870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075502.156940:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075502.732875:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075503.180889:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075503.180958:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075503.756918:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075504.204885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075504.205003:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075504.780944:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769075504.781012:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075504.781022:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075504.781029:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075504.781042:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2490 00000100:00080000:0.0:1769075504.781058:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075504.781071:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769075504.781131:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007612977664/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075504.781198:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075504.781204:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075504.781206:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075504.781212:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2490 00000100:00080000:0.0:1769075504.781218:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075504.781224:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075504.781236:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075504.781295:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d500 x1855007612977792/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075504.781313:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075504.781320:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769075504.781323:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075504.781328:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2490 00000100:00080000:0.0:1769075504.781333:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075504.781342:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075504.781345:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612977664:192.168.204.139@tcp:250:kworker.0 00000008:00100000:0.0:1769075504.781351:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075504.781373:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007612977920/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075504.781388:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075504.781393:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769075504.781395:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075504.781400:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2490 00000100:00080000:0.0:1769075504.781417:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075504.781422:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075504.781428:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769075504.781436:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769075504.781448:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007612978048/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075504.781498:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075504/real 1769075504] req@ffff9bc64f07fb80 x1855007612977664/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075504.781525:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007612977664/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075504.781539:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075504.781545:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075504.781550:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612977664:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075504.781560:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612977792:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075504.781585:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075504.781599:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075504/real 1769075504] req@ffff9bc64f07d500 x1855007612977792/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075504.781615:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d500 x1855007612977792/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075504.781625:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075504.781628:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075504.781632:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612977792:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075504.781661:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612977920:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075504.781684:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075504.781702:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075504/real 1769075504] req@ffff9bc64f07f100 x1855007612977920/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075504.781717:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007612977920/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075504.781736:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075504.781740:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075504.781744:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612977920:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075504.781751:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612978048:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075504.781768:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075504.781828:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075504/real 1769075504] req@ffff9bc64f07c700 x1855007612978048/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075504.781845:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007612978048/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075504.781855:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075504.781859:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075504.781863:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612978048:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075505.228870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075505.229015:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075505.804924:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075506.252867:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075506.253008:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075506.828917:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075507.276870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075507.276963:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075507.852904:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075508.301011:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075508.301074:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075508.876954:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075509.324978:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075509.325088:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075509.900915:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075509.900936:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075509.900945:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075509.900952:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075509.900962:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2495 00000100:00080000:3.0:1769075509.900975:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075509.900982:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075509.901033:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007612978176/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075509.901060:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075509.901063:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075509.901064:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075509.901068:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2495 00000100:00080000:3.0:1769075509.901071:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075509.901073:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075509.901083:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075509.901094:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007612978304/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075509.901103:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075509.901106:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075509.901107:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769075509.901113:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612978176:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075509.901113:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2495 00000100:00080000:3.0:1769075509.901120:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075509.901125:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075509.901128:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075509.901140:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007612978432/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075509.901150:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075509.901154:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075509.901156:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075509.901161:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2495 00000100:00080000:3.0:1769075509.901166:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075509.901185:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075509.901191:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075509.901206:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007612978560/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075509.901216:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075509.901272:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075509/real 1769075509] req@ffff9bc64d9aea00 x1855007612978176/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075509.901295:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007612978176/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075509.901309:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075509.901313:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075509.901318:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612978176:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075509.901343:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612978304:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075509.901364:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075509.901374:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075509/real 1769075509] req@ffff9bc64d9ace00 x1855007612978304/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075509.901382:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007612978304/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075509.901388:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075509.901391:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075509.901393:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612978304:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075509.901397:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612978432:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075509.901408:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075509.901414:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075509/real 1769075509] req@ffff9bc64d9ad500 x1855007612978432/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075509.901422:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007612978432/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075509.901427:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075509.901429:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075509.901430:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612978432:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075509.901435:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612978560:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075509.901445:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075509.901450:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075509/real 1769075509] req@ffff9bc64d9adf80 x1855007612978560/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075509.901457:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007612978560/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075509.901462:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075509.901463:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075509.901465:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612978560:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075510.348841:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075510.348934:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075510.924947:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075511.372930:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075511.373020:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075511.948865:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075512.396978:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075512.397205:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075512.973006:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075513.420914:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075513.420972:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075513.996849:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075514.444914:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075514.445062:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075515.020863:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075515.020872:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1769075515.020873:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075515.020876:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075515.020886:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2500 00000100:00080000:3.0:1769075515.020907:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075515.020913:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075515.020946:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007612978688/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075515.020986:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075515.020993:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075515.020995:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075515.021000:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2500 00000100:00080000:3.0:1769075515.021004:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075515.021008:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075515.021017:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075515.021032:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007612978816/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075515.021044:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075515.021047:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075515.021049:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075515.021054:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2500 00000100:00100000:1.0:1769075515.021055:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612978688:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075515.021057:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075515.021062:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075515.021069:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075515.021078:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007612978944/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075515.021109:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075515.021112:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075515.021113:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075515.021116:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2500 00000100:00080000:3.0:1769075515.021119:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075515.021122:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075515.021127:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075515.021137:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007612979072/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075515.021201:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612978816:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075515.021239:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612978944:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075515.021265:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612979072:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075515.468864:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075515.468978:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075516.044871:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075516.492924:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075516.493083:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075517.068869:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075517.516865:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075517.516950:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075518.092930:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:2.0:1769075518.093089:0:2357:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:2.0:1769075518.093129:0:2357:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769075518.093146:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769075518.093192:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769075518.093204:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769075518.093217:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:1.0:1769075518.093264:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075515/real 1769075518] req@ffff9bc64d9adc00 x1855007612978816/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075518.093299:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007612978816/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075518.093316:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075518.093322:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075518.093329:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612978816:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075518.093340:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075515/real 1769075518] req@ffff9bc64d9ad880 x1855007612978944/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075518.093360:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007612978944/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075518.093369:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075518.093373:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075518.093378:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612978944:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075518.093398:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075515/real 1769075518] req@ffff9bc64d9ad180 x1855007612979072/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075518.093417:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007612979072/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075518.093429:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075518.093435:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075518.093439:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612979072:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075518.093449:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075515/real 1769075518] req@ffff9bc64d9ac380 x1855007612978688/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075518.093468:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007612978688/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075518.093479:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075518.093484:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075518.093490:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612978688:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075518.540876:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075518.540939:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075519.116878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075519.564843:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075519.564966:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075520.140861:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769075520.141096:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075520.141111:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075520.141118:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075520.141133:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2505 00000100:00080000:2.0:1769075520.141149:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075520.141160:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075520.141215:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8a80 x1855007612979200/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075520.141262:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075520.141286:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075520.141290:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075520.141297:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2505 00000100:00080000:2.0:1769075520.141304:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075520.141311:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075520.141319:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612979200:192.168.204.139@tcp:250:kworker.0 00000008:00100000:2.0:1769075520.141332:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075520.141364:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afda680 x1855007612979328/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075520.141378:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075520.141382:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769075520.141385:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1769075520.141411:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:2.0:1769075520.141412:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2505 00000100:00080000:2.0:1769075520.141429:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075520.141440:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075520.141472:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075520.141481:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075520/real 1769075520] req@ffff9bc67afd8a80 x1855007612979200/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075520.141500:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8a80 x1855007612979200/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075520.141509:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075520.141513:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075520.141516:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9880 x1855007612979456/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075520.141522:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612979200:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769075520.141550:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075520.141556:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769075520.141561:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075520.141568:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2505 00000100:00080000:2.0:1769075520.141574:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769075520.141577:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612979328:192.168.204.139@tcp:38:kworker.0 00000100:00080000:2.0:1769075520.141588:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075520.141600:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075520.141629:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8380 x1855007612979584/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075520.141637:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075520.141665:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075520/real 1769075520] req@ffff9bc67afda680 x1855007612979328/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075520.141682:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afda680 x1855007612979328/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075520.141696:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075520.141703:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075520.141706:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612979328:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075520.141716:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612979456:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075520.141740:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075520.141752:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075520/real 1769075520] req@ffff9bc67afd9880 x1855007612979456/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075520.141765:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9880 x1855007612979456/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075520.141806:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075520.141811:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075520.141814:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612979456:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075520.141834:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612979584:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075520.141857:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075520.141871:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075520/real 1769075520] req@ffff9bc67afd8380 x1855007612979584/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075520.141905:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8380 x1855007612979584/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075520.141914:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075520.141917:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075520.141920:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612979584:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075520.588927:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075520.589020:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075521.164913:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075521.612926:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075521.613114:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075522.189037:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075522.636895:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075522.637034:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075523.212925:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075523.661012:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075523.661012:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769075524.236960:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075524.684861:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075524.684950:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075525.260875:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075525.260884:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075525.260889:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075525.260897:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2510 00000100:00100000:1.0:1769075525.260898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769075525.260909:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075525.260927:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075525.260962:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9c00 x1855007612979712/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075525.260983:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075525.260986:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075525.260988:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075525.260991:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2510 00000100:00080000:2.0:1769075525.260994:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075525.260997:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075525.261004:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075525.261015:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612979712:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075525.261017:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdad80 x1855007612979840/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075525.261028:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075525.261030:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769075525.261032:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075525.261035:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2510 00000100:00080000:2.0:1769075525.261038:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075525.261041:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075525.261047:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075525.261059:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9180 x1855007612979968/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075525.261069:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075525.261073:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769075525.261076:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1769075525.261077:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:2.0:1769075525.261085:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2510 00000100:00080000:2.0:1769075525.261090:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075525.261096:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075525.261101:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075525.261115:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075525/real 1769075525] req@ffff9bc67afd9c00 x1855007612979712/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075525.261115:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb800 x1855007612980096/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075525.261155:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9c00 x1855007612979712/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075525.261164:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075525.261168:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075525.261172:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612979712:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075525.261190:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612979840:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075525.261205:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075525.261212:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075525/real 1769075525] req@ffff9bc67afdad80 x1855007612979840/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075525.261220:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdad80 x1855007612979840/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075525.261226:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075525.261228:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075525.261230:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612979840:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075525.261234:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612979968:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075525.261244:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075525.261250:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075525/real 1769075525] req@ffff9bc67afd9180 x1855007612979968/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075525.261257:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9180 x1855007612979968/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075525.261263:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075525.261264:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075525.261266:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612979968:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075525.261269:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612980096:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075525.261279:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075525.261284:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075525/real 1769075525] req@ffff9bc67afdb800 x1855007612980096/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075525.261291:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb800 x1855007612980096/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075525.261296:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075525.261298:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075525.261300:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612980096:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075525.708885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075525.708974:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075526.285033:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075526.732921:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075526.733090:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075527.308849:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075527.756851:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075527.756933:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075528.332944:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075528.780977:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075528.781092:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075529.356947:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075529.804958:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075529.805133:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075530.380917:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769075530.380934:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075530.380940:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075530.380944:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075530.380952:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2515 00000100:00080000:0.0:1769075530.380962:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075530.380967:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769075530.380999:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007612980224/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075530.381021:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075530.381024:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075530.381026:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075530.381029:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2515 00000100:00080000:0.0:1769075530.381032:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075530.381036:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075530.381043:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075530.381049:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612980224:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769075530.381056:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007612980352/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075530.381065:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075530.381067:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769075530.381068:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075530.381071:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2515 00000100:00080000:0.0:1769075530.381074:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075530.381077:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075530.381081:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075530.381099:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007612980480/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075530.381107:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075530.381109:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769075530.381111:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075530.381113:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2515 00000100:00080000:0.0:1769075530.381116:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1769075530.381119:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769075530.381124:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075530.381130:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075530.381145:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d500 x1855007612980608/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075530.381155:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075530/real 1769075530] req@ffff9bc64f07ed80 x1855007612980224/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075530.381181:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007612980224/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075530.381189:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075530.381192:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075530.381196:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612980224:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075530.381214:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612980352:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075530.381228:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075530.381236:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075530/real 1769075530] req@ffff9bc64f07c700 x1855007612980352/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075530.381244:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007612980352/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075530.381250:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075530.381253:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075530.381255:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612980352:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075530.381258:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612980480:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075530.381268:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075530.381273:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075530/real 1769075530] req@ffff9bc64f07f100 x1855007612980480/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075530.381281:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007612980480/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075530.381287:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075530.381289:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075530.381290:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612980480:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075530.381294:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612980608:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075530.381303:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075530.381309:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075530/real 1769075530] req@ffff9bc64f07d500 x1855007612980608/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075530.381317:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d500 x1855007612980608/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075530.381322:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075530.381323:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075530.381325:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612980608:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075530.828952:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075530.829008:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075531.404970:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075531.852930:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075531.853048:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075532.428946:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075532.876938:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075532.877031:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075533.452904:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075533.900925:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075533.901081:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075534.476918:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075534.924872:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075534.924933:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075535.500870:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769075535.500888:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075535.500898:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075535.500903:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075535.500914:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2521 00000100:00080000:0.0:1769075535.500925:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075535.500932:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769075535.500967:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007612980736/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075535.500994:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075535.500997:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075535.500999:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075535.501003:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2521 00000100:00080000:0.0:1769075535.501005:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075535.501008:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075535.501016:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075535.501028:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007612980864/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075535.501039:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075535.501042:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769075535.501043:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769075535.501048:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612980736:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769075535.501050:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2521 00000100:00080000:0.0:1769075535.501059:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075535.501062:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075535.501066:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075535.501077:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007612980992/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075535.501085:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075535.501088:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769075535.501090:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075535.501093:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2521 00000100:00080000:0.0:1769075535.501104:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075535.501108:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075535.501112:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769075535.501119:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769075535.501124:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007612981120/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075535.501162:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075535/real 1769075535] req@ffff9bc64f07fb80 x1855007612980736/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075535.501182:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007612980736/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075535.501194:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075535.501200:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075535.501206:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612980736:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075535.501231:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612980864:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075535.501258:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075535.501274:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075535/real 1769075535] req@ffff9bc64f07df80 x1855007612980864/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075535.501290:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007612980864/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075535.501300:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075535.501304:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075535.501308:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612980864:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075535.501315:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612980992:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075535.501337:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075535.501350:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075535/real 1769075535] req@ffff9bc64f07d880 x1855007612980992/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075535.501365:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007612980992/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075535.501375:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075535.501379:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075535.501383:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612980992:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075535.501391:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612981120:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075535.501414:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075535.501428:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075535/real 1769075535] req@ffff9bc64f07d180 x1855007612981120/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075535.501440:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007612981120/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075535.501447:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075535.501449:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075535.501452:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612981120:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075535.948874:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075535.948914:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075536.524945:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075536.972861:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075536.972933:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075537.548955:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075537.996915:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075537.996982:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075538.572861:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075539.020867:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075539.020997:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075539.596862:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075540.044949:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075540.045008:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769075540.620870:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769075540.620902:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075540.620908:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075540.620912:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075540.620919:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2526 00000100:00080000:2.0:1769075540.620927:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075540.620933:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075540.620964:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9500 x1855007612981248/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075540.620986:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075540.620989:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075540.620990:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075540.620993:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2526 00000100:00080000:2.0:1769075540.620996:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075540.620998:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075540.621006:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075540.621017:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612981248:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075540.621018:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8000 x1855007612981376/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075540.621032:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075540.621034:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769075540.621035:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075540.621038:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2526 00000100:00080000:2.0:1769075540.621040:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075540.621042:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075540.621046:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075540.621054:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9f80 x1855007612981504/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075540.621061:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075540.621063:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769075540.621064:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075540.621066:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2526 00000100:00080000:2.0:1769075540.621086:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075540.621089:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075540.621092:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769075540.621096:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075540.621104:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8700 x1855007612981632/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075540.621134:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075540/real 1769075540] req@ffff9bc67afd9500 x1855007612981248/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075540.621163:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9500 x1855007612981248/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075540.621174:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075540.621179:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075540.621184:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612981248:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075540.621209:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612981376:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075540.621228:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075540.621237:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075540/real 1769075540] req@ffff9bc67afd8000 x1855007612981376/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075540.621246:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8000 x1855007612981376/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075540.621263:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075540.621266:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075540.621268:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612981376:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075540.621273:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612981504:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075540.621283:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075540.621289:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075540/real 1769075540] req@ffff9bc67afd9f80 x1855007612981504/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075540.621297:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9f80 x1855007612981504/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075540.621302:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075540.621304:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075540.621306:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612981504:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075540.621310:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612981632:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075540.621320:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075540.621333:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075540/real 1769075540] req@ffff9bc67afd8700 x1855007612981632/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075540.621340:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8700 x1855007612981632/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075540.621346:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075540.621347:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075540.621349:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612981632:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075541.068909:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075541.069033:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075541.644883:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075542.092946:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075542.093072:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075542.668897:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075543.116902:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075543.117066:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075543.692920:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075544.140941:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075544.141079:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075544.716894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075545.164897:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075545.165035:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075545.740951:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769075545.740958:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075545.740969:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075545.740976:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075545.740988:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2531 00000100:00080000:0.0:1769075545.741002:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075545.741011:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769075545.741056:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007612981760/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075545.741097:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075545.741101:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075545.741104:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075545.741109:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2531 00000100:00080000:0.0:1769075545.741113:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075545.741117:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075545.741129:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075545.741145:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007612981888/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075545.741160:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075545.741167:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1769075545.741169:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612981760:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769075545.741171:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075545.741184:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2531 00000100:00080000:0.0:1769075545.741210:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075545.741218:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075545.741232:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075545.741276:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007612982016/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075545.741314:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1769075545.741319:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769075545.741328:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769075545.741335:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075545.741346:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2531 00000100:00080000:0.0:1769075545.741356:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075545.741362:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075545.741370:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075545.741388:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075545/real 1769075545] req@ffff9bc64f07ce00 x1855007612981760/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075545.741395:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007612982144/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075545.741421:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007612981760/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075545.741442:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075545.741448:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075545.741457:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612981760:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075545.741487:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612981888:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075545.741516:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075545.741531:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075545/real 1769075545] req@ffff9bc64f07e680 x1855007612981888/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075545.741546:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007612981888/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075545.741556:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075545.741560:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075545.741564:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612981888:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075545.741632:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612982016:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075545.741661:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075545.741675:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075545/real 1769075545] req@ffff9bc64f07dc00 x1855007612982016/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075545.741691:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007612982016/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075545.741702:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075545.741706:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075545.741710:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612982016:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075545.741718:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612982144:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075545.741753:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075545.741786:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075545/real 1769075545] req@ffff9bc64f07f480 x1855007612982144/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075545.741842:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007612982144/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075545.741857:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075545.741863:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075545.741869:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612982144:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075546.188950:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075546.189060:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075546.764906:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075547.212984:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075547.213075:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075547.788923:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075548.236937:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075548.237027:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075548.812908:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075549.260921:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075549.260973:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075549.836869:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075550.284889:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075550.284966:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075550.860909:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769075550.860928:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075550.860942:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075550.860948:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075550.860959:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2536 00000100:00080000:0.0:1769075550.860973:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075550.860983:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769075550.861068:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c380 x1855007612982272/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075550.861097:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075550.861102:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075550.861104:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075550.861109:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2536 00000100:00080000:0.0:1769075550.861114:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075550.861120:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075550.861131:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075550.861136:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612982272:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769075550.861151:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007612982400/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075550.861161:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075550.861164:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769075550.861166:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075550.861169:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2536 00000100:00080000:0.0:1769075550.861189:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075550.861199:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075550.861204:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075550.861216:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007612982528/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075550.861225:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075550.861228:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769075550.861230:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075550.861233:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2536 00000100:00080000:0.0:1769075550.861247:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075550.861254:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:1.0:1769075550.861256:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:0.0:1769075550.861278:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075550.861290:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007612982656/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075550.861318:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075550/real 1769075550] req@ffff9bc64f07c380 x1855007612982272/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075550.861355:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c380 x1855007612982272/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075550.861382:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075550.861387:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075550.861394:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612982272:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075550.861422:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612982400:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075550.861454:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075550.861469:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075550/real 1769075550] req@ffff9bc64f07f480 x1855007612982400/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075550.861552:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007612982400/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075550.861559:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075550.861562:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075550.861564:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612982400:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075550.861569:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612982528:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075550.861586:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075550.861594:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075550/real 1769075550] req@ffff9bc64f07dc00 x1855007612982528/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075550.861603:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007612982528/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075550.861637:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075550.861641:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075550.861645:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612982528:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075550.861651:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612982656:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075550.861671:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075550.861690:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075550/real 1769075550] req@ffff9bc64f07e680 x1855007612982656/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075550.861704:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007612982656/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075550.861713:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075550.861716:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075550.861720:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612982656:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075551.308952:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075551.309014:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075551.884877:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075552.332929:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075552.333051:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075552.908876:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075553.356865:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075553.356904:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075553.932878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075554.380870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075554.380930:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075554.956841:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075555.404863:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075555.404952:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075555.980913:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075555.980972:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075555.980985:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075555.980991:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075555.981001:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2541 00000100:00080000:3.0:1769075555.981014:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075555.981023:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075555.981067:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007612982784/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075555.981120:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075555.981127:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075555.981132:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075555.981141:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2541 00000100:00080000:3.0:1769075555.981149:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075555.981159:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075555.981165:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612982784:192.168.204.139@tcp:250:kworker.0 00000008:00100000:3.0:1769075555.981177:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075555.981204:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007612982912/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075555.981221:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075555.981225:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075555.981228:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075555.981233:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2541 00000100:00080000:3.0:1769075555.981239:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075555.981262:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:1.0:1769075555.981263:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:3.0:1769075555.981268:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075555.981282:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007612983040/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075555.981293:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075555.981296:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075555.981298:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769075555.981303:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075555/real 1769075555] req@ffff9bc64d9aed80 x1855007612982784/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075555.981304:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2541 00000100:00080000:3.0:1769075555.981330:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075555.981343:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075555.981351:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007612982784/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1769075555.981357:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1769075555.981375:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075555.981382:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769075555.981389:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007612983168/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075555.981416:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612982784:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075555.981471:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612982912:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075555.981491:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075555.981501:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075555/real 1769075555] req@ffff9bc64d9aca80 x1855007612982912/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075555.981515:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007612982912/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075555.981524:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075555.981527:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075555.981531:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612982912:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075555.981538:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612983040:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075555.981560:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075555.981571:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075555/real 1769075555] req@ffff9bc64d9ae680 x1855007612983040/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075555.981581:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007612983040/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075555.981586:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075555.981589:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075555.981591:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612983040:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075555.981595:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612983168:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075555.981609:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075555.981615:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075555/real 1769075555] req@ffff9bc64d9ac000 x1855007612983168/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075555.981623:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007612983168/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075555.981628:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075555.981630:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075555.981632:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612983168:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075556.428901:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075556.429052:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075557.004904:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075557.452941:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075557.453051:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075558.028963:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075558.477006:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075558.477026:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075559.052922:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075559.500931:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075559.500974:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075560.076965:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075560.524956:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075560.525044:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075561.100888:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769075561.100894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075561.100903:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075561.100910:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075561.100921:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2546 00000100:00080000:3.0:1769075561.100948:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075561.100957:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075561.101001:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007612983296/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075561.101030:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075561.101034:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075561.101037:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075561.101041:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2546 00000100:00080000:3.0:1769075561.101045:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075561.101049:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075561.101060:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075561.101080:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612983296:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769075561.101081:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007612983424/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075561.101103:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075561.101107:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075561.101109:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075561.101115:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2546 00000100:00080000:3.0:1769075561.101119:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075561.101123:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075561.101129:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075561.101164:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007612983552/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075561.101182:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075561.101190:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075561.101195:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1769075561.101200:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769075561.101209:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2546 00000100:00080000:3.0:1769075561.101221:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075561.101231:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075561.101241:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075561.101268:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007612983680/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075561.101274:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075561/real 1769075561] req@ffff9bc64d9ac000 x1855007612983296/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075561.101381:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007612983296/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075561.101394:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075561.101399:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075561.101404:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612983296:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075561.101449:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612983424:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075561.101481:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075561.101497:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075561/real 1769075561] req@ffff9bc64d9ae680 x1855007612983424/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075561.101513:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007612983424/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075561.101523:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075561.101527:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075561.101531:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612983424:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075561.101538:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612983552:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075561.101556:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075561.101566:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075561/real 1769075561] req@ffff9bc64d9aca80 x1855007612983552/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075561.101579:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007612983552/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075561.101588:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075561.101591:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075561.101594:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612983552:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075561.101600:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612983680:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075561.101618:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075561.101635:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075561/real 1769075561] req@ffff9bc64d9aed80 x1855007612983680/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075561.101657:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007612983680/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075561.101672:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075561.101677:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075561.101684:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612983680:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075561.548896:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075561.548939:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075562.124858:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075562.572874:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075562.572945:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075563.148886:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075563.596884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075563.596960:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075564.172846:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075564.620924:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075564.621000:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075565.196949:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075565.644953:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075565.645024:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075566.220855:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769075566.220880:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075566.220888:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075566.220895:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075566.220906:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2551 00000100:00080000:2.0:1769075566.220918:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075566.220926:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075566.220968:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb100 x1855007612983808/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075566.221002:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075566.221007:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075566.221010:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075566.221017:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2551 00000100:00080000:2.0:1769075566.221022:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075566.221029:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075566.221041:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075566.221046:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612983808:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075566.221064:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8700 x1855007612983936/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075566.221081:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075566.221086:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769075566.221089:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075566.221095:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2551 00000100:00080000:2.0:1769075566.221100:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075566.221106:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075566.221113:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769075566.221119:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075566.221133:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9f80 x1855007612984064/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075566.221148:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075566.221153:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769075566.221155:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075566.221161:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2551 00000100:00080000:2.0:1769075566.221166:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769075566.221168:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075566/real 1769075566] req@ffff9bc67afdb100 x1855007612983808/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075566.221177:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075566.221188:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075566.221209:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8000 x1855007612984192/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075566.221214:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb100 x1855007612983808/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075566.221261:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075566.221267:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075566.221272:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612983808:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075566.221298:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612983936:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075566.221322:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075566.221333:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075566/real 1769075566] req@ffff9bc67afd8700 x1855007612983936/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075566.221344:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8700 x1855007612983936/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075566.221352:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075566.221354:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075566.221357:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612983936:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075566.221362:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612984064:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075566.221375:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075566.221382:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075566/real 1769075566] req@ffff9bc67afd9f80 x1855007612984064/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075566.221392:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9f80 x1855007612984064/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075566.221398:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075566.221400:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075566.221403:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612984064:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075566.221407:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612984192:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075566.221419:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075566.221426:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075566/real 1769075566] req@ffff9bc67afd8000 x1855007612984192/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075566.221436:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8000 x1855007612984192/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075566.221442:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075566.221444:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075566.221446:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612984192:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075566.668879:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075566.668968:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075567.244901:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075567.692937:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075567.692992:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075568.268896:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075568.716906:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075568.717081:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075569.292939:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075569.740860:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075569.740880:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075570.316850:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075570.764920:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075570.765010:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075571.340934:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075571.340951:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1769075571.340954:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075571.340959:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075571.340978:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2556 00000100:00080000:3.0:1769075571.340995:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075571.341007:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075571.341068:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007612984320/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075571.341179:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075571.341188:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075571.341192:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075571.341210:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2556 00000100:00080000:3.0:1769075571.341218:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769075571.341222:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612984320:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075571.341233:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075571.341261:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075571.341293:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007612984448/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075571.341317:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075571.341324:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075571.341328:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075571.341337:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2556 00000800:00000100:1.0:1769075571.341342:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769075571.341347:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075571.341357:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075571.341366:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075571.341387:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007612984576/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075571.341401:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075571.341405:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1769075571.341410:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075571/real 1769075571] req@ffff9bc64d9ac380 x1855007612984320/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075571.341411:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075571.341424:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2556 00000100:00080000:3.0:1769075571.341434:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075571.341441:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075571.341447:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075571.341454:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007612984320/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075571.341467:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007612984704/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075571.341474:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075571.341489:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075571.341498:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612984320:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075571.341532:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612984448:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075571.341576:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075571.341594:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075571/real 1769075571] req@ffff9bc64d9ad180 x1855007612984448/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075571.341610:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007612984448/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075571.341622:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075571.341644:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075571.341648:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612984448:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075571.341654:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612984576:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075571.341676:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075571.341685:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075571/real 1769075571] req@ffff9bc64d9ad880 x1855007612984576/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075571.341698:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007612984576/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075571.341707:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075571.341710:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075571.341713:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612984576:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075571.341719:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612984704:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075571.341736:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075571.341746:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075571/real 1769075571] req@ffff9bc64d9adc00 x1855007612984704/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075571.341759:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007612984704/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075571.341768:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075571.341771:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075571.341774:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612984704:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075571.788889:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075571.788933:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075572.364858:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075572.812955:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075572.813013:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075573.388872:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075573.836971:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075573.837025:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075574.412934:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075574.860895:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075574.860903:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075575.436845:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075575.884866:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075575.884919:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075576.460938:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769075576.461016:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075576.461026:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075576.461032:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075576.461043:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2562 00000100:00080000:2.0:1769075576.461083:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075576.461095:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075576.461145:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9500 x1855007612984832/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075576.461182:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075576.461198:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075576.461201:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075576.461207:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2562 00000100:00080000:2.0:1769075576.461213:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075576.461218:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075576.461231:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075576.461250:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb800 x1855007612984960/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075576.461257:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612984832:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769075576.461285:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075576.461290:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769075576.461293:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075576.461300:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2562 00000100:00080000:2.0:1769075576.461304:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075576.461308:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075576.461316:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075576.461332:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9180 x1855007612985088/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075576.461345:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075576.461349:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769075576.461351:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075576.461356:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2562 00000100:00080000:2.0:1769075576.461361:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075576.461365:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075576.461371:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769075576.461375:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075576.461391:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdad80 x1855007612985216/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075576.461447:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075576/real 1769075576] req@ffff9bc67afd9500 x1855007612984832/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075576.461474:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9500 x1855007612984832/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075576.461488:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075576.461494:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075576.461501:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612984832:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075576.461532:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612984960:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075576.461561:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075576.461577:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075576/real 1769075576] req@ffff9bc67afdb800 x1855007612984960/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075576.461593:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb800 x1855007612984960/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075576.461604:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075576.461609:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075576.461613:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612984960:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075576.461621:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612985088:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075576.461641:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075576.461652:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075576/real 1769075576] req@ffff9bc67afd9180 x1855007612985088/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075576.461677:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9180 x1855007612985088/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075576.461694:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075576.461700:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075576.461707:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612985088:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075576.461719:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612985216:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075576.461756:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075576.461823:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075576/real 1769075576] req@ffff9bc67afdad80 x1855007612985216/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075576.461842:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdad80 x1855007612985216/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075576.461853:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075576.461857:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075576.461861:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612985216:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075576.908992:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075576.909292:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075577.484950:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075577.932923:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075577.933101:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075578.508978:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075578.956969:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075578.957124:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075579.532890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075579.980868:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075579.980954:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075580.556970:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075581.004900:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075581.004962:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075581.580952:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769075581.581033:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075581.581049:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075581.581057:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075581.581072:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2567 00000100:00080000:2.0:1769075581.581092:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075581.581103:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075581.581165:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9c00 x1855007612985344/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075581.581210:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075581.581215:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075581.581218:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075581.581225:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2567 00000100:00080000:2.0:1769075581.581230:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075581.581236:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075581.581250:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075581.581266:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612985344:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075581.581272:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8380 x1855007612985472/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075581.581295:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075581.581301:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769075581.581305:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075581.581312:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2567 00000100:00080000:2.0:1769075581.581317:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075581.581323:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075581.581332:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075581.581346:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9880 x1855007612985600/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075581.581360:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075581.581365:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769075581.581368:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075581.581375:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2567 00000100:00080000:2.0:1769075581.581381:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075581.581388:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075581.581397:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075581.581416:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afda680 x1855007612985728/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075581.581425:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612985472:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075581.581489:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612985600:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075581.581520:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612985728:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075582.028950:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075582.029068:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075582.604898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075583.052981:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075583.053071:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075583.628878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075584.076903:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075584.077015:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075584.652902:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:0.0:1769075584.653086:0:2359:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:0.0:1769075584.653122:0:2359:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1769075584.653136:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:0.0:1769075584.653166:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:0.0:1769075584.653174:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:0.0:1769075584.653182:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:1.0:1769075584.653200:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075581/real 1769075584] req@ffff9bc67afda680 x1855007612985728/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075584.653221:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afda680 x1855007612985728/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075584.653230:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075584.653234:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075584.653237:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612985728:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075584.653242:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075581/real 1769075584] req@ffff9bc67afd8380 x1855007612985472/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075584.653251:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8380 x1855007612985472/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075584.653256:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075584.653258:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075584.653261:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612985472:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075584.653266:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075581/real 1769075584] req@ffff9bc67afd9880 x1855007612985600/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075584.653273:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9880 x1855007612985600/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075584.653278:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075584.653280:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075584.653283:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612985600:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075584.653287:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075581/real 1769075584] req@ffff9bc67afd9c00 x1855007612985344/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075584.653295:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9c00 x1855007612985344/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075584.653300:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075584.653302:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075584.653304:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612985344:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075585.100916:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075585.100971:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075585.676860:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075586.124870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075586.124925:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075586.700902:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769075586.700980:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075586.700986:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075586.700989:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075586.700996:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2572 00000100:00080000:0.0:1769075586.701006:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075586.701014:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769075586.701050:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007612985856/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075586.701079:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075586.701084:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075586.701086:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075586.701091:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2572 00000100:00080000:0.0:1769075586.701095:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075586.701099:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075586.701108:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075586.701121:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007612985984/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075586.701132:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075586.701136:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769075586.701137:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075586.701141:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2572 00000100:00080000:0.0:1769075586.701146:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075586.701150:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075586.701154:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075586.701162:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007612986112/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075586.701169:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075586.701171:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769075586.701172:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075586.701180:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2572 00000100:00080000:0.0:1769075586.701182:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075586.701184:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075586.701187:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075586.701194:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007612986240/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075586.701405:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612985856:192.168.204.139@tcp:250:kworker.0 00000800:00000100:1.0:1769075586.701477:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075586.701519:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075586/real 1769075586] req@ffff9bc64f07ce00 x1855007612985856/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075586.701543:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007612985856/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075586.701554:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075586.701560:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075586.701565:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612985856:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075586.701574:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612985984:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075586.701600:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075586.701613:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075586/real 1769075586] req@ffff9bc64f07d180 x1855007612985984/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075586.701624:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007612985984/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075586.701634:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075586.701638:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075586.701642:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612985984:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075586.701649:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612986112:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075586.701672:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075586.701683:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075586/real 1769075586] req@ffff9bc64f07d880 x1855007612986112/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075586.701695:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007612986112/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075586.701705:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075586.701709:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075586.701712:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612986112:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075586.701717:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612986240:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075586.701736:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075586.701745:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075586/real 1769075586] req@ffff9bc64f07df80 x1855007612986240/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075586.701756:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007612986240/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075586.701764:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075586.701767:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075586.701771:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612986240:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075587.148890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075587.148955:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075587.724988:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075588.172852:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075588.172947:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075588.748892:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075589.196908:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075589.197118:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075589.772872:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075590.220889:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075590.220938:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075590.796887:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075591.244890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075591.244950:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075591.820889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769075591.820907:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075591.820915:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075591.820920:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075591.820931:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2577 00000100:00080000:2.0:1769075591.820942:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075591.820949:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075591.821006:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8a80 x1855007612986368/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075591.821046:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075591.821051:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075591.821054:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075591.821076:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2577 00000100:00080000:2.0:1769075591.821082:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075591.821089:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075591.821102:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075591.821111:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612986368:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075591.821143:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9c00 x1855007612986496/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075591.821158:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075591.821162:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769075591.821165:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075591.821169:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2577 00000100:00080000:2.0:1769075591.821174:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075591.821178:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075591.821185:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769075591.821190:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075591.821203:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9880 x1855007612986624/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075591.821215:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075591.821219:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769075591.821221:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769075591.821225:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075591/real 1769075591] req@ffff9bc67afd8a80 x1855007612986368/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075591.821229:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2577 00000100:00080000:2.0:1769075591.821237:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075591.821245:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075591.821247:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8a80 x1855007612986368/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1769075591.821255:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1769075591.821258:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075591.821263:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075591.821266:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612986368:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075591.821272:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8380 x1855007612986752/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075591.821288:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612986496:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075591.821305:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075591.821314:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075591/real 1769075591] req@ffff9bc67afd9c00 x1855007612986496/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075591.821322:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9c00 x1855007612986496/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075591.821328:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075591.821330:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075591.821333:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612986496:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075591.821337:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612986624:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075591.821353:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075591.821363:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075591/real 1769075591] req@ffff9bc67afd9880 x1855007612986624/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075591.821376:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9880 x1855007612986624/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075591.821385:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075591.821389:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075591.821408:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612986624:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075591.821417:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612986752:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075591.821440:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075591.821450:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075591/real 1769075591] req@ffff9bc67afd8380 x1855007612986752/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075591.821477:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8380 x1855007612986752/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075591.821489:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075591.821493:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075591.821497:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612986752:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075592.268867:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075592.268935:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075592.844866:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075593.292942:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075593.293022:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075593.868871:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075594.316887:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075594.316951:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075594.892869:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075595.340894:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075595.340909:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075595.916892:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075596.364891:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075596.364947:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075596.940929:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769075596.940931:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769075596.940950:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075596.940959:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075596.940973:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2582 00000100:00080000:2.0:1769075596.940992:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075596.941002:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075596.941063:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afda680 x1855007612986880/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075596.941101:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075596.941106:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075596.941109:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075596.941114:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2582 00000100:00080000:2.0:1769075596.941118:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075596.941123:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075596.941138:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075596.941153:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdad80 x1855007612987008/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075596.941169:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769075596.941170:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612986880:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769075596.941185:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769075596.941192:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075596.941201:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2582 00000100:00080000:2.0:1769075596.941210:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075596.941218:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075596.941230:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075596.941253:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9180 x1855007612987136/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075596.941271:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075596.941280:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:1.0:1769075596.941286:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:2.0:1769075596.941288:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075596.941301:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2582 00000100:00080000:2.0:1769075596.941311:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075596.941319:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075596.941329:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075596.941345:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075596/real 1769075596] req@ffff9bc67afda680 x1855007612986880/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075596.941354:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb800 x1855007612987264/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075596.941390:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afda680 x1855007612986880/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075596.941407:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075596.941425:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075596.941431:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612986880:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075596.941464:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612987008:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075596.941491:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075596.941506:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075596/real 1769075596] req@ffff9bc67afdad80 x1855007612987008/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075596.941520:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdad80 x1855007612987008/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075596.941530:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075596.941534:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075596.941538:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612987008:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075596.941544:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612987136:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075596.941562:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075596.941572:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075596/real 1769075596] req@ffff9bc67afd9180 x1855007612987136/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075596.941585:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9180 x1855007612987136/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075596.941593:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075596.941596:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075596.941599:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612987136:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075596.941606:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612987264:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075596.941621:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075596.941631:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075596/real 1769075596] req@ffff9bc67afdb800 x1855007612987264/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075596.941643:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb800 x1855007612987264/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075596.941652:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075596.941656:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075596.941659:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612987264:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075597.388865:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075597.388915:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075597.964874:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075598.412929:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075598.413127:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075598.988840:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075599.436924:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075599.437060:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075600.012859:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075600.460927:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075600.461026:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075601.036929:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075601.484922:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075601.485030:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075602.060996:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769075602.061004:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769075602.061012:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075602.061021:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075602.061034:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2587 00000100:00080000:0.0:1769075602.061047:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075602.061056:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769075602.061095:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007612987392/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075602.061139:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075602.061143:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075602.061144:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075602.061149:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2587 00000100:00080000:0.0:1769075602.061153:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075602.061156:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075602.061166:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075602.061181:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d500 x1855007612987520/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075602.061189:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612987392:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769075602.061196:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075602.061229:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769075602.061231:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075602.061237:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2587 00000100:00080000:0.0:1769075602.061245:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075602.061250:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075602.061257:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075602.061293:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007612987648/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075602.061319:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075602.061323:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769075602.061325:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075602.061328:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2587 00000100:00080000:0.0:1769075602.061331:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075602.061334:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075602.061338:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769075602.061371:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769075602.061373:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007612987776/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075602.061453:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075602/real 1769075602] req@ffff9bc64f07fb80 x1855007612987392/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075602.061474:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007612987392/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075602.061505:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075602.061510:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075602.061516:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612987392:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075602.061560:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612987520:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075602.061608:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075602.061621:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075602/real 1769075602] req@ffff9bc64f07d500 x1855007612987520/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075602.061675:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d500 x1855007612987520/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075602.061684:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075602.061687:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075602.061690:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612987520:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075602.061697:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612987648:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075602.061716:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075602.061725:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075602/real 1769075602] req@ffff9bc64f07f100 x1855007612987648/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075602.061737:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007612987648/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075602.061744:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075602.061746:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075602.061749:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612987648:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075602.061754:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612987776:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075602.061767:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075602.061801:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075602/real 1769075602] req@ffff9bc64f07c700 x1855007612987776/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075602.061833:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007612987776/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075602.061845:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075602.061849:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075602.061853:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612987776:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075602.508924:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075602.508979:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075603.085036:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075603.532916:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075603.533068:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075604.108976:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075604.556938:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075604.557026:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075605.132909:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075605.580927:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075605.581018:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075606.156945:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075606.604971:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075606.605106:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075607.180853:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075607.180864:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075607.180869:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075607.180880:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2592 00000100:00100000:2.0:1769075607.180890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769075607.180893:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075607.180902:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769075607.180946:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007612987904/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075607.180986:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075607.180997:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075607.181000:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075607.181005:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2592 00000100:00080000:0.0:1769075607.181009:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075607.181014:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075607.181027:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075607.181045:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612987904:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769075607.181047:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007612988032/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075607.181063:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075607.181067:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769075607.181069:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075607.181073:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2592 00000100:00080000:0.0:1769075607.181078:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075607.181082:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075607.181088:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075607.181102:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007612988160/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075607.181114:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075607.181118:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769075607.181119:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075607.181122:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2592 00000100:00080000:0.0:1769075607.181127:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1769075607.181127:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769075607.181134:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075607.181140:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075607.181151:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d500 x1855007612988288/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075607.181173:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075607/real 1769075607] req@ffff9bc64f07ed80 x1855007612987904/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075607.181190:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007612987904/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075607.181199:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075607.181203:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075607.181207:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612987904:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075607.181233:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612988032:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075607.181251:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075607.181260:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075607/real 1769075607] req@ffff9bc64f07c700 x1855007612988032/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075607.181269:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007612988032/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075607.181276:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075607.181278:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075607.181281:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612988032:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075607.181284:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612988160:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075607.181295:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075607.181301:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075607/real 1769075607] req@ffff9bc64f07f100 x1855007612988160/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075607.181309:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007612988160/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075607.181314:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075607.181316:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075607.181317:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612988160:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075607.181321:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612988288:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075607.181331:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075607.181336:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075607/real 1769075607] req@ffff9bc64f07d500 x1855007612988288/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075607.181342:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d500 x1855007612988288/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075607.181347:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075607.181349:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075607.181352:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612988288:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075607.628863:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075607.628899:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075608.204921:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075608.652921:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075608.653042:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075609.228912:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075609.676868:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075609.676959:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075610.252919:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075610.700892:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075610.701021:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075611.276868:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075611.724906:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075611.724957:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075612.300970:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769075612.300980:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075612.300994:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075612.301001:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075612.301016:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2597 00000100:00080000:2.0:1769075612.301033:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075612.301043:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075612.301102:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9500 x1855007612988416/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075612.301139:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075612.301144:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075612.301148:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075612.301153:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2597 00000100:00080000:2.0:1769075612.301167:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075612.301171:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075612.301184:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075612.301201:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8000 x1855007612988544/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075612.301218:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612988416:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769075612.301221:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075612.301235:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769075612.301238:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075612.301243:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2597 00000100:00080000:2.0:1769075612.301248:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075612.301254:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075612.301260:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075612.301280:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9f80 x1855007612988672/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075612.301292:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075612.301296:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769075612.301299:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075612.301304:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2597 00000100:00080000:2.0:1769075612.301308:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075612.301312:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075612.301317:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769075612.301327:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075612.301338:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8700 x1855007612988800/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075612.301388:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075612/real 1769075612] req@ffff9bc67afd9500 x1855007612988416/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075612.301417:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9500 x1855007612988416/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075612.301434:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075612.301441:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075612.301447:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612988416:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075612.301523:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612988544:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075612.301553:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075612.301566:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075612/real 1769075612] req@ffff9bc67afd8000 x1855007612988544/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075612.301578:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8000 x1855007612988544/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075612.301587:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075612.301591:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075612.301595:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612988544:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075612.301602:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612988672:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075612.301626:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075612.301641:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075612/real 1769075612] req@ffff9bc67afd9f80 x1855007612988672/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075612.301658:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9f80 x1855007612988672/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075612.301671:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075612.301676:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075612.301682:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612988672:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075612.301692:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612988800:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075612.301719:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075612.301730:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075612/real 1769075612] req@ffff9bc67afd8700 x1855007612988800/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075612.301742:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8700 x1855007612988800/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075612.301750:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075612.301753:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075612.301756:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612988800:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075612.748882:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075612.749013:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075613.324878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075613.772925:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075613.773047:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075614.348876:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075614.796883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075614.796984:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075615.372887:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075615.820869:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075615.820987:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075616.396919:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075616.844846:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075616.844976:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075617.420887:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075617.420892:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075617.420901:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075617.420906:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075617.420914:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2602 00000100:00080000:3.0:1769075617.420924:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075617.420930:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075617.420967:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007612988928/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075617.420997:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075617.421001:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075617.421004:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075617.421007:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2602 00000100:00080000:3.0:1769075617.421010:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075617.421014:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075617.421023:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075617.421038:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007612989056/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075617.421039:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612988928:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075617.421057:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075617.421061:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075617.421063:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075617.421068:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2602 00000100:00080000:3.0:1769075617.421071:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075617.421075:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075617.421082:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075617.421096:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007612989184/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075617.421106:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075617.421108:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075617.421110:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1769075617.421115:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769075617.421115:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2602 00000100:00080000:3.0:1769075617.421122:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075617.421126:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075617.421132:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075617.421145:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007612989312/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075617.421161:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075617/real 1769075617] req@ffff9bc64d9adf80 x1855007612988928/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075617.421183:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007612988928/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075617.421191:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075617.421194:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075617.421197:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612988928:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075617.421218:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612989056:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075617.421237:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075617.421245:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075617/real 1769075617] req@ffff9bc64d9ad500 x1855007612989056/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075617.421254:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007612989056/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075617.421259:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075617.421261:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075617.421264:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612989056:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075617.421268:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612989184:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075617.421281:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075617.421288:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075617/real 1769075617] req@ffff9bc64d9ace00 x1855007612989184/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075617.421295:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007612989184/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075617.421300:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075617.421302:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075617.421304:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612989184:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075617.421307:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612989312:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075617.421316:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075617.421322:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075617/real 1769075617] req@ffff9bc64d9aea00 x1855007612989312/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075617.421328:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007612989312/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075617.421334:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075617.421335:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075617.421337:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612989312:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075617.868849:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075617.868891:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075618.444884:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075618.892869:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075618.892946:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075619.468922:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075619.916951:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075619.917087:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075620.492926:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075620.940934:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075620.940959:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075621.516905:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075621.964903:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075621.965004:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075622.540857:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075622.540865:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075622.540869:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075622.540877:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2608 00000100:00080000:0.0:1769075622.540886:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075622.540893:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769075622.540929:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007612989440/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075622.540959:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075622.540964:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075622.540966:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075622.540971:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2608 00000100:00080000:0.0:1769075622.540976:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075622.540980:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075622.540989:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075622.541003:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007612989568/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075622.541003:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612989440:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769075622.541021:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075622.541024:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769075622.541025:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075622.541028:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2608 00000100:00080000:0.0:1769075622.541031:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075622.541033:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075622.541037:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075622.541046:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007612989696/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075622.541053:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075622.541055:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769075622.541057:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075622.541060:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2608 00000100:00080000:0.0:1769075622.541071:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075622.541074:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075622.541077:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769075622.541084:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769075622.541087:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007612989824/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075622.541115:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075622.541134:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075622/real 1769075622] req@ffff9bc64f07fb80 x1855007612989440/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075622.541154:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007612989440/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075622.541162:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075622.541165:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075622.541169:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612989440:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075622.541188:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612989568:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075622.541205:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075622.541213:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075622/real 1769075622] req@ffff9bc64f07df80 x1855007612989568/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075622.541222:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007612989568/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075622.541227:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075622.541229:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075622.541231:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612989568:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075622.541235:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612989696:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075622.541245:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075622.541250:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075622/real 1769075622] req@ffff9bc64f07d880 x1855007612989696/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075622.541263:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007612989696/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075622.541268:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075622.541269:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075622.541271:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612989696:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075622.541274:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612989824:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075622.541309:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075622.541316:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075622/real 1769075622] req@ffff9bc64f07d180 x1855007612989824/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075622.541323:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007612989824/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075622.541328:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075622.541330:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075622.541332:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612989824:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075622.988825:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075622.988900:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075623.564865:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075624.012894:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075624.013015:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075624.588856:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075625.036870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075625.036923:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075625.612873:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075626.060912:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075626.060967:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075626.636858:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075627.084871:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075627.084967:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075627.660876:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769075627.660881:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075627.660889:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075627.660893:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075627.660905:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2613 00000100:00080000:1.0:1769075627.660916:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075627.660924:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075627.660957:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007612989952/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075627.660984:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075627.660988:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075627.660991:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075627.660996:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2613 00000100:00080000:1.0:1769075627.661000:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075627.661004:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075627.661014:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075627.661029:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007612990080/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075627.661040:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612989952:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769075627.661043:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075627.661051:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769075627.661054:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075627.661058:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2613 00000100:00080000:1.0:1769075627.661063:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075627.661068:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075627.661074:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075627.661087:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007612990208/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075627.661103:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075627.661105:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769075627.661107:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1769075627.661113:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769075627.661115:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2613 00000100:00080000:1.0:1769075627.661121:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075627.661124:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075627.661129:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075627.661137:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007612990336/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075627.661167:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075627/real 1769075627] req@ffff9bc64ac91f80 x1855007612989952/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075627.661187:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007612989952/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075627.661209:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075627.661214:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075627.661218:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612989952:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075627.661244:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612990080:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075627.661269:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075627.661284:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075627/real 1769075627] req@ffff9bc64ac93100 x1855007612990080/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075627.661298:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007612990080/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075627.661307:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075627.661311:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075627.661314:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612990080:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075627.661321:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612990208:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075627.661338:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075627.661345:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075627/real 1769075627] req@ffff9bc64ac93480 x1855007612990208/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075627.661354:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007612990208/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075627.661359:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075627.661361:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075627.661364:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612990208:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075627.661367:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612990336:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075627.661378:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075627.661384:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075627/real 1769075627] req@ffff9bc64ac93800 x1855007612990336/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075627.661391:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007612990336/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075627.661396:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075627.661398:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075627.661400:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612990336:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075628.108882:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075628.108902:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075628.684854:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075629.132860:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075629.132952:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075629.708858:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075630.156877:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075630.156940:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075630.732838:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075631.180900:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075631.181026:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075631.756894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075632.204889:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075632.204940:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075632.780878:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769075632.780880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769075632.780891:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075632.780897:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075632.780906:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2618 00000100:00080000:1.0:1769075632.780918:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075632.780925:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075632.780963:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007612990464/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075632.780993:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075632.780997:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075632.781000:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075632.781005:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2618 00000100:00080000:1.0:1769075632.781009:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075632.781013:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075632.781023:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075632.781038:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007612990592/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075632.781051:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769075632.781052:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612990464:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769075632.781060:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769075632.781064:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075632.781070:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2618 00000100:00080000:1.0:1769075632.781075:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075632.781079:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075632.781085:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075632.781099:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007612990720/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075632.781125:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075632.781130:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:2.0:1769075632.781131:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769075632.781134:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075632.781141:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2618 00000100:00080000:1.0:1769075632.781146:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075632.781151:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075632.781156:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075632.781172:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075632/real 1769075632] req@ffff9bc64ac90e00 x1855007612990464/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075632.781173:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007612990848/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075632.781217:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007612990464/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075632.781231:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075632.781236:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075632.781241:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612990464:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075632.781260:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612990592:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075632.781279:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075632.781289:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075632/real 1769075632] req@ffff9bc64ac90000 x1855007612990592/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075632.781298:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007612990592/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075632.781304:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075632.781306:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075632.781309:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612990592:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075632.781313:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612990720:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075632.781325:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075632.781330:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075632/real 1769075632] req@ffff9bc64ac90a80 x1855007612990720/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075632.781338:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007612990720/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075632.781349:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075632.781352:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075632.781356:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612990720:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075632.781363:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612990848:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075632.781382:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075632.781394:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075632/real 1769075632] req@ffff9bc64ac92d80 x1855007612990848/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075632.781408:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007612990848/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075632.781416:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075632.781420:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075632.781422:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612990848:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075633.228892:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075633.228913:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075633.804878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075634.252865:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075634.252921:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075634.828846:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075635.276885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075635.276970:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075635.852874:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075636.300886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075636.300962:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075636.876862:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075637.324947:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075637.325132:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075637.900886:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075637.900925:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075637.900931:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075637.900935:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075637.900943:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2623 00000100:00080000:3.0:1769075637.900953:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075637.900958:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075637.901002:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007612990976/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075637.901038:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075637.901041:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075637.901043:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075637.901057:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2623 00000100:00080000:3.0:1769075637.901060:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075637.901064:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075637.901074:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612990976:192.168.204.139@tcp:250:kworker.0 00000008:00100000:3.0:1769075637.901074:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075637.901090:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007612991104/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075637.901098:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075637.901101:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075637.901102:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075637.901105:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2623 00000100:00080000:3.0:1769075637.901107:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075637.901109:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075637.901113:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075637.901120:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007612991232/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075637.901127:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075637.901130:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075637.901131:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075637.901133:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2623 00000800:00000100:2.0:1769075637.901137:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769075637.901137:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075637.901143:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075637.901147:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075637.901156:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007612991360/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075637.901175:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075637/real 1769075637] req@ffff9bc64d9aea00 x1855007612990976/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075637.901190:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007612990976/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075637.901202:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075637.901205:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075637.901208:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612990976:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075637.901226:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612991104:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075637.901240:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075637.901247:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075637/real 1769075637] req@ffff9bc64d9ace00 x1855007612991104/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075637.901255:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007612991104/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075637.901270:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075637.901274:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075637.901277:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612991104:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075637.901284:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612991232:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075637.901306:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075637.901317:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075637/real 1769075637] req@ffff9bc64d9ad500 x1855007612991232/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075637.901330:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007612991232/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075637.901338:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075637.901340:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075637.901342:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612991232:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075637.901347:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612991360:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075637.901362:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075637.901368:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075637/real 1769075637] req@ffff9bc64d9adf80 x1855007612991360/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075637.901376:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007612991360/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075637.901381:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075637.901383:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075637.901385:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612991360:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075638.348871:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075638.348911:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075638.924929:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075639.372870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075639.372931:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075639.948868:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075640.396942:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075640.397048:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075640.972875:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075641.420861:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075641.420917:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075641.996841:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075642.444864:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075642.444925:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075643.020868:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769075643.020882:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075643.020889:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075643.020893:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075643.020901:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2628 00000100:00080000:0.0:1769075643.020911:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075643.020916:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769075643.020962:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007612991488/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075643.020994:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075643.020997:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075643.020998:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075643.021001:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2628 00000100:00080000:0.0:1769075643.021004:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075643.021007:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075643.021014:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075643.021024:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007612991616/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075643.021030:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612991488:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769075643.021038:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075643.021041:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769075643.021043:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075643.021047:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2628 00000100:00080000:0.0:1769075643.021049:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075643.021051:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075643.021055:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075643.021064:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007612991744/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075643.021070:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075643.021073:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769075643.021074:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075643.021076:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2628 00000100:00080000:0.0:1769075643.021078:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075643.021080:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075643.021083:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075643.021091:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007612991872/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075643.021102:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075643.021137:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075643/real 1769075643] req@ffff9bc64f07ce00 x1855007612991488/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075643.021150:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007612991488/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075643.021157:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075643.021161:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075643.021163:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612991488:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075643.021182:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612991616:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075643.021197:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075643.021204:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075643/real 1769075643] req@ffff9bc64f07e680 x1855007612991616/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075643.021212:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007612991616/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075643.021218:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075643.021220:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075643.021222:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612991616:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075643.021226:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612991744:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075643.021236:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075643.021242:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075643/real 1769075643] req@ffff9bc64f07dc00 x1855007612991744/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075643.021249:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007612991744/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075643.021254:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075643.021256:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075643.021257:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612991744:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075643.021261:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612991872:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075643.021270:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075643.021275:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075643/real 1769075643] req@ffff9bc64f07f480 x1855007612991872/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075643.021283:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007612991872/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075643.021288:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075643.021290:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075643.021292:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612991872:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075643.468877:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075643.468915:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075644.044844:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075644.492853:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075644.492994:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075645.068963:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075645.516968:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075645.516991:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075646.092966:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075646.540873:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075646.540958:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075647.116931:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075647.564887:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075647.564967:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075648.140889:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075648.140897:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1769075648.140901:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769075648.140902:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075648.140913:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2633 00000100:00080000:1.0:1769075648.140928:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075648.140935:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075648.140968:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007612992000/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075648.140991:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075648.140993:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075648.140995:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075648.140999:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2633 00000100:00080000:1.0:1769075648.141002:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075648.141004:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075648.141012:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075648.141021:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92300 x1855007612992128/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075648.141029:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075648.141032:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769075648.141033:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075648.141036:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2633 00000100:00080000:1.0:1769075648.141038:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075648.141040:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075648.141044:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075648.141049:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612992000:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075648.141055:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007612992256/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075648.141064:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075648.141066:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769075648.141068:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075648.141070:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2633 00000100:00080000:1.0:1769075648.141073:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075648.141075:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075648.141078:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075648.141085:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007612992384/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075648.141146:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612992128:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075648.141175:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612992256:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075648.141191:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612992384:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075648.588857:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075648.588943:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075649.164915:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075649.612888:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075649.612952:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075650.188914:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075650.636889:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075650.636957:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075651.212902:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:0.0:1769075651.213102:0:2360:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:0.0:1769075651.213147:0:2360:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1769075651.213166:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:0.0:1769075651.213214:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:0.0:1769075651.213225:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:0.0:1769075651.213237:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:2.0:1769075651.213260:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075648/real 1769075651] req@ffff9bc64ac91880 x1855007612992256/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075651.213290:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007612992256/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075651.213302:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075651.213307:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075651.213312:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612992256:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075651.213321:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075648/real 1769075651] req@ffff9bc64ac91500 x1855007612992384/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075651.213342:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007612992384/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075651.213351:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075651.213355:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075651.213358:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612992384:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075651.213366:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075648/real 1769075651] req@ffff9bc64ac91c00 x1855007612992000/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075651.213380:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007612992000/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075651.213387:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075651.213391:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075651.213395:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612992000:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075651.213401:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075648/real 1769075651] req@ffff9bc64ac92300 x1855007612992128/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075651.213414:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92300 x1855007612992128/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075651.213422:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075651.213426:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075651.213429:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612992128:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075651.660854:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075651.660917:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075652.236950:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075652.684928:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075652.685024:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075653.260895:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075653.260905:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075653.260909:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769075653.260910:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769075653.260918:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2638 00000100:00080000:0.0:1769075653.260929:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075653.260935:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769075653.260965:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c380 x1855007612992512/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075653.260986:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075653.260989:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075653.260990:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075653.260993:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2638 00000100:00080000:0.0:1769075653.260995:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075653.260998:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075653.261005:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075653.261016:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007612992640/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075653.261028:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075653.261038:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769075653.261040:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769075653.261044:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612992512:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769075653.261048:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2638 00000100:00080000:0.0:1769075653.261057:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075653.261061:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075653.261068:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075653.261082:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007612992768/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075653.261094:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075653.261098:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769075653.261100:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075653.261110:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2638 00000100:00080000:0.0:1769075653.261115:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075653.261120:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:2.0:1769075653.261126:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:0.0:1769075653.261127:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075653.261144:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007612992896/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075653.261171:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075653/real 1769075653] req@ffff9bc64f07c380 x1855007612992512/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075653.261207:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c380 x1855007612992512/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075653.261220:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075653.261224:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075653.261230:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612992512:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075653.261238:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612992640:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075653.261263:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075653.261278:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075653/real 1769075653] req@ffff9bc64f07f480 x1855007612992640/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075653.261292:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007612992640/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075653.261301:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075653.261305:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075653.261309:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612992640:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075653.261343:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612992768:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075653.261369:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075653.261389:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075653/real 1769075653] req@ffff9bc64f07dc00 x1855007612992768/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075653.261409:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007612992768/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075653.261417:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075653.261421:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075653.261424:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612992768:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075653.261431:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612992896:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075653.261452:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075653.261464:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075653/real 1769075653] req@ffff9bc64f07e680 x1855007612992896/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075653.261477:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007612992896/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075653.261485:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075653.261489:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075653.261494:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612992896:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075653.708908:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075653.708970:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075654.284892:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075654.732928:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075654.732966:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:0.0:1769075655.308911:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075655.756859:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075655.756929:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075656.332893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075656.780884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075656.780936:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075657.356887:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075657.804885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075657.804953:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075658.380913:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769075658.380918:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075658.380924:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075658.380929:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075658.380938:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2643 00000100:00080000:3.0:1769075658.380949:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075658.380957:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075658.380994:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007612993024/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075658.381016:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075658.381019:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075658.381021:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075658.381024:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2643 00000100:00080000:3.0:1769075658.381028:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075658.381031:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075658.381039:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075658.381048:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007612993152/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075658.381057:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612993024:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075658.381058:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075658.381067:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075658.381069:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075658.381072:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2643 00000100:00080000:3.0:1769075658.381075:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075658.381077:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075658.381081:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075658.381089:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007612993280/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075658.381096:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075658.381099:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075658.381100:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075658.381102:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2643 00000100:00080000:3.0:1769075658.381111:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075658.381114:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075658.381116:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769075658.381122:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769075658.381127:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007612993408/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075658.381169:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075658/real 1769075658] req@ffff9bc64d9adc00 x1855007612993024/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075658.381189:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007612993024/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075658.381200:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075658.381204:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075658.381207:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612993024:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075658.381233:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612993152:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075658.381256:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075658.381269:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075658/real 1769075658] req@ffff9bc64d9ad880 x1855007612993152/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075658.381282:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007612993152/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075658.381290:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075658.381294:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075658.381297:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612993152:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075658.381303:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612993280:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075658.381326:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075658.381336:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075658/real 1769075658] req@ffff9bc64d9ad180 x1855007612993280/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075658.381345:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007612993280/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075658.381350:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075658.381352:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075658.381355:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612993280:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075658.381359:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612993408:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075658.381372:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075658.381378:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075658/real 1769075658] req@ffff9bc64d9ac380 x1855007612993408/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075658.381385:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007612993408/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075658.381391:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075658.381393:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075658.381395:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612993408:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075658.828858:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075658.828890:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075659.404870:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075659.852865:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075659.852928:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075660.428886:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075660.876857:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075660.876930:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075661.452840:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075661.900864:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075661.900905:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075662.476869:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075662.924877:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075662.924950:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075663.500851:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769075663.500862:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075663.500868:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075663.500872:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075663.500880:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2649 00000100:00080000:1.0:1769075663.500890:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075663.500898:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075663.500934:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93b80 x1855007612993536/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075663.500961:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075663.500963:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075663.500965:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075663.500968:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2649 00000100:00080000:1.0:1769075663.500972:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075663.500975:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075663.500983:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075663.500993:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92680 x1855007612993664/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075663.501000:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075663.501003:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769075663.501004:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075663.501006:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2649 00000100:00080000:1.0:1769075663.501008:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075663.501011:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075663.501021:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075663.501031:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92300 x1855007612993792/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075663.501035:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612993536:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769075663.501042:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075663.501046:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769075663.501047:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075663.501049:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2649 00000100:00080000:1.0:1769075663.501051:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075663.501054:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075663.501057:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075663.501065:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007612993920/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075663.501097:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075663.501128:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075663/real 1769075663] req@ffff9bc64ac93b80 x1855007612993536/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075663.501141:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93b80 x1855007612993536/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075663.501148:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075663.501151:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075663.501154:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612993536:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075663.501159:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612993664:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075663.501172:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075663.501180:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075663/real 1769075663] req@ffff9bc64ac92680 x1855007612993664/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075663.501188:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92680 x1855007612993664/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075663.501194:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075663.501196:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075663.501198:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612993664:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075663.501214:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612993792:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075663.501225:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075663.501230:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075663/real 1769075663] req@ffff9bc64ac92300 x1855007612993792/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075663.501238:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92300 x1855007612993792/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075663.501243:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075663.501245:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075663.501247:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612993792:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075663.501250:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612993920:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075663.501259:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075663.501264:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075663/real 1769075663] req@ffff9bc64ac91c00 x1855007612993920/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075663.501271:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007612993920/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075663.501280:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075663.501282:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075663.501295:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612993920:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075663.948897:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075663.948907:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075664.524900:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075664.972905:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075664.972994:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075665.548900:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075665.996851:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075665.996948:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075666.572880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075667.020883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075667.020963:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075667.596840:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075668.044879:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075668.044924:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075668.620899:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075668.620909:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075668.620913:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075668.620922:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2654 00000100:00080000:0.0:1769075668.620932:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075668.620938:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769075668.620972:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007612994048/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075668.620998:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075668.621001:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075668.621002:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075668.621005:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2654 00000100:00080000:0.0:1769075668.621007:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075668.621010:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075668.621017:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075668.621026:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007612994176/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075668.621035:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769075668.621040:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612994048:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769075668.621041:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769075668.621043:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075668.621050:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2654 00000100:00080000:0.0:1769075668.621054:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075668.621056:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075668.621059:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075668.621067:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007612994304/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075668.621073:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075668.621076:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769075668.621077:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075668.621079:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2654 00000100:00080000:0.0:1769075668.621083:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075668.621085:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075668.621088:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075668.621095:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007612994432/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075668.621117:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769075668.621120:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:2.0:1769075668.621155:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075668/real 1769075668] req@ffff9bc64f07ce00 x1855007612994048/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075668.621174:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007612994048/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075668.621185:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075668.621189:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075668.621193:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612994048:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075668.621218:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612994176:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075668.621238:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075668.621248:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075668/real 1769075668] req@ffff9bc64f07d180 x1855007612994176/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075668.621256:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007612994176/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075668.621273:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075668.621277:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075668.621280:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612994176:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075668.621287:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612994304:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075668.621309:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075668.621320:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075668/real 1769075668] req@ffff9bc64f07d880 x1855007612994304/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075668.621343:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007612994304/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075668.621348:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075668.621351:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075668.621353:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612994304:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075668.621358:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612994432:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075668.621373:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075668.621380:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075668/real 1769075668] req@ffff9bc64f07df80 x1855007612994432/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075668.621388:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007612994432/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075668.621393:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075668.621394:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075668.621396:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612994432:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075669.068864:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075669.068897:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075669.644906:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075670.092881:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075670.092946:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075670.668870:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075671.116861:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075671.116906:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075671.692836:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075672.140884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075672.140935:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075672.716876:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075673.164885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075673.164956:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075673.740919:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769075673.740920:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075673.740932:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075673.740937:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075673.740948:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2659 00000100:00080000:3.0:1769075673.740961:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075673.740968:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075673.741011:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007612994560/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075673.741036:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075673.741039:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075673.741040:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075673.741044:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2659 00000100:00080000:3.0:1769075673.741046:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075673.741049:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075673.741057:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075673.741067:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007612994688/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075673.741075:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075673.741078:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075673.741080:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075673.741083:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2659 00000100:00080000:3.0:1769075673.741086:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1769075673.741091:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612994560:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075673.741092:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075673.741099:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075673.741106:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007612994816/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075673.741113:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075673.741116:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075673.741117:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075673.741120:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2659 00000100:00080000:3.0:1769075673.741122:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075673.741124:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075673.741127:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075673.741135:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007612994944/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075673.741177:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075673.741217:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075673/real 1769075673] req@ffff9bc64d9aed80 x1855007612994560/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075673.741234:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007612994560/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075673.741243:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075673.741247:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075673.741250:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612994560:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075673.741274:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612994688:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075673.741290:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075673.741298:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075673/real 1769075673] req@ffff9bc64d9aca80 x1855007612994688/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075673.741307:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007612994688/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075673.741313:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075673.741315:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075673.741318:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612994688:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075673.741321:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612994816:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075673.741332:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075673.741338:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075673/real 1769075673] req@ffff9bc64d9ae680 x1855007612994816/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075673.741346:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007612994816/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075673.741356:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075673.741358:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075673.741360:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612994816:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075673.741364:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612994944:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075673.741374:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075673.741380:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075673/real 1769075673] req@ffff9bc64d9ac000 x1855007612994944/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075673.741388:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007612994944/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075673.741393:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075673.741395:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075673.741397:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612994944:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075674.188912:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075674.188972:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075674.764972:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075675.212853:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075675.212931:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075675.788852:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075676.236943:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075676.237057:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075676.812842:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075677.260913:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075677.261097:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075677.836843:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075678.284909:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075678.284958:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075678.860846:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769075678.860914:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075678.860920:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075678.860924:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075678.860931:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2664 00000100:00080000:1.0:1769075678.860940:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075678.860946:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075678.860978:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007612995072/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075678.860999:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075678.861002:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075678.861003:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075678.861006:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2664 00000100:00080000:1.0:1769075678.861009:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075678.861012:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075678.861019:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075678.861028:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007612995200/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075678.861037:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075678.861039:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769075678.861043:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769075678.861044:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612995072:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769075678.861047:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2664 00000100:00080000:1.0:1769075678.861053:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075678.861056:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075678.861060:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075678.861070:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007612995328/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075678.861077:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075678.861080:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769075678.861081:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075678.861083:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2664 00000100:00080000:1.0:1769075678.861086:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075678.861089:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075678.861091:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075678.861099:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007612995456/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075678.861111:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075678.861148:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075678/real 1769075678] req@ffff9bc64ac91500 x1855007612995072/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075678.861162:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007612995072/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075678.861170:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075678.861173:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075678.861176:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612995072:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075678.861194:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612995200:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075678.861209:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075678.861220:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075678/real 1769075678] req@ffff9bc64ac91880 x1855007612995200/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075678.861233:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007612995200/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075678.861241:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075678.861245:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075678.861249:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612995200:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075678.861256:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612995328:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075678.861278:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075678.861288:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075678/real 1769075678] req@ffff9bc64ac92d80 x1855007612995328/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075678.861296:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007612995328/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075678.861302:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075678.861304:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075678.861306:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612995328:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075678.861310:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612995456:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075678.861321:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075678.861327:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075678/real 1769075678] req@ffff9bc64ac90a80 x1855007612995456/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075678.861350:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007612995456/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075678.861357:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075678.861360:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075678.861362:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612995456:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075679.308864:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075679.308909:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075679.884894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075680.332898:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075680.332945:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075680.908855:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075681.356864:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075681.356894:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075681.932861:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075682.380893:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075682.380918:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075682.956847:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075683.404860:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075683.404895:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075683.980853:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769075683.980858:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769075683.980863:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075683.980868:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075683.980876:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2669 00000100:00080000:1.0:1769075683.980885:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075683.980892:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075683.980932:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007612995584/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075683.980952:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075683.980955:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075683.980957:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075683.980960:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2669 00000100:00080000:1.0:1769075683.980962:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075683.980965:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075683.980973:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075683.980983:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007612995712/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075683.980991:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075683.980994:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769075683.980996:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075683.981001:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2669 00000100:00100000:2.0:1769075683.981002:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612995584:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769075683.981004:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075683.981009:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075683.981016:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075683.981024:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007612995840/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075683.981031:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075683.981033:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769075683.981034:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075683.981037:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2669 00000100:00080000:1.0:1769075683.981039:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075683.981042:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075683.981045:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075683.981054:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007612995968/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075683.981073:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075683.981113:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075683/real 1769075683] req@ffff9bc64ac90000 x1855007612995584/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075683.981133:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007612995584/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075683.981144:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075683.981148:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075683.981153:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612995584:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075683.981188:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612995712:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075683.981210:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075683.981222:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075683/real 1769075683] req@ffff9bc64ac90e00 x1855007612995712/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075683.981234:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007612995712/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075683.981280:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075683.981284:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075683.981288:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612995712:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075683.981295:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612995840:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075683.981316:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075683.981327:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075683/real 1769075683] req@ffff9bc64ac93800 x1855007612995840/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075683.981339:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007612995840/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075683.981348:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075683.981352:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075683.981355:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612995840:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075683.981361:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612995968:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075683.981375:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075683.981384:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075683/real 1769075683] req@ffff9bc64ac93480 x1855007612995968/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075683.981396:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007612995968/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075683.981404:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075683.981407:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075683.981411:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612995968:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075684.428929:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075684.428991:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075685.004863:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075685.452888:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075685.452939:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:0.0:1769075686.028879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075686.476871:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075686.476941:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075687.052846:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075687.500874:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075687.500914:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075688.076899:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075688.524885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075688.524954:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075689.100852:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769075689.100863:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075689.100869:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075689.100874:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075689.100881:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2674 00000100:00080000:1.0:1769075689.100892:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075689.100898:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075689.100930:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007612996096/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075689.100953:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075689.100955:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075689.100957:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075689.100960:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2674 00000100:00080000:1.0:1769075689.100963:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075689.100965:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075689.100973:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075689.100986:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007612996224/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075689.100986:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612996096:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769075689.101001:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075689.101003:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769075689.101004:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075689.101006:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2674 00000100:00080000:1.0:1769075689.101009:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075689.101012:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075689.101015:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075689.101024:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007612996352/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075689.101031:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075689.101033:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769075689.101035:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075689.101037:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2674 00000100:00080000:1.0:1769075689.101039:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075689.101042:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075689.101045:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769075689.101055:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075689.101056:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90700 x1855007612996480/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075689.101093:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075689/real 1769075689] req@ffff9bc64ac93100 x1855007612996096/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075689.101107:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007612996096/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075689.101114:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075689.101117:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075689.101120:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612996096:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075689.101138:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612996224:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075689.101153:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075689.101181:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075689/real 1769075689] req@ffff9bc64ac91f80 x1855007612996224/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075689.101191:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007612996224/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075689.101198:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075689.101200:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075689.101202:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612996224:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075689.101206:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612996352:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075689.101224:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075689.101231:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075689/real 1769075689] req@ffff9bc64ac92a00 x1855007612996352/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075689.101239:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007612996352/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075689.101244:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075689.101246:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075689.101247:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612996352:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075689.101251:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612996480:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075689.101261:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075689.101266:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075689/real 1769075689] req@ffff9bc64ac90700 x1855007612996480/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075689.101273:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90700 x1855007612996480/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075689.101278:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075689.101280:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075689.101282:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612996480:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075689.548874:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075689.548912:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075690.124838:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075690.572872:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075690.572954:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075691.148944:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075691.596864:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075691.597003:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075692.172846:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075692.620976:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075692.621007:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075693.196913:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075693.644886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075693.644951:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075694.220864:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769075694.220873:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769075694.220875:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075694.220881:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075694.220893:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2679 00000100:00080000:0.0:1769075694.220905:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075694.220913:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769075694.220971:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007612996608/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075694.221001:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075694.221005:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075694.221007:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075694.221011:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2679 00000100:00080000:0.0:1769075694.221016:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075694.221020:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075694.221030:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075694.221043:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612996608:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769075694.221050:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d500 x1855007612996736/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075694.221067:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075694.221070:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769075694.221071:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075694.221095:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2679 00000100:00080000:0.0:1769075694.221102:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075694.221123:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075694.221129:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075694.221145:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007612996864/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075694.221158:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075694.221161:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769075694.221163:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075694.221167:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2679 00000100:00080000:0.0:1769075694.221172:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1769075694.221175:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769075694.221179:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075694.221203:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075694.221219:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007612996992/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075694.221246:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075694/real 1769075694] req@ffff9bc64f07fb80 x1855007612996608/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075694.221265:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007612996608/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075694.221276:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075694.221280:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075694.221283:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612996608:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075694.221311:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612996736:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075694.221330:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075694.221349:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075694/real 1769075694] req@ffff9bc64f07d500 x1855007612996736/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075694.221358:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d500 x1855007612996736/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075694.221364:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075694.221366:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075694.221369:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612996736:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075694.221373:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612996864:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075694.221385:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075694.221394:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075694/real 1769075694] req@ffff9bc64f07f100 x1855007612996864/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075694.221426:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007612996864/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075694.221436:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075694.221439:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075694.221443:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612996864:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075694.221450:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612996992:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075694.221472:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075694.221495:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075694/real 1769075694] req@ffff9bc64f07c700 x1855007612996992/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075694.221509:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007612996992/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075694.221519:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075694.221523:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075694.221527:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612996992:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075694.668913:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075694.669128:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075695.244894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075695.692841:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075695.692972:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075696.268968:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075696.716860:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075696.716933:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075697.292929:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075697.740915:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075697.741110:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075698.316879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075698.764899:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075698.765076:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075699.340970:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769075699.340982:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075699.340983:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075699.341014:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075699.341042:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2684 00000100:00080000:3.0:1769075699.341056:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075699.341066:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075699.341112:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007612997120/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075699.341146:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075699.341150:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075699.341152:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075699.341156:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2684 00000100:00080000:3.0:1769075699.341160:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075699.341164:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075699.341174:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075699.341195:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007612997248/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075699.341237:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075699.341244:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075699.341247:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769075699.341259:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612997120:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075699.341261:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2684 00000100:00080000:3.0:1769075699.341282:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075699.341292:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075699.341303:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075699.341327:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007612997376/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075699.341371:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075699.341377:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075699.341381:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1769075699.341388:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769075699.341391:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2684 00000100:00080000:3.0:1769075699.341402:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075699.341409:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075699.341420:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075699.341446:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007612997504/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075699.341452:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075699/real 1769075699] req@ffff9bc64d9ac000 x1855007612997120/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075699.341534:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007612997120/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075699.341548:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075699.341553:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075699.341557:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612997120:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075699.341591:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612997248:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075699.341619:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075699.341633:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075699/real 1769075699] req@ffff9bc64d9ae680 x1855007612997248/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075699.341659:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007612997248/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075699.341666:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075699.341669:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075699.341672:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612997248:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075699.341677:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612997376:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075699.341694:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075699.341701:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075699/real 1769075699] req@ffff9bc64d9aca80 x1855007612997376/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075699.341709:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007612997376/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075699.341715:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075699.341717:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075699.341719:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612997376:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075699.341724:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612997504:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075699.341735:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075699.341741:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075699/real 1769075699] req@ffff9bc64d9aed80 x1855007612997504/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075699.341748:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007612997504/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075699.341753:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075699.341755:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075699.341757:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612997504:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075699.788898:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075699.789005:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075700.364841:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075700.812871:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075700.812906:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075701.388880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075701.836872:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075701.836917:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075702.412846:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075702.860882:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075702.861044:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075703.436904:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075703.884991:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075703.885185:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075704.460882:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075704.460892:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1769075704.460895:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075704.460897:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075704.460942:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2690 00000100:00080000:3.0:1769075704.460954:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075704.460962:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075704.461016:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007612997632/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075704.461045:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075704.461049:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075704.461052:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075704.461058:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2690 00000100:00080000:3.0:1769075704.461063:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075704.461069:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075704.461080:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075704.461096:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007612997760/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075704.461105:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612997632:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075704.461110:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075704.461114:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075704.461117:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075704.461121:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2690 00000100:00080000:3.0:1769075704.461126:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075704.461141:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075704.461147:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075704.461158:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007612997888/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075704.461169:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075704.461173:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075704.461175:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075704.461179:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2690 00000100:00080000:3.0:1769075704.461191:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075704.461196:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:2.0:1769075704.461198:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:3.0:1769075704.461201:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075704.461224:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007612998016/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075704.461278:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075704/real 1769075704] req@ffff9bc64d9ac380 x1855007612997632/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075704.461330:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007612997632/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075704.461343:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075704.461348:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075704.461353:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612997632:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075704.461393:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612997760:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075704.461447:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075704.461460:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075704/real 1769075704] req@ffff9bc64d9ad180 x1855007612997760/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075704.461471:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007612997760/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075704.461493:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075704.461496:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075704.461499:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612997760:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075704.461505:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612997888:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075704.461523:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075704.461531:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075704/real 1769075704] req@ffff9bc64d9ad880 x1855007612997888/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075704.461541:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007612997888/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075704.461547:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075704.461549:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075704.461552:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612997888:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075704.461556:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612998016:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075704.461569:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075704.461576:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075704/real 1769075704] req@ffff9bc64d9adc00 x1855007612998016/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075704.461586:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007612998016/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075704.461598:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075704.461600:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075704.461603:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612998016:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075704.908986:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075704.909078:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075705.484873:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075705.932938:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075705.933013:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075706.508917:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075706.956838:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075706.956923:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075707.533055:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075707.980933:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075707.981024:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075708.556965:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075709.004974:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075709.005062:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075709.580937:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769075709.580974:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075709.580989:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075709.580996:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075709.581011:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2695 00000100:00080000:1.0:1769075709.581029:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075709.581039:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075709.581102:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90380 x1855007612998144/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075709.581148:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075709.581153:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075709.581156:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075709.581162:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2695 00000100:00080000:1.0:1769075709.581167:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075709.581172:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075709.581187:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075709.581206:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91180 x1855007612998272/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075709.581212:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612998144:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769075709.581243:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075709.581248:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769075709.581251:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075709.581257:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2695 00000100:00080000:1.0:1769075709.581262:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075709.581269:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075709.581276:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075709.581292:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90700 x1855007612998400/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075709.581306:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769075709.581326:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075709.581332:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769075709.581335:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075709.581341:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2695 00000100:00080000:1.0:1769075709.581349:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075709.581354:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075709.581361:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075709.581363:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075709/real 1769075709] req@ffff9bc64ac90380 x1855007612998144/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075709.581378:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007612998528/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075709.581393:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90380 x1855007612998144/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075709.581420:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075709.581428:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075709.581434:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612998144:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075709.581460:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612998272:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075709.581482:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075709.581491:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075709/real 1769075709] req@ffff9bc64ac91180 x1855007612998272/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075709.581500:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91180 x1855007612998272/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075709.581506:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075709.581509:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075709.581511:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612998272:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075709.581517:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612998400:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075709.581528:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075709.581534:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075709/real 1769075709] req@ffff9bc64ac90700 x1855007612998400/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075709.581542:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90700 x1855007612998400/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075709.581547:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075709.581549:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075709.581551:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612998400:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075709.581555:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612998528:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075709.581565:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075709.581570:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075709/real 1769075709] req@ffff9bc64ac92a00 x1855007612998528/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075709.581577:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007612998528/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075709.581583:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075709.581584:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075709.581586:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612998528:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075710.028989:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075710.029089:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075710.604948:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075711.052945:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075711.052973:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075711.628938:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075712.076930:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075712.076989:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075712.652954:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075713.100906:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075713.101051:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075713.676927:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075714.124938:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075714.125079:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075714.700849:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075714.700883:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075714.700891:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075714.700897:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075714.700908:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2700 00000100:00080000:3.0:1769075714.700921:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075714.700928:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075714.700961:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007612998656/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075714.701010:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075714.701014:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075714.701017:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075714.701022:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2700 00000100:00080000:3.0:1769075714.701026:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075714.701047:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075714.701058:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075714.701075:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007612998784/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075714.701085:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612998656:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075714.701095:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075714.701100:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075714.701102:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075714.701107:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2700 00000100:00080000:3.0:1769075714.701110:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075714.701114:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075714.701120:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075714.701131:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007612998912/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075714.701139:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075714.701142:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075714.701143:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075714.701146:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2700 00000100:00080000:3.0:1769075714.701149:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075714.701152:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075714.701156:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075714.701166:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007612999040/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075714.701194:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612998784:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075714.701230:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612998912:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075714.701260:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612999040:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075715.148863:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075715.148928:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075715.724932:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075716.172898:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075716.172952:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075716.748951:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075717.196900:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075717.196959:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075717.773009:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:2.0:1769075717.773054:0:2358:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:2.0:1769075717.773116:0:2358:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769075717.773142:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769075717.773196:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769075717.773207:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769075717.773217:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:1.0:1769075717.773287:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075714/real 1769075717] req@ffff9bc64d9ad500 x1855007612998784/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075717.773322:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007612998784/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075717.773337:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075717.773345:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075717.773351:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612998784:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075717.773363:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075714/real 1769075717] req@ffff9bc64d9ace00 x1855007612998912/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075717.773378:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007612998912/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075717.773388:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075717.773392:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075717.773396:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612998912:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075717.773404:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075714/real 1769075717] req@ffff9bc64d9aea00 x1855007612999040/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075717.773417:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007612999040/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075717.773426:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075717.773429:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075717.773433:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612999040:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075717.773441:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075714/real 1769075717] req@ffff9bc64d9adf80 x1855007612998656/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075717.773455:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007612998656/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075717.773463:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075717.773466:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075717.773470:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612998656:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075718.220923:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075718.220940:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075718.796948:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075719.244923:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075719.245042:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075719.820919:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769075719.820946:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075719.820950:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075719.820953:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075719.820960:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2705 00000100:00080000:0.0:1769075719.820980:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075719.820985:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769075719.821014:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007612999168/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075719.821038:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075719.821040:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075719.821042:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075719.821044:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2705 00000100:00080000:0.0:1769075719.821047:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075719.821049:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075719.821055:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075719.821064:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007612999296/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075719.821071:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075719.821075:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769075719.821076:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075719.821078:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2705 00000100:00080000:0.0:1769075719.821080:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075719.821082:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075719.821085:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075719.821091:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007612999424/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075719.821097:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075719.821099:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769075719.821100:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075719.821103:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2705 00000100:00080000:0.0:1769075719.821105:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075719.821108:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075719.821111:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075719.821119:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d500 x1855007612999552/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075719.821186:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612999168:192.168.204.139@tcp:250:kworker.0 00000800:00000100:1.0:1769075719.821304:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075719.821374:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075719/real 1769075719] req@ffff9bc64f07ed80 x1855007612999168/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075719.821400:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007612999168/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075719.821415:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075719.821421:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075719.821427:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612999168:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075719.821437:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612999296:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075719.821470:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075719.821489:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075719/real 1769075719] req@ffff9bc64f07c700 x1855007612999296/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075719.821505:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007612999296/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075719.821518:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075719.821523:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075719.821527:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612999296:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075719.821536:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612999424:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075719.821575:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075719.821591:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075719/real 1769075719] req@ffff9bc64f07f100 x1855007612999424/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075719.821607:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007612999424/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075719.821617:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075719.821621:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075719.821625:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612999424:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075719.821634:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612999552:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075719.821679:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075719.821694:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075719/real 1769075719] req@ffff9bc64f07d500 x1855007612999552/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075719.821708:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d500 x1855007612999552/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075719.821718:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075719.821722:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075719.821726:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612999552:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075720.268875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075720.268932:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075720.845005:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769075721.292952:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075721.292970:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:0.0:1769075721.868908:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075722.316904:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075722.316970:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075722.892876:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075723.340915:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075723.340966:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:0.0:1769075723.916901:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075724.365023:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075724.365059:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075724.940994:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769075724.940995:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769075724.941008:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075724.941016:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075724.941028:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2710 00000100:00080000:0.0:1769075724.941043:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075724.941052:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769075724.941104:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007612999680/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075724.941128:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075724.941133:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075724.941136:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075724.941141:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2710 00000100:00080000:0.0:1769075724.941145:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075724.941148:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075724.941169:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075724.941185:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007612999808/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075724.941195:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612999680:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769075724.941200:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075724.941215:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769075724.941228:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075724.941237:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2710 00000100:00080000:0.0:1769075724.941246:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075724.941251:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075724.941255:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075724.941280:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007612999936/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075724.941300:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075724.941303:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769075724.941305:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075724.941308:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2710 00000100:00080000:0.0:1769075724.941311:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075724.941315:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075724.941320:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075724.941330:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613000064/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075724.941389:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075724.941466:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075724/real 1769075724] req@ffff9bc64f07fb80 x1855007612999680/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075724.941493:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007612999680/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075724.941507:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075724.941512:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075724.941518:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007612999680:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075724.941553:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612999808:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075724.941624:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075724.941638:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075724/real 1769075724] req@ffff9bc64f07df80 x1855007612999808/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075724.941679:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007612999808/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075724.941690:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075724.941694:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075724.941698:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612999808:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075724.941706:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612999936:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075724.941748:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075724.941775:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075724/real 1769075724] req@ffff9bc64f07d880 x1855007612999936/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075724.941920:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007612999936/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075724.941934:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075724.941957:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075724.941963:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007612999936:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075724.941973:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613000064:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075724.942025:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075724.942046:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075724/real 1769075724] req@ffff9bc64f07d180 x1855007613000064/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075724.942069:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613000064/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075724.942100:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075724.942105:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075724.942110:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613000064:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075725.388943:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075725.389019:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075725.964910:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075726.412935:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075726.413069:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075726.988984:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075727.436870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075727.436964:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075728.012938:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075728.460891:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075728.460916:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075729.036952:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075729.484905:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075729.485038:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075730.060929:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075730.060939:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075730.060955:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075730.060965:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2715 00000100:00100000:0.0:1769075730.060970:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769075730.060977:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075730.060987:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075730.061025:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007613000192/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075730.061056:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075730.061059:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075730.061061:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075730.061065:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2715 00000100:00080000:1.0:1769075730.061067:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075730.061070:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075730.061078:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075730.061088:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007613000320/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075730.061098:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075730.061101:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769075730.061103:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075730.061106:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2715 00000100:00080000:1.0:1769075730.061109:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075730.061115:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075730.061116:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613000192:192.168.204.139@tcp:250:kworker.0 00000008:00100000:1.0:1769075730.061119:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075730.061133:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007613000448/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075730.061147:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075730.061149:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769075730.061151:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075730.061153:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2715 00000100:00080000:1.0:1769075730.061156:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075730.061159:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075730.061163:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075730.061171:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007613000576/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075730.061217:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075730.061281:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075730/real 1769075730] req@ffff9bc64ac91f80 x1855007613000192/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075730.061317:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007613000192/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075730.061331:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075730.061336:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075730.061341:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613000192:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075730.061351:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613000320:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075730.061381:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075730.061398:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075730/real 1769075730] req@ffff9bc64ac93100 x1855007613000320/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075730.061415:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007613000320/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075730.061427:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075730.061430:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075730.061435:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613000320:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075730.061492:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613000448:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075730.061523:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075730.061538:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075730/real 1769075730] req@ffff9bc64ac93480 x1855007613000448/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075730.061556:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007613000448/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075730.061567:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075730.061571:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075730.061575:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613000448:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075730.061584:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613000576:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075730.061608:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075730.061622:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075730/real 1769075730] req@ffff9bc64ac93800 x1855007613000576/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075730.061638:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007613000576/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075730.061656:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075730.061660:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075730.061665:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613000576:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075730.508937:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075730.509104:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075731.084974:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075731.532950:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075731.533031:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075732.108956:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075732.556897:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075732.557038:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075733.132892:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075733.580895:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075733.580965:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075734.157027:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075734.604932:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075734.605022:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075735.180878:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075735.180887:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075735.180891:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769075735.180897:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769075735.180900:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2720 00000100:00080000:1.0:1769075735.180914:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075735.180922:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075735.180954:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007613000704/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075735.180979:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075735.180982:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075735.180984:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075735.180987:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2720 00000100:00080000:1.0:1769075735.180990:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075735.180992:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075735.180999:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075735.181009:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007613000832/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075735.181016:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075735.181030:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769075735.181032:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075735.181035:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2720 00000100:00080000:1.0:1769075735.181037:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075735.181042:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075735.181046:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075735.181057:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007613000960/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075735.181065:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075735.181081:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1769075735.181082:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613000704:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769075735.181084:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075735.181101:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2720 00000100:00080000:1.0:1769075735.181106:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075735.181112:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075735.181119:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075735.181135:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007613001088/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075735.181185:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075735.181231:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075735/real 1769075735] req@ffff9bc64ac90e00 x1855007613000704/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075735.181251:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007613000704/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075735.181262:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075735.181266:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075735.181270:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613000704:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075735.181278:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613000832:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075735.181297:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075735.181306:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075735/real 1769075735] req@ffff9bc64ac90000 x1855007613000832/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075735.181317:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007613000832/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075735.181324:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075735.181327:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075735.181329:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613000832:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075735.181357:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613000960:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075735.181372:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075735.181380:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075735/real 1769075735] req@ffff9bc64ac90a80 x1855007613000960/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075735.181408:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007613000960/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075735.181416:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075735.181419:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075735.181439:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613000960:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075735.181446:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613001088:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075735.181466:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075735.181475:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075735/real 1769075735] req@ffff9bc64ac92d80 x1855007613001088/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075735.181486:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007613001088/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075735.181494:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075735.181497:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075735.181500:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613001088:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075735.629002:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075735.629059:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075736.204937:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075736.652907:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075736.653000:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075737.228901:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075737.676880:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075737.677068:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075738.252930:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075738.700938:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075738.701008:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075739.276880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075739.724913:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075739.725024:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075740.300885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769075740.300916:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075740.300924:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075740.300929:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075740.300938:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2725 00000100:00080000:2.0:1769075740.300949:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075740.300989:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075740.301034:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb100 x1855007613001216/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075740.301069:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075740.301072:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075740.301074:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075740.301078:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2725 00000100:00080000:2.0:1769075740.301081:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075740.301086:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075740.301102:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075740.301115:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613001216:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075740.301122:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8700 x1855007613001344/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075740.301143:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075740.301147:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769075740.301149:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075740.301154:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2725 00000100:00080000:2.0:1769075740.301158:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075740.301161:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075740.301166:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075740.301179:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9f80 x1855007613001472/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075740.301194:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075740.301197:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769075740.301199:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1769075740.301205:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:2.0:1769075740.301208:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2725 00000100:00080000:2.0:1769075740.301238:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075740.301244:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075740.301252:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075740.301267:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8000 x1855007613001600/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075740.301286:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075740/real 1769075740] req@ffff9bc67afdb100 x1855007613001216/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075740.301360:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb100 x1855007613001216/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075740.301375:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075740.301381:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075740.301386:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613001216:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075740.301415:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613001344:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075740.301476:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075740.301501:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075740/real 1769075740] req@ffff9bc67afd8700 x1855007613001344/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075740.301515:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8700 x1855007613001344/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075740.301525:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075740.301529:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075740.301533:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613001344:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075740.301539:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613001472:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075740.301557:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075740.301566:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075740/real 1769075740] req@ffff9bc67afd9f80 x1855007613001472/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075740.301604:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9f80 x1855007613001472/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075740.301614:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075740.301618:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075740.301621:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613001472:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075740.301627:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613001600:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075740.301644:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075740.301653:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075740/real 1769075740] req@ffff9bc67afd8000 x1855007613001600/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075740.301664:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8000 x1855007613001600/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075740.301673:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075740.301676:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075740.301679:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613001600:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075740.748880:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075740.748914:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075741.324837:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075741.772836:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075741.772923:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075742.348857:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075742.796948:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075742.796994:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075743.372889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075743.820899:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075743.821044:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075744.396922:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075744.844902:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075744.845074:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075745.420865:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769075745.420914:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075745.420936:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075745.420942:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075745.420955:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2730 00000100:00080000:2.0:1769075745.420969:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075745.420978:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075745.421025:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9500 x1855007613001728/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075745.421064:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075745.421069:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075745.421072:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075745.421077:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2730 00000100:00080000:2.0:1769075745.421082:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075745.421086:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075745.421098:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075745.421114:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb800 x1855007613001856/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075745.421128:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075745.421134:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769075745.421137:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075745.421141:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2730 00000100:00080000:2.0:1769075745.421144:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075745.421149:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075745.421156:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075745.421176:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613001728:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075745.421176:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9180 x1855007613001984/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075745.421204:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075745.421208:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769075745.421211:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075745.421251:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2730 00000100:00080000:2.0:1769075745.421256:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075745.421261:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075745.421268:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075745.421286:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdad80 x1855007613002112/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075745.421344:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075745.421404:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075745/real 1769075745] req@ffff9bc67afd9500 x1855007613001728/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075745.421430:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9500 x1855007613001728/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075745.421443:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075745.421448:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075745.421454:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613001728:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075745.421464:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613001856:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075745.421495:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075745.421510:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075745/real 1769075745] req@ffff9bc67afdb800 x1855007613001856/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075745.421525:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb800 x1855007613001856/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075745.421536:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075745.421540:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075745.421545:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613001856:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075745.421574:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613001984:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075745.421596:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075745.421608:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075745/real 1769075745] req@ffff9bc67afd9180 x1855007613001984/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075745.421623:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9180 x1855007613001984/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075745.421633:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075745.421637:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075745.421641:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613001984:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075745.421647:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613002112:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075745.421664:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075745.421674:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075745/real 1769075745] req@ffff9bc67afdad80 x1855007613002112/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075745.421687:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdad80 x1855007613002112/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075745.421697:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075745.421701:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075745.421704:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613002112:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075745.868932:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075745.868960:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075746.444912:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075746.892941:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075746.893062:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075747.468930:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075747.916916:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075747.917036:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075748.492916:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075748.940898:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075748.940958:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075749.516893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075749.964926:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075749.965066:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075750.540884:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769075750.540888:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769075750.540898:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075750.540904:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075750.540913:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2736 00000100:00080000:2.0:1769075750.540926:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075750.540933:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075750.540978:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afda680 x1855007613002240/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075750.541005:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075750.541008:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075750.541010:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075750.541013:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2736 00000100:00080000:2.0:1769075750.541016:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075750.541018:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075750.541027:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075750.541040:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8380 x1855007613002368/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075750.541048:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075750.541051:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769075750.541053:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075750.541056:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2736 00000100:00080000:2.0:1769075750.541059:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075750.541064:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075750.541070:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075750.541073:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613002240:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075750.541080:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9880 x1855007613002496/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075750.541103:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075750.541106:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769075750.541107:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075750.541110:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2736 00000100:00080000:2.0:1769075750.541113:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075750.541117:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075750.541120:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075750.541128:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9c00 x1855007613002624/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075750.541184:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075750.541231:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075750/real 1769075750] req@ffff9bc67afda680 x1855007613002240/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075750.541254:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afda680 x1855007613002240/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075750.541265:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075750.541269:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075750.541273:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613002240:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075750.541279:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613002368:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075750.541299:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075750.541308:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075750/real 1769075750] req@ffff9bc67afd8380 x1855007613002368/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075750.541317:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8380 x1855007613002368/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075750.541322:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075750.541325:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075750.541327:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613002368:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075750.541348:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613002496:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075750.541360:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075750.541366:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075750/real 1769075750] req@ffff9bc67afd9880 x1855007613002496/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075750.541378:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9880 x1855007613002496/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075750.541383:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075750.541385:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075750.541387:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613002496:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075750.541391:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613002624:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075750.541401:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075750.541406:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075750/real 1769075750] req@ffff9bc67afd9c00 x1855007613002624/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075750.541414:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9c00 x1855007613002624/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075750.541419:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075750.541420:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075750.541422:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613002624:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075750.988854:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075750.988997:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075751.564957:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075752.012874:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075752.012983:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075752.588878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075753.036856:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075753.036931:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075753.612882:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075754.060893:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075754.060961:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075754.636840:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075755.084849:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075755.084943:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075755.660885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075755.660885:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075755.660898:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075755.660905:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075755.660918:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2741 00000100:00080000:3.0:1769075755.660932:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075755.660959:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075755.661021:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613002752/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075755.661103:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075755.661108:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075755.661111:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075755.661116:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2741 00000100:00080000:3.0:1769075755.661120:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075755.661126:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075755.661137:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075755.661151:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613002880/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075755.661159:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075755.661163:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075755.661165:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075755.661168:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2741 00000100:00080000:3.0:1769075755.661170:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075755.661173:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075755.661177:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075755.661183:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613002752:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769075755.661190:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613003008/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075755.661205:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075755.661207:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075755.661208:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075755.661212:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2741 00000100:00080000:3.0:1769075755.661214:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075755.661217:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075755.661220:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075755.661229:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613003136/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075755.661265:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075755.661304:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075755/real 1769075755] req@ffff9bc64d9adf80 x1855007613002752/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075755.661319:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613002752/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075755.661328:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075755.661331:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075755.661334:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613002752:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075755.661340:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613002880:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075755.661354:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075755.661378:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075755/real 1769075755] req@ffff9bc64d9aea00 x1855007613002880/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075755.661387:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613002880/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075755.661393:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075755.661396:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075755.661398:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613002880:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075755.661418:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613003008:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075755.661430:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075755.661436:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075755/real 1769075755] req@ffff9bc64d9ace00 x1855007613003008/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075755.661444:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613003008/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075755.661454:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075755.661456:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075755.661459:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613003008:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075755.661462:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613003136:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075755.661472:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075755.661477:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075755/real 1769075755] req@ffff9bc64d9ad500 x1855007613003136/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075755.661485:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613003136/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075755.661491:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075755.661493:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075755.661494:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613003136:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075756.108950:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075756.109070:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075756.684869:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075757.132856:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075757.133058:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075757.708900:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075758.156924:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075758.156993:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075758.732913:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075759.180849:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075759.180949:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075759.756869:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075760.204879:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075760.204928:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075760.780846:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075760.780859:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1769075760.780861:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075760.780864:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075760.780873:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2746 00000100:00080000:3.0:1769075760.780883:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075760.780890:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075760.780922:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613003264/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075760.780943:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075760.780946:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075760.780947:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075760.780950:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2746 00000100:00080000:3.0:1769075760.780953:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075760.780956:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075760.780975:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075760.780988:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613003392/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075760.781004:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613003264:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075760.781004:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075760.781010:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075760.781013:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075760.781018:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2746 00000100:00080000:3.0:1769075760.781021:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075760.781023:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075760.781027:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075760.781036:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613003520/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075760.781043:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075760.781045:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075760.781047:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075760.781049:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2746 00000100:00080000:3.0:1769075760.781051:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075760.781053:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075760.781056:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075760.781064:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613003648/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075760.781084:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075760.781126:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075760/real 1769075760] req@ffff9bc64d9adc00 x1855007613003264/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075760.781144:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613003264/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075760.781155:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075760.781159:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075760.781163:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613003264:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075760.781187:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613003392:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075760.781209:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075760.781221:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075760/real 1769075760] req@ffff9bc64d9ad880 x1855007613003392/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075760.781235:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613003392/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075760.781243:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075760.781247:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075760.781250:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613003392:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075760.781257:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613003520:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075760.781278:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075760.781290:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075760/real 1769075760] req@ffff9bc64d9ad180 x1855007613003520/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075760.781301:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613003520/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075760.781310:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075760.781313:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075760.781317:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613003520:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075760.781350:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613003648:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075760.781371:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075760.781381:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075760/real 1769075760] req@ffff9bc64d9ac380 x1855007613003648/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075760.781394:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613003648/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075760.781403:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075760.781407:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075760.781411:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613003648:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075761.228845:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075761.228919:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075761.804902:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075762.252865:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075762.252926:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075762.828860:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075763.276829:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075763.276958:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075763.852851:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769075764.300894:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075764.300908:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075764.877963:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075765.324900:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075765.324966:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075765.900848:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769075765.900867:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075765.900885:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075765.900890:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075765.900899:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2751 00000100:00080000:1.0:1769075765.900908:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075765.900914:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075765.900945:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007613003776/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075765.900969:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075765.900972:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075765.900974:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075765.900977:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2751 00000100:00080000:1.0:1769075765.900979:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075765.900983:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075765.900990:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075765.900999:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007613003904/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075765.901008:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613003776:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769075765.901009:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075765.901016:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769075765.901019:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075765.901022:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2751 00000100:00080000:1.0:1769075765.901024:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075765.901026:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075765.901031:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075765.901038:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007613004032/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075765.901044:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075765.901046:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769075765.901047:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075765.901050:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2751 00000100:00080000:1.0:1769075765.901052:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075765.901064:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075765.901067:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075765.901076:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92300 x1855007613004160/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075765.901105:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075765.901151:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075765/real 1769075765] req@ffff9bc64ac91880 x1855007613003776/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075765.901172:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007613003776/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075765.901190:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075765.901195:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075765.901198:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613003776:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075765.901217:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613003904:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075765.901235:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075765.901244:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075765/real 1769075765] req@ffff9bc64ac91500 x1855007613003904/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075765.901253:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007613003904/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075765.901259:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075765.901261:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075765.901263:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613003904:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075765.901267:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613004032:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075765.901278:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075765.901284:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075765/real 1769075765] req@ffff9bc64ac91c00 x1855007613004032/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075765.901291:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007613004032/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075765.901297:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075765.901298:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075765.901300:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613004032:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075765.901304:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613004160:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075765.901314:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075765.901319:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075765/real 1769075765] req@ffff9bc64ac92300 x1855007613004160/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075765.901327:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92300 x1855007613004160/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075765.901332:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075765.901333:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075765.901335:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613004160:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075766.348833:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075766.348916:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075766.924876:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075767.372888:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075767.372951:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075767.948899:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075768.396945:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075768.397008:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075768.972922:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075769.420903:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075769.420999:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075769.996864:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075770.444872:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075770.444936:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075771.020892:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075771.020903:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075771.020909:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075771.020913:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075771.020921:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2756 00000100:00080000:3.0:1769075771.020930:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075771.020936:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075771.020969:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613004288/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075771.020991:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075771.020994:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075771.020995:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075771.020998:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2756 00000100:00080000:3.0:1769075771.021001:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075771.021003:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075771.021010:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075771.021019:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613004416/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075771.021027:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075771.021030:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075771.021034:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769075771.021036:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613004288:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075771.021038:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2756 00000100:00080000:3.0:1769075771.021042:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075771.021048:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075771.021051:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075771.021057:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613004544/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075771.021063:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075771.021066:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075771.021067:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075771.021069:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2756 00000100:00080000:3.0:1769075771.021072:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075771.021074:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075771.021077:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075771.021085:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613004672/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075771.021117:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075771.021151:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075771/real 1769075771] req@ffff9bc64d9aed80 x1855007613004288/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075771.021165:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613004288/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075771.021175:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075771.021180:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075771.021184:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613004288:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075771.021209:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613004416:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075771.021233:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075771.021243:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075771/real 1769075771] req@ffff9bc64d9aca80 x1855007613004416/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075771.021257:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613004416/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075771.021264:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075771.021267:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075771.021271:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613004416:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075771.021278:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613004544:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075771.021299:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075771.021311:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075771/real 1769075771] req@ffff9bc64d9ae680 x1855007613004544/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075771.021324:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613004544/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075771.021333:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075771.021337:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075771.021340:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613004544:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075771.021346:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613004672:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075771.021367:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075771.021378:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075771/real 1769075771] req@ffff9bc64d9ac000 x1855007613004672/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075771.021391:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613004672/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075771.021400:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075771.021403:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075771.021405:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613004672:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075771.468881:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075771.468944:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075772.044859:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075772.492856:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075772.492917:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075773.068840:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075773.516880:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075773.516953:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075774.092864:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075774.540845:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075774.540906:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075775.116889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075775.564884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075775.564936:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075776.140857:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769075776.140863:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075776.140869:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075776.140873:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075776.140882:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2761 00000100:00080000:1.0:1769075776.140892:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075776.140900:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075776.140938:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92680 x1855007613004800/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075776.140964:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075776.140967:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075776.140969:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075776.140973:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2761 00000100:00080000:1.0:1769075776.140976:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075776.140979:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075776.140988:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613004800:192.168.204.139@tcp:250:kworker.0 00000008:00100000:1.0:1769075776.140989:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075776.141003:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93b80 x1855007613004928/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075776.141013:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075776.141015:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769075776.141017:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075776.141020:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2761 00000100:00080000:1.0:1769075776.141022:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075776.141025:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075776.141029:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075776.141037:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92300 x1855007613005056/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075776.141044:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075776.141046:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769075776.141048:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1769075776.141052:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769075776.141056:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2761 00000100:00080000:1.0:1769075776.141060:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075776.141063:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075776.141066:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075776.141074:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007613005184/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075776.141093:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075776/real 1769075776] req@ffff9bc64ac92680 x1855007613004800/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075776.141108:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92680 x1855007613004800/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075776.141116:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075776.141119:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075776.141122:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613004800:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075776.141139:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613004928:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075776.141153:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075776.141160:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075776/real 1769075776] req@ffff9bc64ac93b80 x1855007613004928/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075776.141168:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93b80 x1855007613004928/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075776.141174:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075776.141184:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075776.141187:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613004928:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075776.141192:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613005056:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075776.141204:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075776.141210:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075776/real 1769075776] req@ffff9bc64ac92300 x1855007613005056/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075776.141218:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92300 x1855007613005056/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075776.141223:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075776.141225:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075776.141227:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613005056:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075776.141231:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613005184:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075776.141240:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075776.141245:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075776/real 1769075776] req@ffff9bc64ac91c00 x1855007613005184/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075776.141252:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007613005184/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075776.141257:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075776.141258:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075776.141260:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613005184:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075776.588839:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075776.588919:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075777.164898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075777.612898:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075777.612951:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075778.188930:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075778.636882:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075778.636968:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075779.212928:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075779.660927:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075779.661151:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075780.236843:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075780.684841:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075780.684962:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075781.260935:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075781.260946:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075781.260963:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075781.260975:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2766 00000100:00100000:2.0:1769075781.260979:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769075781.260988:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075781.260996:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769075781.261030:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613005312/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075781.261052:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075781.261055:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075781.261056:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075781.261059:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2766 00000100:00080000:0.0:1769075781.261063:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075781.261076:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075781.261085:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075781.261087:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613005312:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769075781.261108:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613005440/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075781.261117:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075781.261119:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769075781.261121:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075781.261124:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2766 00000100:00080000:0.0:1769075781.261127:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075781.261129:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075781.261133:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075781.261142:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613005568/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075781.261148:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075781.261151:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769075781.261152:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075781.261154:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2766 00000100:00080000:0.0:1769075781.261157:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075781.261159:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075781.261162:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075781.261169:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613005696/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075781.261197:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613005440:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075781.261237:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613005568:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075781.261255:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613005696:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075781.708839:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075781.708910:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075782.284893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075782.732887:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075782.733063:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075783.308994:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075783.756929:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075783.756980:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075784.332862:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:3.0:1769075784.333139:0:2357:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:3.0:1769075784.333199:0:2357:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769075784.333225:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769075784.333268:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769075784.333277:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769075784.333284:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:2.0:1769075784.333401:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075781/real 1769075784] req@ffff9bc64f07e680 x1855007613005440/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075784.333436:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613005440/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075784.333453:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075784.333460:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075784.333466:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613005440:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075784.333477:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075781/real 1769075784] req@ffff9bc64f07dc00 x1855007613005568/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075784.333492:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613005568/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075784.333500:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075784.333504:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075784.333509:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613005568:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075784.333517:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075781/real 1769075784] req@ffff9bc64f07f480 x1855007613005696/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075784.333539:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613005696/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075784.333548:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075784.333553:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075784.333557:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613005696:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075784.333587:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075781/real 1769075784] req@ffff9bc64f07ce00 x1855007613005312/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075784.333603:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613005312/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075784.333612:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075784.333615:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075784.333619:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613005312:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075784.780903:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075784.781040:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075785.356992:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075785.804943:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075785.805038:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075786.380970:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075786.380980:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075786.380985:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075786.380997:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2771 00000100:00100000:2.0:1769075786.380998:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769075786.381022:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075786.381031:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769075786.381072:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c380 x1855007613005824/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075786.381124:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075786.381129:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075786.381132:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075786.381137:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2771 00000100:00080000:0.0:1769075786.381142:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075786.381148:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075786.381159:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075786.381178:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613005952/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075786.381204:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075786.381209:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769075786.381214:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769075786.381217:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613005824:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769075786.381224:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2771 00000100:00080000:0.0:1769075786.381237:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075786.381241:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075786.381249:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075786.381278:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613006080/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075786.381290:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075786.381302:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769075786.381304:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075786.381311:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2771 00000100:00080000:0.0:1769075786.381317:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075786.381328:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769075786.381334:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075786.381357:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613006208/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075786.381357:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075786.381451:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075786/real 1769075786] req@ffff9bc64f07c380 x1855007613005824/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075786.381482:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c380 x1855007613005824/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075786.381497:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075786.381504:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075786.381509:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613005824:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075786.381567:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613005952:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075786.381598:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075786.381612:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075786/real 1769075786] req@ffff9bc64f07ce00 x1855007613005952/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075786.381625:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613005952/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075786.381637:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075786.381641:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075786.381647:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613005952:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075786.381655:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613006080:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075786.381689:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075786.381715:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075786/real 1769075786] req@ffff9bc64f07f480 x1855007613006080/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075786.381728:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613006080/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075786.381736:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075786.381740:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075786.381743:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613006080:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075786.381752:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613006208:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075786.381810:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075786.381824:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075786/real 1769075786] req@ffff9bc64f07dc00 x1855007613006208/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075786.381837:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613006208/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075786.381846:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075786.381849:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075786.381852:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613006208:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075786.828884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075786.828989:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075787.404868:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075787.852873:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075787.852967:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075788.428993:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075788.876856:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075788.877069:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075789.452911:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075789.900896:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075789.901012:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075790.476920:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075790.924871:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075790.924926:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075791.500990:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769075791.501037:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075791.501045:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075791.501050:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075791.501061:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2777 00000100:00080000:1.0:1769075791.501072:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075791.501079:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075791.501151:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007613006336/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075791.501199:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075791.501204:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075791.501207:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075791.501214:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2777 00000100:00080000:1.0:1769075791.501220:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075791.501227:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075791.501256:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075791.501264:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613006336:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075791.501276:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007613006464/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075791.501291:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075791.501295:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769075791.501298:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075791.501302:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2777 00000100:00080000:1.0:1769075791.501307:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075791.501312:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075791.501318:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769075791.501324:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075791.501336:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007613006592/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075791.501358:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075791.501362:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769075791.501364:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075791.501369:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2777 00000100:00100000:2.0:1769075791.501372:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075791/real 1769075791] req@ffff9bc64ac91500 x1855007613006336/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075791.501375:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075791.501386:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075791.501393:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075791.501393:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007613006336/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075791.501406:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075791.501411:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075791.501412:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007613006720/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075791.501416:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613006336:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075791.501455:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613006464:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075791.501491:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075791.501504:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075791/real 1769075791] req@ffff9bc64ac91880 x1855007613006464/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075791.501520:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007613006464/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075791.501526:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075791.501529:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075791.501531:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613006464:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075791.501535:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613006592:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075791.501551:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075791.501558:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075791/real 1769075791] req@ffff9bc64ac92d80 x1855007613006592/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075791.501566:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007613006592/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075791.501571:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075791.501590:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075791.501593:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613006592:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075791.501598:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613006720:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075791.501613:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075791.501621:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075791/real 1769075791] req@ffff9bc64ac90a80 x1855007613006720/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075791.501631:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007613006720/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075791.501644:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075791.501647:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075791.501650:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613006720:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075791.948920:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075791.949058:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075792.524928:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075792.972936:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075792.973052:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075793.548891:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075793.996954:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075793.996961:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:0.0:1769075794.572908:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075795.020875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075795.021005:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075795.596868:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075796.044858:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075796.044986:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075796.620839:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769075796.620844:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769075796.620849:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075796.620854:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075796.620862:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2782 00000100:00080000:1.0:1769075796.620872:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075796.620878:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075796.620917:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007613006848/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075796.620938:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075796.620940:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075796.620941:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075796.620944:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2782 00000100:00080000:1.0:1769075796.620947:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075796.620949:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075796.620956:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075796.620964:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007613006976/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075796.620971:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075796.620975:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769075796.620976:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075796.620978:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2782 00000100:00080000:1.0:1769075796.620980:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075796.620982:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075796.620986:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075796.620994:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007613007104/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075796.621002:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075796.621005:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769075796.621006:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075796.621008:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2782 00000100:00080000:1.0:1769075796.621009:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075796.621020:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075796.621026:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075796.621047:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007613007232/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075796.621047:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613006848:192.168.204.139@tcp:250:kworker.0 00000800:00000100:2.0:1769075796.621188:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075796.621257:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075796/real 1769075796] req@ffff9bc64ac90000 x1855007613006848/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075796.621285:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007613006848/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075796.621301:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075796.621307:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075796.621313:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613006848:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075796.621324:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613006976:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075796.621353:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075796.621396:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075796/real 1769075796] req@ffff9bc64ac90e00 x1855007613006976/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075796.621413:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007613006976/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075796.621432:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075796.621439:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075796.621448:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613006976:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075796.621461:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613007104:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075796.621506:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075796.621528:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075796/real 1769075796] req@ffff9bc64ac93800 x1855007613007104/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075796.621552:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007613007104/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075796.621569:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075796.621575:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075796.621582:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613007104:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075796.621638:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613007232:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075796.621682:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075796.621708:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075796/real 1769075796] req@ffff9bc64ac93480 x1855007613007232/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075796.621731:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007613007232/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075796.621748:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075796.621754:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075796.621761:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613007232:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075797.068863:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075797.069027:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075797.644834:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075798.092917:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075798.093118:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075798.668948:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075799.116893:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075799.116945:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075799.692907:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075800.140893:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075800.141089:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075800.716907:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075801.164941:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075801.165143:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075801.740877:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769075801.740918:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075801.740931:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075801.740939:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075801.740955:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2787 00000100:00080000:2.0:1769075801.740973:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075801.740984:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075801.741064:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8a80 x1855007613007360/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075801.741119:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075801.741128:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075801.741133:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075801.741143:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2787 00000100:00080000:2.0:1769075801.741151:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075801.741160:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075801.741175:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075801.741188:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613007360:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075801.741203:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9c00 x1855007613007488/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075801.741230:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075801.741238:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769075801.741243:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075801.741267:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2787 00000800:00000100:1.0:1769075801.741295:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:2.0:1769075801.741296:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075801.741309:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075801.741319:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075801.741341:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075801/real 1769075801] req@ffff9bc67afd8a80 x1855007613007360/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075801.741349:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9880 x1855007613007616/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075801.741380:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075801.741383:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769075801.741385:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075801.741390:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2787 00000100:00080000:2.0:1769075801.741395:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075801.741400:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075801.741408:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8a80 x1855007613007360/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1769075801.741411:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1769075801.741439:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1769075801.741441:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8380 x1855007613007744/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075801.741452:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075801.741471:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613007360:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075801.741515:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613007488:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075801.741539:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075801.741553:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075801/real 1769075801] req@ffff9bc67afd9c00 x1855007613007488/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075801.741562:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9c00 x1855007613007488/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075801.741569:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075801.741571:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075801.741574:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613007488:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075801.741579:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613007616:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075801.741600:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075801.741607:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075801/real 1769075801] req@ffff9bc67afd9880 x1855007613007616/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075801.741615:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9880 x1855007613007616/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075801.741620:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075801.741622:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075801.741624:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613007616:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075801.741628:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613007744:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075801.741638:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075801.741644:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075801/real 1769075801] req@ffff9bc67afd8380 x1855007613007744/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075801.741652:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8380 x1855007613007744/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075801.741664:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075801.741667:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075801.741669:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613007744:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075802.188889:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075802.189054:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075802.764905:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075803.212945:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075803.213042:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075803.788922:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075804.236895:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075804.236919:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075804.812882:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075805.260891:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075805.260945:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075805.836915:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075806.284918:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075806.284987:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075806.860934:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769075806.860936:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075806.860952:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075806.860959:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075806.860972:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2792 00000100:00080000:2.0:1769075806.860987:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075806.860997:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075806.861065:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afda680 x1855007613007872/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075806.861106:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075806.861122:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075806.861124:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075806.861130:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2792 00000100:00080000:2.0:1769075806.861133:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075806.861138:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075806.861150:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075806.861162:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdad80 x1855007613008000/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075806.861173:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075806.861218:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769075806.861221:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075806.861226:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2792 00000100:00080000:2.0:1769075806.861233:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075806.861239:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075806.861246:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075806.861255:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613007872:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075806.861267:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9180 x1855007613008128/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075806.861291:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075806.861294:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769075806.861296:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075806.861302:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2792 00000100:00080000:2.0:1769075806.861307:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075806.861312:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075806.861316:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075806.861329:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb800 x1855007613008256/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075806.861384:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075806.861451:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075806/real 1769075806] req@ffff9bc67afda680 x1855007613007872/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075806.861499:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afda680 x1855007613007872/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075806.861518:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075806.861525:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075806.861532:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613007872:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075806.861546:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613008000:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075806.861585:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075806.861606:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075806/real 1769075806] req@ffff9bc67afdad80 x1855007613008000/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075806.861627:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdad80 x1855007613008000/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075806.861642:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075806.861649:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075806.861654:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613008000:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075806.861695:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613008128:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075806.861731:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075806.861750:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075806/real 1769075806] req@ffff9bc67afd9180 x1855007613008128/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075806.861773:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9180 x1855007613008128/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075806.861787:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075806.861792:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075806.861799:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613008128:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075806.861864:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613008256:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075806.861898:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075806.861918:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075806/real 1769075806] req@ffff9bc67afdb800 x1855007613008256/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075806.861950:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb800 x1855007613008256/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075806.861964:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075806.861970:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075806.861976:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613008256:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075807.308917:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075807.309071:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075807.884897:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075808.332940:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075808.333002:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075808.908888:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075809.356927:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075809.357009:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075809.932925:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075810.380889:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075810.381046:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075810.956856:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075811.404908:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075811.404969:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075811.980948:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075811.980961:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075811.980970:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075811.980976:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075811.980989:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2797 00000100:00080000:3.0:1769075811.981004:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075811.981024:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075811.981095:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613008384/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075811.981214:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075811.981218:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075811.981220:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075811.981225:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2797 00000100:00080000:3.0:1769075811.981229:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075811.981233:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075811.981245:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075811.981260:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613008512/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075811.981270:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075811.981274:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075811.981277:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075811.981280:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2797 00000100:00080000:3.0:1769075811.981283:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075811.981305:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075811.981312:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075811.981322:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613008384:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769075811.981326:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613008640/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075811.981356:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075811.981360:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075811.981362:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075811.981365:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2797 00000100:00080000:3.0:1769075811.981368:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075811.981371:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075811.981377:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075811.981389:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613008768/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075811.981412:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075811.981492:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075811/real 1769075811] req@ffff9bc64d9ac000 x1855007613008384/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075811.981516:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613008384/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075811.981530:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075811.981535:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075811.981540:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613008384:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075811.981551:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613008512:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075811.981577:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075811.981590:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075811/real 1769075811] req@ffff9bc64d9ae680 x1855007613008512/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075811.981606:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613008512/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075811.981617:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075811.981621:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075811.981624:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613008512:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075811.981661:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613008640:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075811.981731:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075811.981770:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075811/real 1769075811] req@ffff9bc64d9aca80 x1855007613008640/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075811.981785:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613008640/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075811.981860:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075811.981865:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075811.981870:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613008640:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075811.981878:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613008768:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075811.981948:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075811.981981:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075811/real 1769075811] req@ffff9bc64d9aed80 x1855007613008768/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075811.981996:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613008768/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075811.982012:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075811.982014:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075811.982017:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613008768:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075812.429045:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075812.429061:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075813.004906:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075813.452972:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075813.453070:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075814.028960:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075814.476916:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075814.477028:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075815.052920:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075815.500945:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075815.500991:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075816.076898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075816.524879:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075816.524963:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075817.100839:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075817.100848:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075817.100854:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075817.100858:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075817.100866:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2802 00000100:00080000:3.0:1769075817.100876:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075817.100882:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075817.100915:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613008896/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075817.100958:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075817.100961:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075817.100963:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075817.100967:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2802 00000100:00080000:3.0:1769075817.100970:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075817.100974:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075817.100982:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075817.101004:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613009024/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075817.101009:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613008896:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075817.101051:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075817.101055:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075817.101056:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075817.101060:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2802 00000100:00080000:3.0:1769075817.101063:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075817.101066:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075817.101071:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075817.101082:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613009152/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075817.101088:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075817.101091:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075817.101092:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075817.101094:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2802 00000100:00080000:3.0:1769075817.101100:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075817.101102:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075817.101105:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769075817.101110:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769075817.101120:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613009280/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075817.101146:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075817/real 1769075817] req@ffff9bc64d9ac380 x1855007613008896/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075817.101161:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613008896/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075817.101168:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075817.101172:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075817.101176:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613008896:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075817.101217:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613009024:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075817.101244:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075817.101268:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075817/real 1769075817] req@ffff9bc64d9ad180 x1855007613009024/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075817.101302:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613009024/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075817.101324:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075817.101329:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075817.101333:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613009024:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075817.101342:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613009152:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075817.101385:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075817.101404:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075817/real 1769075817] req@ffff9bc64d9ad880 x1855007613009152/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075817.101413:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613009152/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075817.101419:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075817.101422:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075817.101424:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613009152:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075817.101428:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613009280:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075817.101442:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075817.101448:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075817/real 1769075817] req@ffff9bc64d9adc00 x1855007613009280/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075817.101460:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613009280/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075817.101468:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075817.101471:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075817.101475:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613009280:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075817.548899:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075817.548991:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075818.124922:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075818.572950:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075818.572980:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075819.148910:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075819.596924:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075819.597103:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075820.172938:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075820.621038:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075820.621113:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075821.196838:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075821.644869:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075821.644961:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075822.221029:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769075822.221044:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075822.221056:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075822.221063:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075822.221079:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2807 00000100:00080000:2.0:1769075822.221098:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075822.221109:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075822.221189:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9500 x1855007613009408/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075822.221230:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075822.221235:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075822.221238:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075822.221244:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2807 00000100:00080000:2.0:1769075822.221248:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075822.221253:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075822.221266:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075822.221282:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8000 x1855007613009536/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075822.221296:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075822.221301:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769075822.221304:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075822.221310:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2807 00000100:00080000:2.0:1769075822.221315:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075822.221320:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075822.221326:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075822.221346:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9f80 x1855007613009664/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075822.221348:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613009408:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769075822.221368:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075822.221374:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769075822.221376:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075822.221381:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2807 00000100:00080000:2.0:1769075822.221384:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075822.221388:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075822.221395:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075822.221413:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8700 x1855007613009792/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075822.221479:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075822.221552:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075822/real 1769075822] req@ffff9bc67afd9500 x1855007613009408/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075822.221577:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9500 x1855007613009408/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075822.221592:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075822.221601:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075822.221607:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613009408:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075822.221617:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613009536:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075822.221645:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075822.221660:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075822/real 1769075822] req@ffff9bc67afd8000 x1855007613009536/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075822.221674:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8000 x1855007613009536/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075822.221685:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075822.221689:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075822.221694:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613009536:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075822.221748:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613009664:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075822.221774:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075822.221786:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075822/real 1769075822] req@ffff9bc67afd9f80 x1855007613009664/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075822.221851:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9f80 x1855007613009664/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075822.221862:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075822.221866:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075822.221871:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613009664:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075822.221878:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613009792:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075822.221903:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075822.221916:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075822/real 1769075822] req@ffff9bc67afd8700 x1855007613009792/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075822.221980:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8700 x1855007613009792/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075822.221991:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075822.221995:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075822.221999:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613009792:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075822.668918:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075822.669016:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075823.244856:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075823.692952:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075823.692972:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075824.268919:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075824.716985:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075824.717025:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075825.292849:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075825.740943:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075825.741053:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075826.316929:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075826.764887:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075826.764955:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075827.340935:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769075827.340939:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075827.340954:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075827.340961:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075827.340975:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2812 00000100:00080000:2.0:1769075827.340990:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075827.341011:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075827.341065:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb100 x1855007613009920/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075827.341100:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075827.341104:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075827.341107:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075827.341113:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2812 00000100:00080000:2.0:1769075827.341118:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075827.341123:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075827.341136:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075827.341144:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613009920:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075827.341159:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8700 x1855007613010048/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075827.341173:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075827.341177:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769075827.341179:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075827.341184:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2812 00000100:00080000:2.0:1769075827.341188:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075827.341193:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075827.341199:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075827.341214:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9f80 x1855007613010176/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075827.341221:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:2.0:1769075827.341243:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075827.341248:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769075827.341251:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075827.341257:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2812 00000100:00080000:2.0:1769075827.341263:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075827.341268:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075827.341274:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075827.341285:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075827/real 1769075827] req@ffff9bc67afdb100 x1855007613009920/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075827.341292:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8000 x1855007613010304/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075827.341306:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb100 x1855007613009920/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075827.341317:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075827.341321:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075827.341326:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613009920:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075827.341350:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613010048:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075827.341365:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075827.341373:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075827/real 1769075827] req@ffff9bc67afd8700 x1855007613010048/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075827.341381:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8700 x1855007613010048/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075827.341387:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075827.341390:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075827.341392:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613010048:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075827.341396:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613010176:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075827.341409:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075827.341415:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075827/real 1769075827] req@ffff9bc67afd9f80 x1855007613010176/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075827.341430:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9f80 x1855007613010176/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075827.341437:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075827.341439:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075827.341441:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613010176:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075827.341444:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613010304:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075827.341455:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075827.341461:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075827/real 1769075827] req@ffff9bc67afd8000 x1855007613010304/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075827.341484:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8000 x1855007613010304/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075827.341490:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075827.341493:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075827.341495:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613010304:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075827.788930:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075827.789044:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075828.364867:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075828.812942:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075828.813038:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075829.388857:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075829.836974:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075829.837002:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075830.412922:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075830.860919:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075830.860965:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075831.436923:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075831.885013:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075831.885136:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075832.460946:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075832.460965:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075832.460973:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769075832.460983:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769075832.460989:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2818 00000100:00080000:1.0:1769075832.461019:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075832.461049:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075832.461133:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007613010432/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075832.461203:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075832.461210:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075832.461214:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075832.461224:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2818 00000100:00080000:1.0:1769075832.461232:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075832.461240:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075832.461258:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075832.461271:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613010432:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075832.461284:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007613010560/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075832.461301:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075832.461306:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769075832.461309:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075832.461313:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2818 00000100:00080000:1.0:1769075832.461318:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075832.461323:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075832.461329:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075832.461344:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007613010688/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075832.461356:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075832.461360:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769075832.461363:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075832.461366:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2818 00000100:00080000:1.0:1769075832.461370:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075832.461374:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075832.461379:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769075832.461388:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075832.461409:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90700 x1855007613010816/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075832.461483:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075832/real 1769075832] req@ffff9bc64ac93100 x1855007613010432/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075832.461522:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007613010432/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075832.461542:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075832.461550:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075832.461557:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613010432:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075832.461593:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613010560:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075832.461626:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075832.461642:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075832/real 1769075832] req@ffff9bc64ac91f80 x1855007613010560/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075832.461667:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007613010560/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075832.461684:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075832.461688:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075832.461692:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613010560:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075832.461699:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613010688:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075832.461719:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075832.461728:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075832/real 1769075832] req@ffff9bc64ac92a00 x1855007613010688/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075832.461741:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007613010688/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075832.461750:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075832.461753:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075832.461823:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613010688:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075832.461832:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613010816:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075832.461857:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075832.461870:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075832/real 1769075832] req@ffff9bc64ac90700 x1855007613010816/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075832.461884:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90700 x1855007613010816/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075832.461894:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075832.461898:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075832.461905:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613010816:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075832.908892:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075832.908966:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075833.484937:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075833.932964:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075833.933082:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075834.508921:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075834.956934:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075834.956964:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075835.532963:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075835.980949:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075835.981003:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075836.556882:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075837.004931:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075837.005040:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075837.580893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075837.580902:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075837.580908:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075837.580913:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075837.580924:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2823 00000100:00080000:3.0:1769075837.580936:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075837.580944:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075837.580986:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613010944/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075837.581010:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075837.581012:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075837.581014:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075837.581017:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2823 00000100:00080000:3.0:1769075837.581021:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075837.581024:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075837.581031:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075837.581041:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613011072/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075837.581054:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075837.581056:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075837.581057:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075837.581060:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2823 00000100:00080000:3.0:1769075837.581062:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075837.581064:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075837.581068:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075837.581076:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613011200/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075837.581083:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075837.581086:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075837.581087:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075837.581090:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2823 00000100:00080000:3.0:1769075837.581093:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075837.581096:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075837.581100:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075837.581114:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613011328/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075837.581117:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613010944:192.168.204.139@tcp:250:kworker.0 00000800:00000100:2.0:1769075837.581220:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075837.581332:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075837/real 1769075837] req@ffff9bc64d9ad500 x1855007613010944/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075837.581361:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613010944/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075837.581377:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075837.581383:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075837.581389:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613010944:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075837.581417:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613011072:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075837.581446:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075837.581460:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075837/real 1769075837] req@ffff9bc64d9ace00 x1855007613011072/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075837.581491:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613011072/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075837.581499:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075837.581502:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075837.581505:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613011072:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075837.581511:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613011200:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075837.581533:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075837.581560:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075837/real 1769075837] req@ffff9bc64d9aea00 x1855007613011200/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075837.581574:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613011200/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075837.581582:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075837.581585:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075837.581589:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613011200:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075837.581626:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613011328:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075837.581645:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075837.581655:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075837/real 1769075837] req@ffff9bc64d9adf80 x1855007613011328/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075837.581667:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613011328/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075837.581722:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075837.581726:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075837.581729:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613011328:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075838.028931:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075838.028998:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075838.604896:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075839.052952:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075839.053077:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075839.628929:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075840.076927:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075840.076977:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075840.652911:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075841.100924:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075841.100979:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075841.676908:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075842.124931:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075842.125133:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075842.700887:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769075842.700893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075842.700905:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075842.700912:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075842.700925:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2828 00000100:00080000:3.0:1769075842.700940:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075842.700949:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075842.701008:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613011456/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075842.701061:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075842.701066:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075842.701068:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075842.701074:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2828 00000100:00080000:3.0:1769075842.701078:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075842.701083:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075842.701097:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075842.701112:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613011584/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075842.701123:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075842.701128:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075842.701130:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075842.701134:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2828 00000100:00080000:3.0:1769075842.701137:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075842.701141:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075842.701147:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075842.701158:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613011712/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075842.701181:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769075842.701182:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613011456:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075842.701191:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075842.701214:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075842.701218:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2828 00000100:00080000:3.0:1769075842.701221:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075842.701225:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075842.701230:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075842.701243:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613011840/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075842.701301:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075842.701363:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075842/real 1769075842] req@ffff9bc64d9adf80 x1855007613011456/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075842.701412:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613011456/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075842.701425:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075842.701430:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075842.701436:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613011456:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075842.701445:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613011584:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075842.701493:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075842.701509:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075842/real 1769075842] req@ffff9bc64d9aea00 x1855007613011584/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075842.701525:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613011584/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075842.701536:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075842.701540:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075842.701545:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613011584:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075842.701582:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613011712:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075842.701645:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075842.701654:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075842/real 1769075842] req@ffff9bc64d9ace00 x1855007613011712/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075842.701664:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613011712/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075842.701678:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075842.701681:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075842.701684:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613011712:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075842.701689:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613011840:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075842.701702:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075842.701709:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075842/real 1769075842] req@ffff9bc64d9ad500 x1855007613011840/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075842.701718:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613011840/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075842.701725:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075842.701728:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075842.701730:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613011840:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075843.148933:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075843.148959:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075843.724957:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075844.172878:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075844.172951:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075844.748863:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075845.196881:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075845.196905:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075845.772904:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075846.220896:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075846.220980:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075846.796890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769075847.244913:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075847.245033:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075847.820863:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075847.820865:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075847.820873:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075847.820877:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075847.820884:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2833 00000100:00080000:3.0:1769075847.820894:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075847.820900:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075847.820932:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613011968/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075847.820952:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075847.820954:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075847.820956:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075847.820961:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2833 00000100:00080000:3.0:1769075847.820963:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075847.820966:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075847.820973:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075847.820981:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613012096/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075847.820988:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075847.820991:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075847.820992:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075847.820993:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2833 00000100:00080000:3.0:1769075847.820995:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075847.820998:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075847.821000:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075847.821007:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613012224/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075847.821014:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075847.821016:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075847.821017:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075847.821020:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2833 00000100:00100000:2.0:1769075847.821025:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613011968:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075847.821025:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075847.821029:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075847.821037:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075847.821045:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613012352/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075847.821131:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613012096:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075847.821166:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613012224:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075847.821200:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613012352:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769075848.268977:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075848.269058:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075848.844989:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075849.292895:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075849.292957:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075849.868952:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075850.316917:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075850.316920:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075850.892995:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:2.0:1769075850.893224:0:2359:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:2.0:1769075850.893307:0:2359:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769075850.893331:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769075850.893388:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769075850.893400:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769075850.893410:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:1.0:1769075850.893473:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075847/real 1769075850] req@ffff9bc64d9ac380 x1855007613012352/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075850.893514:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613012352/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075850.893530:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075850.893537:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075850.893542:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613012352:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075850.893553:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075847/real 1769075850] req@ffff9bc64d9adc00 x1855007613011968/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075850.893570:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613011968/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075850.893581:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075850.893586:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075850.893590:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613011968:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075850.893598:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075847/real 1769075850] req@ffff9bc64d9ad880 x1855007613012096/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075850.893613:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613012096/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075850.893623:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075850.893628:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075850.893631:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613012096:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075850.893640:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075847/real 1769075850] req@ffff9bc64d9ad180 x1855007613012224/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075850.893653:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613012224/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075850.893661:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075850.893664:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075850.893668:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613012224:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769075851.340899:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075851.340988:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075851.916903:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075852.364847:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075852.365023:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075852.940992:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769075852.940998:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075852.941011:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075852.941017:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075852.941029:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2838 00000100:00080000:1.0:1769075852.941057:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075852.941068:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075852.941114:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91180 x1855007613012480/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075852.941152:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075852.941157:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075852.941160:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075852.941165:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2838 00000100:00080000:1.0:1769075852.941170:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075852.941174:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075852.941188:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075852.941211:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90380 x1855007613012608/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075852.941247:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075852.941255:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769075852.941258:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075852.941269:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2838 00000100:00080000:1.0:1769075852.941279:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075852.941289:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075852.941302:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075852.941314:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613012480:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075852.941334:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90700 x1855007613012736/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075852.941362:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075852.941370:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769075852.941374:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075852.941393:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2838 00000100:00080000:1.0:1769075852.941401:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075852.941409:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075852.941451:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075852.941481:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007613012864/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075852.941503:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075852.941600:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075852/real 1769075852] req@ffff9bc64ac91180 x1855007613012480/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075852.941634:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91180 x1855007613012480/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075852.941652:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075852.941660:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075852.941666:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613012480:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075852.941682:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613012608:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075852.941723:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075852.941743:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075852/real 1769075852] req@ffff9bc64ac90380 x1855007613012608/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075852.941763:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90380 x1855007613012608/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075852.941841:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075852.941848:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075852.941853:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613012608:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075852.941903:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613012736:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075852.941938:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075852.941955:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075852/real 1769075852] req@ffff9bc64ac90700 x1855007613012736/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075852.941972:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90700 x1855007613012736/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075852.941984:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075852.941989:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075852.941994:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613012736:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075852.942004:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613012864:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075852.942032:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075852.942047:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075852/real 1769075852] req@ffff9bc64ac92a00 x1855007613012864/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075852.942064:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007613012864/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075852.942077:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075852.942082:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075852.942086:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613012864:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769075853.388924:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075853.389083:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075853.965019:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075854.412890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075854.413008:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075854.988938:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075855.436858:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075855.436893:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075856.012910:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075856.460857:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075856.460972:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075857.036874:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075857.484849:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075857.484907:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075858.060891:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075858.060965:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075858.060975:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075858.060982:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075858.060994:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2843 00000100:00080000:3.0:1769075858.061009:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075858.061020:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075858.061079:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613012992/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075858.061108:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075858.061112:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075858.061114:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075858.061118:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2843 00000100:00080000:3.0:1769075858.061122:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075858.061126:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075858.061134:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075858.061146:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613013120/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075858.061155:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075858.061159:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075858.061161:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075858.061165:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2843 00000100:00080000:3.0:1769075858.061168:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075858.061171:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075858.061175:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075858.061186:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613013248/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075858.061195:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075858.061198:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075858.061201:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075858.061207:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2843 00000100:00080000:3.0:1769075858.061215:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1769075858.061216:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613012992:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075858.061226:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075858.061247:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075858.061268:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613013376/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075858.061314:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075858.061400:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075858/real 1769075858] req@ffff9bc64d9aed80 x1855007613012992/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075858.061428:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613012992/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075858.061442:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075858.061448:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075858.061454:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613012992:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075858.061465:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613013120:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075858.061491:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075858.061504:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075858/real 1769075858] req@ffff9bc64d9aca80 x1855007613013120/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075858.061517:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613013120/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075858.061525:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075858.061528:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075858.061532:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613013120:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075858.061537:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613013248:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075858.061553:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075858.061561:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075858/real 1769075858] req@ffff9bc64d9ae680 x1855007613013248/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075858.061572:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613013248/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075858.061586:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075858.061589:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075858.061592:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613013248:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075858.061618:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613013376:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075858.061633:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075858.061641:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075858/real 1769075858] req@ffff9bc64d9ac000 x1855007613013376/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075858.061652:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613013376/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075858.061660:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075858.061662:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075858.061665:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613013376:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769075858.508853:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075858.508965:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075859.084925:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075859.532893:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075859.533002:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075860.108869:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075860.556931:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075860.556966:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075861.132924:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075861.580895:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075861.581005:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075862.156923:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075862.604956:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075862.605123:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075863.180900:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075863.180942:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075863.180957:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075863.180963:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075863.180977:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2848 00000100:00080000:3.0:1769075863.180993:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075863.181002:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075863.181052:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613013504/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075863.181101:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075863.181106:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075863.181109:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075863.181114:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2848 00000100:00080000:3.0:1769075863.181118:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075863.181123:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075863.181136:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075863.181153:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613013632/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075863.181169:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075863.181174:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075863.181177:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769075863.181187:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613013504:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075863.181188:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2848 00000100:00080000:3.0:1769075863.181194:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075863.181205:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075863.181214:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075863.181228:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613013760/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075863.181270:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075863.181277:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075863.181281:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075863.181288:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2848 00000100:00080000:3.0:1769075863.181297:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075863.181306:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075863.181316:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075863.181337:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613013888/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075863.181359:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075863.181434:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075863/real 1769075863] req@ffff9bc64d9ac000 x1855007613013504/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075863.181473:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613013504/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075863.181495:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075863.181505:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075863.181513:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613013504:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075863.181553:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613013632:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075863.181603:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075863.181631:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075863/real 1769075863] req@ffff9bc64d9ae680 x1855007613013632/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075863.181658:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613013632/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075863.181676:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075863.181683:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075863.181690:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613013632:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075863.181703:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613013760:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075863.181753:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075863.181833:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075863/real 1769075863] req@ffff9bc64d9aca80 x1855007613013760/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075863.181864:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613013760/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075863.181880:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075863.181888:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075863.181907:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613013760:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075863.181921:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613013888:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075863.181965:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075863.181993:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075863/real 1769075863] req@ffff9bc64d9aed80 x1855007613013888/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075863.182018:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613013888/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075863.182034:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075863.182040:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075863.182047:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613013888:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769075863.628916:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075863.629024:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075864.204917:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075864.652894:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075864.652958:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075865.228907:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075865.676849:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075865.676883:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075866.252925:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075866.700926:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075866.700956:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075867.276856:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075867.724848:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075867.724927:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075868.300903:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769075868.300925:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075868.300937:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075868.300943:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075868.300961:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2853 00000100:00080000:1.0:1769075868.300972:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075868.300978:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075868.301010:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007613014016/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075868.301039:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075868.301042:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075868.301044:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075868.301047:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2853 00000100:00080000:1.0:1769075868.301050:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075868.301052:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075868.301060:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075868.301069:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007613014144/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075868.301078:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075868.301081:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769075868.301082:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769075868.301087:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613014016:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769075868.301088:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2853 00000100:00080000:1.0:1769075868.301093:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075868.301098:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075868.301102:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075868.301110:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007613014272/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075868.301126:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075868.301129:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769075868.301130:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075868.301133:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2853 00000100:00080000:1.0:1769075868.301135:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075868.301138:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075868.301141:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075868.301147:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007613014400/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075868.301179:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075868.301225:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075868/real 1769075868] req@ffff9bc64ac91f80 x1855007613014016/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075868.301239:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007613014016/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075868.301258:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075868.301261:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075868.301264:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613014016:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075868.301283:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613014144:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075868.301299:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075868.301307:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075868/real 1769075868] req@ffff9bc64ac93100 x1855007613014144/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075868.301325:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007613014144/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075868.301332:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075868.301334:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075868.301337:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613014144:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075868.301340:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613014272:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075868.301351:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075868.301356:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075868/real 1769075868] req@ffff9bc64ac93480 x1855007613014272/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075868.301363:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007613014272/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075868.301369:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075868.301371:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075868.301373:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613014272:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075868.301376:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613014400:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075868.301385:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075868.301390:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075868/real 1769075868] req@ffff9bc64ac93800 x1855007613014400/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075868.301397:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007613014400/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075868.301402:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075868.301404:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075868.301407:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613014400:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769075868.748926:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075868.748991:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075869.324836:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075869.772896:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075869.772989:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075870.348955:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075870.796850:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075870.796881:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075871.372842:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075871.820859:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075871.820914:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075872.396854:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075872.844918:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075872.845038:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075873.420852:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769075873.420879:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075873.420889:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075873.420895:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075873.420905:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2858 00000100:00080000:1.0:1769075873.420919:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075873.420926:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075873.420968:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007613014528/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075873.421005:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075873.421010:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075873.421013:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075873.421018:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2858 00000100:00080000:1.0:1769075873.421024:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075873.421031:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075873.421044:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075873.421048:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613014528:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075873.421067:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007613014656/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075873.421104:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075873.421110:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769075873.421112:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075873.421118:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2858 00000100:00080000:1.0:1769075873.421125:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1769075873.421130:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769075873.421136:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075873.421145:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075873.421163:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007613014784/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075873.421177:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075873.421182:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769075873.421185:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769075873.421189:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075873/real 1769075873] req@ffff9bc64ac90e00 x1855007613014528/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075873.421194:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2858 00000100:00080000:1.0:1769075873.421203:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075873.421214:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075873.421222:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075873.421237:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007613014912/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075873.421240:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007613014528/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075873.421274:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075873.421280:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075873.421284:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613014528:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075873.421314:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613014656:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075873.421339:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075873.421351:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075873/real 1769075873] req@ffff9bc64ac90000 x1855007613014656/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075873.421362:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007613014656/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075873.421370:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075873.421373:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075873.421375:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613014656:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075873.421381:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613014784:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075873.421397:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075873.421404:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075873/real 1769075873] req@ffff9bc64ac90a80 x1855007613014784/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075873.421414:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007613014784/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075873.421420:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075873.421423:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075873.421426:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613014784:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075873.421430:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613014912:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075873.421442:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075873.421448:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075873/real 1769075873] req@ffff9bc64ac92d80 x1855007613014912/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075873.421457:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007613014912/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075873.421463:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075873.421465:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075873.421467:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613014912:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769075873.868844:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075873.868978:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075874.444912:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075874.892908:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075874.893033:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075875.468899:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075875.916871:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075875.916950:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075876.492911:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075876.940962:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075876.941083:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075877.516939:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075877.964929:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075877.965097:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075878.540889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769075878.540956:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075878.540969:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075878.540975:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075878.541003:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2864 00000100:00080000:2.0:1769075878.541020:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075878.541029:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075878.541087:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9500 x1855007613015040/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075878.541132:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075878.541137:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075878.541139:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075878.541145:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2864 00000100:00080000:2.0:1769075878.541149:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075878.541155:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075878.541168:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075878.541178:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613015040:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075878.541185:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb800 x1855007613015168/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075878.541197:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075878.541202:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769075878.541204:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075878.541208:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2864 00000100:00080000:2.0:1769075878.541211:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075878.541214:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075878.541218:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075878.541229:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9180 x1855007613015296/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075878.541249:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075878.541253:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769075878.541254:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075878.541257:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2864 00000100:00080000:2.0:1769075878.541261:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075878.541264:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075878.541268:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075878.541279:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdad80 x1855007613015424/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075878.541289:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075878.541341:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075878/real 1769075878] req@ffff9bc67afd9500 x1855007613015040/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075878.541363:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9500 x1855007613015040/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075878.541378:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075878.541384:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075878.541389:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613015040:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075878.541426:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613015168:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075878.541459:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075878.541472:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075878/real 1769075878] req@ffff9bc67afdb800 x1855007613015168/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075878.541490:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb800 x1855007613015168/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075878.541498:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075878.541501:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075878.541504:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613015168:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075878.541510:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613015296:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075878.541527:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075878.541534:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075878/real 1769075878] req@ffff9bc67afd9180 x1855007613015296/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075878.541544:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9180 x1855007613015296/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075878.541551:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075878.541553:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075878.541555:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613015296:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075878.541560:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613015424:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075878.541583:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075878.541590:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075878/real 1769075878] req@ffff9bc67afdad80 x1855007613015424/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075878.541600:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdad80 x1855007613015424/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075878.541623:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075878.541626:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075878.541628:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613015424:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769075878.988883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075878.989043:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075879.564923:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075880.013000:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075880.013208:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075880.588923:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075881.037018:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075881.037036:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075881.613044:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075882.060980:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075882.061073:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075882.636885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075883.084969:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075883.084996:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075883.661051:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075883.661075:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075883.661085:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769075883.661116:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769075883.661118:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2869 00000100:00080000:2.0:1769075883.661144:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075883.661162:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075883.661232:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afda680 x1855007613015552/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075883.661295:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075883.661300:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075883.661313:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075883.661319:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2869 00000100:00080000:2.0:1769075883.661325:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075883.661331:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075883.661347:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075883.661375:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8380 x1855007613015680/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075883.661394:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075883.661399:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769075883.661403:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769075883.661410:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613015552:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769075883.661413:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2869 00000100:00080000:2.0:1769075883.661428:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075883.661435:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075883.661440:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075883.661464:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9880 x1855007613015808/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075883.661477:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075883.661481:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769075883.661484:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075883.661488:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2869 00000100:00080000:2.0:1769075883.661492:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075883.661497:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075883.661505:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769075883.661519:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075883.661522:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9c00 x1855007613015936/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075883.661591:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075883/real 1769075883] req@ffff9bc67afda680 x1855007613015552/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075883.661626:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afda680 x1855007613015552/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075883.661635:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075883.661639:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075883.661643:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613015552:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075883.661671:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613015680:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075883.661692:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075883.661700:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075883/real 1769075883] req@ffff9bc67afd8380 x1855007613015680/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075883.661710:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8380 x1855007613015680/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075883.661721:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075883.661723:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075883.661726:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613015680:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075883.661730:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613015808:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075883.661742:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075883.661747:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075883/real 1769075883] req@ffff9bc67afd9880 x1855007613015808/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075883.661755:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9880 x1855007613015808/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075883.661760:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075883.661762:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075883.661764:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613015808:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075883.661769:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613015936:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075883.661847:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075883.661856:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075883/real 1769075883] req@ffff9bc67afd9c00 x1855007613015936/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075883.661865:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9c00 x1855007613015936/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075883.661871:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075883.661874:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075883.661877:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613015936:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769075884.108970:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075884.109038:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075884.684908:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075885.132980:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075885.133093:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075885.708925:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075886.157037:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075886.157039:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075886.732901:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075887.180913:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075887.181000:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075887.756913:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075888.204967:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075888.205059:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075888.780882:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769075888.780889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769075888.780897:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075888.780903:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075888.780915:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2874 00000100:00080000:2.0:1769075888.780929:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075888.780938:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075888.780995:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8a80 x1855007613016064/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075888.781026:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075888.781029:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075888.781031:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075888.781035:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2874 00000100:00080000:2.0:1769075888.781038:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075888.781041:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075888.781051:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075888.781065:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9c00 x1855007613016192/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075888.781072:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075888.781075:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769075888.781077:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075888.781079:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2874 00000100:00080000:2.0:1769075888.781081:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075888.781083:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075888.781086:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075888.781094:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9880 x1855007613016320/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075888.781104:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075888.781108:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769075888.781113:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075888.781118:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2874 00000100:00080000:2.0:1769075888.781122:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075888.781127:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075888.781133:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075888.781153:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8380 x1855007613016448/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075888.781161:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613016064:192.168.204.139@tcp:250:kworker.0 00000800:00000100:1.0:1769075888.781264:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075888.781320:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075888/real 1769075888] req@ffff9bc67afd8a80 x1855007613016064/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075888.781346:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8a80 x1855007613016064/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075888.781361:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075888.781367:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075888.781372:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613016064:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075888.781383:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613016192:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075888.781407:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075888.781420:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075888/real 1769075888] req@ffff9bc67afd9c00 x1855007613016192/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075888.781436:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9c00 x1855007613016192/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075888.781447:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075888.781451:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075888.781454:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613016192:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075888.781466:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613016320:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075888.781485:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075888.781496:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075888/real 1769075888] req@ffff9bc67afd9880 x1855007613016320/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075888.781511:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9880 x1855007613016320/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075888.781520:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075888.781524:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075888.781528:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613016320:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075888.781559:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613016448:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075888.781578:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075888.781589:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075888/real 1769075888] req@ffff9bc67afd8380 x1855007613016448/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075888.781603:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8380 x1855007613016448/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075888.781613:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075888.781616:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075888.781620:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613016448:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769075889.228892:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075889.228973:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075889.804902:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075890.252993:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075890.253050:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075890.828966:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075891.276951:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075891.276965:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075891.852894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075892.301009:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075892.301097:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075892.876885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075893.324872:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075893.324949:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075893.900946:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075893.900961:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1769075893.900966:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769075893.900967:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075893.900983:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2879 00000100:00080000:2.0:1769075893.900999:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075893.901008:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075893.901059:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afda680 x1855007613016576/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075893.901088:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075893.901093:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075893.901095:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075893.901100:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2879 00000100:00080000:2.0:1769075893.901104:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075893.901109:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075893.901123:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075893.901142:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdad80 x1855007613016704/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075893.901159:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075893.901168:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1769075893.901169:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613016576:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769075893.901172:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075893.901180:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2879 00000100:00080000:2.0:1769075893.901185:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075893.901195:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075893.901203:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075893.901217:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9180 x1855007613016832/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075893.901227:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075893.901230:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769075893.901232:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075893.901236:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2879 00000100:00080000:2.0:1769075893.901240:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075893.901244:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075893.901248:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075893.901260:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb800 x1855007613016960/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075893.901302:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075893.901375:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075893/real 1769075893] req@ffff9bc67afda680 x1855007613016576/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075893.901403:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afda680 x1855007613016576/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075893.901418:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075893.901425:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075893.901431:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613016576:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075893.901467:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613016704:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075893.901503:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075893.901523:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075893/real 1769075893] req@ffff9bc67afdad80 x1855007613016704/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075893.901540:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdad80 x1855007613016704/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075893.901552:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075893.901557:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075893.901563:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613016704:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075893.901572:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613016832:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075893.901598:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075893.901611:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075893/real 1769075893] req@ffff9bc67afd9180 x1855007613016832/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075893.901638:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9180 x1855007613016832/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075893.901649:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075893.901654:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075893.901670:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613016832:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075893.901679:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613016960:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075893.901707:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075893.901722:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075893/real 1769075893] req@ffff9bc67afdb800 x1855007613016960/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075893.901831:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb800 x1855007613016960/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075893.901852:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075893.901857:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075893.901861:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613016960:192.168.204.139@tcp:8:kworker.0 00010000:00010000:2.0:1769075894.348991:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075894.348999:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:0.0:1769075894.925027:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075895.372913:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075895.373027:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075895.948842:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075896.396885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075896.396927:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075896.972851:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075897.420910:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075897.421025:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075897.996878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075898.444936:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075898.445052:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075899.020855:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769075899.020890:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075899.020899:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075899.020904:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075899.020913:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2884 00000100:00080000:1.0:1769075899.020925:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075899.020934:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075899.020980:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007613017088/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075899.021010:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075899.021014:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075899.021016:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075899.021021:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2884 00000100:00080000:1.0:1769075899.021026:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075899.021031:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075899.021041:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075899.021055:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613017088:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075899.021059:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007613017216/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075899.021073:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075899.021077:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769075899.021079:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075899.021083:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2884 00000100:00080000:1.0:1769075899.021087:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075899.021092:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075899.021096:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075899.021105:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007613017344/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075899.021119:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1769075899.021119:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769075899.021126:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769075899.021129:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075899.021135:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2884 00000100:00080000:1.0:1769075899.021141:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075899.021146:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075899.021152:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075899.021167:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075899/real 1769075899] req@ffff9bc64ac91880 x1855007613017088/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075899.021168:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92300 x1855007613017472/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075899.021214:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007613017088/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075899.021224:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075899.021228:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075899.021232:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613017088:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075899.021251:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613017216:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075899.021270:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075899.021279:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075899/real 1769075899] req@ffff9bc64ac91500 x1855007613017216/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075899.021288:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007613017216/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075899.021294:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075899.021297:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075899.021299:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613017216:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075899.021305:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613017344:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075899.021316:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075899.021322:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075899/real 1769075899] req@ffff9bc64ac91c00 x1855007613017344/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075899.021330:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007613017344/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075899.021336:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075899.021337:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075899.021339:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613017344:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075899.021360:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613017472:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075899.021372:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075899.021379:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075899/real 1769075899] req@ffff9bc64ac92300 x1855007613017472/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075899.021387:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92300 x1855007613017472/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075899.021393:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075899.021395:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075899.021398:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613017472:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769075899.468943:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075899.468986:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075900.044937:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075900.492903:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075900.493035:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075901.068888:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075901.516956:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075901.516979:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075902.092889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075902.540847:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075902.540903:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075903.116882:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075903.564883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075903.564932:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075904.140878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769075904.140879:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075904.140887:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075904.140890:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075904.140898:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2889 00000100:00080000:1.0:1769075904.140907:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075904.140913:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075904.140945:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93b80 x1855007613017600/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075904.140968:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075904.140971:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075904.140973:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075904.140976:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2889 00000100:00080000:1.0:1769075904.140979:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075904.140984:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075904.140994:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075904.141011:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92680 x1855007613017728/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075904.141017:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613017600:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769075904.141045:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075904.141049:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769075904.141051:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075904.141054:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2889 00000100:00080000:1.0:1769075904.141058:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075904.141061:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075904.141066:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075904.141077:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92300 x1855007613017856/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075904.141085:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769075904.141086:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075904.141091:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769075904.141093:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075904.141097:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2889 00000100:00080000:1.0:1769075904.141100:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075904.141103:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075904.141106:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075904.141115:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007613017984/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075904.141131:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075904/real 1769075904] req@ffff9bc64ac93b80 x1855007613017600/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075904.141152:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93b80 x1855007613017600/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075904.141162:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075904.141166:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075904.141169:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613017600:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075904.141189:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613017728:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075904.141208:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075904.141218:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075904/real 1769075904] req@ffff9bc64ac92680 x1855007613017728/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075904.141226:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92680 x1855007613017728/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075904.141234:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075904.141238:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075904.141241:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613017728:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075904.141247:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613017856:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075904.141268:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075904.141279:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075904/real 1769075904] req@ffff9bc64ac92300 x1855007613017856/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075904.141298:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92300 x1855007613017856/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075904.141304:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075904.141306:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075904.141309:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613017856:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075904.141315:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613017984:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075904.141336:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075904.141347:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075904/real 1769075904] req@ffff9bc64ac91c00 x1855007613017984/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075904.141361:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007613017984/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075904.141370:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075904.141372:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075904.141375:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613017984:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769075904.588851:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075904.588861:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075905.164864:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075905.612901:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075905.612976:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075906.188852:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075906.636864:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075906.636874:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075907.212910:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075907.660872:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075907.660974:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075908.236892:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075908.684879:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075908.685025:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075909.260929:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075909.260982:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075909.260994:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075909.261002:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075909.261015:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2894 00000100:00080000:3.0:1769075909.261032:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075909.261042:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075909.261098:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613018112/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075909.261134:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075909.261139:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075909.261141:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075909.261146:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2894 00000100:00080000:3.0:1769075909.261150:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075909.261154:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075909.261166:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075909.261185:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613018240/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075909.261206:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769075909.261210:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613018112:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075909.261215:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075909.261223:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075909.261231:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2894 00000100:00080000:3.0:1769075909.261240:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075909.261247:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075909.261257:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075909.261278:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613018368/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075909.261290:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075909.261293:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075909.261296:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075909.261300:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2894 00000800:00000100:2.0:1769075909.261306:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769075909.261309:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075909.261318:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075909.261324:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075909.261339:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613018496/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075909.261367:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075909/real 1769075909] req@ffff9bc64d9ad180 x1855007613018112/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075909.261391:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613018112/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075909.261405:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075909.261428:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075909.261432:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613018112:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075909.261464:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613018240:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075909.261521:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075909.261534:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075909/real 1769075909] req@ffff9bc64d9ad880 x1855007613018240/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075909.261547:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613018240/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075909.261556:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075909.261560:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075909.261563:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613018240:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075909.261570:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613018368:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075909.261585:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075909.261593:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075909/real 1769075909] req@ffff9bc64d9adc00 x1855007613018368/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075909.261605:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613018368/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075909.261613:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075909.261615:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075909.261618:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613018368:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075909.261625:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613018496:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075909.261641:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075909.261649:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075909/real 1769075909] req@ffff9bc64d9ac380 x1855007613018496/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075909.261660:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613018496/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075909.261668:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075909.261670:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075909.261673:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613018496:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769075909.708926:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075909.708988:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075910.284901:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075910.732884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075910.732953:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075911.308898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075911.756905:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075911.756993:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075912.332899:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075912.780856:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075912.780963:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075913.356915:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075913.804901:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075913.804962:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075914.380856:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769075914.380862:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075914.380871:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075914.380877:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075914.380886:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2899 00000100:00080000:3.0:1769075914.380899:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075914.380907:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075914.380944:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613018624/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075914.380976:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075914.380980:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075914.380982:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075914.380988:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2899 00000100:00080000:3.0:1769075914.380992:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075914.380996:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075914.381006:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075914.381022:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613018752/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075914.381029:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613018624:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075914.381053:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075914.381057:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075914.381059:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075914.381065:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2899 00000100:00080000:3.0:1769075914.381087:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075914.381093:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075914.381100:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075914.381117:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613018880/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075914.381131:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613018752:192.168.204.139@tcp:38:kworker.0 00000100:00080000:3.0:1769075914.381132:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769075914.381156:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613018880:192.168.204.139@tcp:8:kworker.0 00000100:00080000:3.0:1769075914.381168:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075914.381171:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075914.381178:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2899 00000100:00080000:3.0:1769075914.381184:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075914.381189:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075914.381195:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075914.381210:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613019008/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075914.381265:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613019008:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769075914.828845:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075914.828919:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075915.404941:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075915.852909:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075915.852968:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075916.428957:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075916.876863:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075916.876898:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075917.453433:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:3.0:1769075917.453454:0:2360:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:3.0:1769075917.453536:0:2360:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769075917.453569:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769075917.453628:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769075917.453644:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769075917.453658:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:2.0:1769075917.453729:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075914/real 1769075917] req@ffff9bc64d9adf80 x1855007613019008/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075917.453769:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613019008/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075917.453824:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075917.453831:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075917.453835:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613019008:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075917.453845:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075914/real 1769075917] req@ffff9bc64d9aea00 x1855007613018880/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075917.453860:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613018880/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075917.453870:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075917.453877:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075917.453885:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613018880:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075917.453898:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075914/real 1769075917] req@ffff9bc64d9ace00 x1855007613018752/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075917.453918:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613018752/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075917.453935:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075917.453945:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075917.453950:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613018752:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075917.453961:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075914/real 1769075917] req@ffff9bc64d9ad500 x1855007613018624/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075917.453976:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613018624/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075917.453984:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075917.453988:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075917.453991:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613018624:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769075917.900880:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075917.900951:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075918.476943:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075918.924864:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075918.924918:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075919.500846:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075919.500856:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075919.500860:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075919.500868:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2905 00000100:00080000:3.0:1769075919.500886:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075919.500895:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769075919.500920:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769075919.500928:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613019136/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075919.500950:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075919.500953:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075919.500966:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075919.500973:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2905 00000100:00080000:3.0:1769075919.500976:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075919.500978:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075919.500985:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075919.500995:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613019264/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075919.501003:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075919.501006:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075919.501008:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769075919.501015:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613019136:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075919.501016:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2905 00000100:00080000:3.0:1769075919.501022:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075919.501028:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075919.501033:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075919.501045:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613019392/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075919.501056:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075919.501059:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075919.501061:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075919.501066:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2905 00000100:00080000:3.0:1769075919.501081:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075919.501085:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075919.501090:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769075919.501095:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769075919.501107:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613019520/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075919.501147:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075919/real 1769075919] req@ffff9bc64d9ad500 x1855007613019136/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075919.501180:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613019136/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075919.501190:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075919.501195:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075919.501199:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613019136:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075919.501206:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613019264:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075919.501242:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075919.501256:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075919/real 1769075919] req@ffff9bc64d9ace00 x1855007613019264/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075919.501270:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613019264/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075919.501278:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075919.501282:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075919.501285:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613019264:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075919.501329:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613019392:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075919.501355:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075919.501367:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075919/real 1769075919] req@ffff9bc64d9aea00 x1855007613019392/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075919.501380:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613019392/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075919.501388:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075919.501391:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075919.501395:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613019392:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075919.501401:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613019520:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075919.501426:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075919.501437:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075919/real 1769075919] req@ffff9bc64d9adf80 x1855007613019520/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075919.501448:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613019520/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075919.501455:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075919.501458:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075919.501461:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613019520:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769075919.948847:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075919.948895:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075920.524994:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075920.972879:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075920.972930:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075921.548900:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075921.996890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075921.996906:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075922.572920:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075923.020929:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075923.021006:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075923.596891:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075924.044885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075924.044949:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075924.620926:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075924.620936:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075924.620940:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075924.620949:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2910 00000100:00100000:0.0:1769075924.620954:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075924.620960:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075924.620971:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075924.621006:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613019648/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075924.621027:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075924.621030:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075924.621031:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075924.621034:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2910 00000100:00080000:3.0:1769075924.621037:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075924.621039:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075924.621046:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075924.621054:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613019776/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075924.621061:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075924.621064:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075924.621066:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075924.621068:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2910 00000100:00080000:3.0:1769075924.621069:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075924.621073:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075924.621076:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075924.621085:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613019904/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075924.621087:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613019648:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075924.621095:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075924.621099:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075924.621100:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075924.621102:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2910 00000100:00080000:3.0:1769075924.621104:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075924.621107:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075924.621110:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075924.621119:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613020032/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075924.621166:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075924.621199:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075924/real 1769075924] req@ffff9bc64d9ac380 x1855007613019648/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075924.621244:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613019648/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075924.621252:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075924.621255:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075924.621258:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613019648:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075924.621264:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613019776:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075924.621281:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075924.621289:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075924/real 1769075924] req@ffff9bc64d9adc00 x1855007613019776/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075924.621297:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613019776/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075924.621303:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075924.621305:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075924.621308:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613019776:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075924.621325:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613019904:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075924.621336:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075924.621342:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075924/real 1769075924] req@ffff9bc64d9ad880 x1855007613019904/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075924.621350:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613019904/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075924.621359:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075924.621361:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075924.621363:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613019904:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075924.621367:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613020032:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075924.621375:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075924.621380:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075924/real 1769075924] req@ffff9bc64d9ad180 x1855007613020032/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075924.621387:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613020032/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075924.621403:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075924.621405:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075924.621407:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613020032:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769075925.068917:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075925.069034:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075925.644869:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075926.092944:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075926.092962:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075926.668994:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075927.116870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075927.116892:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075927.692865:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075928.140848:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075928.141004:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075928.716879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075929.164883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075929.164947:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075929.740870:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769075929.740907:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075929.740915:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075929.740920:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075929.740929:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2915 00000100:00080000:1.0:1769075929.740942:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075929.740950:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075929.740988:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007613020160/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075929.741018:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075929.741022:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075929.741025:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075929.741030:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2915 00000100:00080000:1.0:1769075929.741034:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075929.741039:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075929.741048:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075929.741066:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007613020288/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075929.741078:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075929.741082:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769075929.741085:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075929.741091:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2915 00000100:00100000:2.0:1769075929.741092:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613020160:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769075929.741098:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075929.741115:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075929.741152:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075929.741170:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007613020416/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075929.741174:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769075929.741189:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075929.741193:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769075929.741196:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075929.741201:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2915 00000100:00080000:1.0:1769075929.741206:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075929.741211:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075929.741217:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075929/real 1769075929] req@ffff9bc64ac91500 x1855007613020160/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1769075929.741218:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075929.741241:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007613020544/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075929.741241:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007613020160/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075929.741262:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075929.741269:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075929.741273:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613020160:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075929.741279:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613020288:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075929.741296:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075929.741304:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075929/real 1769075929] req@ffff9bc64ac91880 x1855007613020288/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075929.741313:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007613020288/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075929.741319:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075929.741321:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075929.741323:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613020288:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075929.741342:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613020416:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075929.741352:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075929.741358:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075929/real 1769075929] req@ffff9bc64ac92d80 x1855007613020416/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075929.741366:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007613020416/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075929.741371:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075929.741373:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075929.741375:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613020416:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075929.741378:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613020544:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075929.741388:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075929.741393:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075929/real 1769075929] req@ffff9bc64ac90a80 x1855007613020544/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075929.741401:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007613020544/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075929.741405:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075929.741407:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075929.741409:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613020544:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769075930.188868:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075930.188950:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075930.764888:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075931.212903:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075931.212960:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075931.788890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075932.236952:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075932.237000:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075932.812954:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075933.260931:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075933.260939:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075933.836860:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075934.284848:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075934.284892:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075934.860863:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769075934.860892:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075934.860899:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075934.860903:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075934.860910:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2920 00000100:00080000:2.0:1769075934.860920:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075934.860925:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769075934.860969:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9500 x1855007613020672/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075934.860993:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075934.860996:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075934.860998:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075934.861015:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2920 00000100:00080000:2.0:1769075934.861020:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075934.861026:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075934.861048:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075934.861054:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613020672:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075934.861066:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8000 x1855007613020800/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075934.861091:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075934.861094:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769075934.861096:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075934.861099:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2920 00000100:00080000:2.0:1769075934.861102:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075934.861105:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075934.861110:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075934.861119:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9f80 x1855007613020928/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075934.861127:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075934.861129:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769075934.861130:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075934.861132:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2920 00000100:00080000:2.0:1769075934.861144:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075934.861147:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769075934.861150:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769075934.861155:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075934.861159:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8700 x1855007613021056/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075934.861202:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075934/real 1769075934] req@ffff9bc67afd9500 x1855007613020672/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075934.861223:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9500 x1855007613020672/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075934.861234:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075934.861239:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075934.861244:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613020672:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075934.861268:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613020800:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769075934.861312:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075934.861325:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075934/real 1769075934] req@ffff9bc67afd8000 x1855007613020800/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075934.861339:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8000 x1855007613020800/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075934.861349:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075934.861353:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075934.861357:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613020800:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075934.861364:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613020928:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075934.861396:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075934.861408:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075934/real 1769075934] req@ffff9bc67afd9f80 x1855007613020928/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075934.861428:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9f80 x1855007613020928/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075934.861448:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075934.861452:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075934.861456:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613020928:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075934.861463:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613021056:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769075934.861483:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075934.861494:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075934/real 1769075934] req@ffff9bc67afd8700 x1855007613021056/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075934.861516:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8700 x1855007613021056/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075934.861525:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075934.861528:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075934.861532:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613021056:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769075935.308852:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075935.308946:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075935.884841:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075936.332873:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075936.332912:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075936.908863:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075937.356882:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075937.356912:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075937.932841:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075938.380893:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075938.380991:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075938.956844:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075939.404860:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075939.404888:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075939.980869:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769075939.980890:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075939.980898:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075939.980903:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075939.980913:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2925 00000100:00080000:1.0:1769075939.980926:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075939.980944:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075939.981003:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007613021184/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075939.981026:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075939.981028:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075939.981030:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075939.981033:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2925 00000100:00080000:1.0:1769075939.981036:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075939.981040:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075939.981048:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075939.981059:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007613021312/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075939.981064:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613021184:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769075939.981068:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075939.981072:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769075939.981073:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075939.981077:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2925 00000100:00080000:1.0:1769075939.981081:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075939.981085:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075939.981090:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075939.981103:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007613021440/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075939.981114:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075939.981118:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769075939.981120:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1769075939.981125:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769075939.981128:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2925 00000100:00080000:1.0:1769075939.981135:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075939.981140:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075939.981147:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075939.981162:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075939/real 1769075939] req@ffff9bc64ac90000 x1855007613021184/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075939.981165:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007613021568/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075939.981194:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007613021184/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075939.981204:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075939.981208:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075939.981212:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613021184:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075939.981230:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613021312:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075939.981245:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075939.981255:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075939/real 1769075939] req@ffff9bc64ac90e00 x1855007613021312/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075939.981264:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007613021312/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075939.981269:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075939.981272:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075939.981274:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613021312:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075939.981278:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613021440:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075939.981289:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075939.981294:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075939/real 1769075939] req@ffff9bc64ac93800 x1855007613021440/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075939.981303:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007613021440/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075939.981309:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075939.981311:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075939.981313:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613021440:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075939.981316:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613021568:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075939.981326:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075939.981331:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075939/real 1769075939] req@ffff9bc64ac93480 x1855007613021568/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075939.981338:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007613021568/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075939.981343:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075939.981345:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075939.981347:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613021568:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769075940.428890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075940.428997:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075941.004910:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075941.452860:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075941.452954:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075942.028944:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075942.476874:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075942.476893:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075943.052871:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075943.500867:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075943.500969:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075944.076916:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075944.524898:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075944.524935:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075945.100883:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075945.100894:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075945.100899:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769075945.100910:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769075945.100910:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2930 00000100:00080000:1.0:1769075945.100922:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075945.100932:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075945.100969:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007613021696/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075945.100996:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075945.100999:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075945.101002:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075945.101006:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2930 00000100:00080000:1.0:1769075945.101009:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075945.101013:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075945.101022:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075945.101035:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007613021824/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075945.101046:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613021696:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769075945.101049:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075945.101056:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769075945.101058:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075945.101063:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2930 00000100:00080000:1.0:1769075945.101066:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075945.101069:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075945.101074:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075945.101084:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007613021952/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075945.101095:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075945.101098:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769075945.101100:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075945.101103:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2930 00000100:00080000:1.0:1769075945.101107:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075945.101111:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075945.101115:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769075945.101120:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075945.101127:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90700 x1855007613022080/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075945.101168:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075945/real 1769075945] req@ffff9bc64ac93100 x1855007613021696/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075945.101189:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007613021696/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075945.101201:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075945.101206:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075945.101210:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613021696:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075945.101235:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613021824:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075945.101261:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075945.101276:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075945/real 1769075945] req@ffff9bc64ac91f80 x1855007613021824/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075945.101289:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007613021824/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075945.101298:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075945.101301:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075945.101305:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613021824:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075945.101312:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613021952:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075945.101335:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075945.101348:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075945/real 1769075945] req@ffff9bc64ac92a00 x1855007613021952/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075945.101361:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007613021952/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075945.101370:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075945.101373:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075945.101377:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613021952:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075945.101384:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613022080:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075945.101405:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075945.101417:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075945/real 1769075945] req@ffff9bc64ac90700 x1855007613022080/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075945.101429:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90700 x1855007613022080/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075945.101438:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075945.101442:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075945.101445:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613022080:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769075945.548853:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075945.548937:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075946.124975:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075946.572896:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075946.572958:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075947.148864:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075947.596850:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075947.596889:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075948.172919:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075948.620893:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075948.620982:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075949.196882:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075949.644875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075949.644888:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075950.220900:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769075950.220972:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075950.220987:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075950.220993:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075950.221009:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2935 00000100:00080000:1.0:1769075950.221027:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075950.221037:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075950.221120:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90380 x1855007613022208/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075950.221155:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075950.221158:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075950.221160:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075950.221165:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2935 00000100:00080000:1.0:1769075950.221168:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075950.221171:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075950.221182:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075950.221197:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91180 x1855007613022336/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075950.221207:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769075950.221210:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613022208:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769075950.221212:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769075950.221218:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075950.221229:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2935 00000100:00080000:1.0:1769075950.221232:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075950.221234:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075950.221239:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075950.221254:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90700 x1855007613022464/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075950.221264:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075950.221268:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769075950.221270:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075950.221274:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2935 00000100:00080000:1.0:1769075950.221277:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075950.221281:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075950.221286:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769075950.221294:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769075950.221299:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007613022592/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075950.221362:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075950/real 1769075950] req@ffff9bc64ac90380 x1855007613022208/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075950.221387:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90380 x1855007613022208/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075950.221400:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075950.221405:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075950.221409:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613022208:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075950.221432:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613022336:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075950.221453:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075950.221466:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075950/real 1769075950] req@ffff9bc64ac91180 x1855007613022336/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075950.221479:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91180 x1855007613022336/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075950.221488:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075950.221491:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075950.221495:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613022336:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075950.221503:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613022464:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075950.221524:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075950.221533:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075950/real 1769075950] req@ffff9bc64ac90700 x1855007613022464/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075950.221541:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90700 x1855007613022464/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075950.221547:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075950.221549:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075950.221551:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613022464:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075950.221556:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613022592:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075950.221573:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075950.221584:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075950/real 1769075950] req@ffff9bc64ac92a00 x1855007613022592/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075950.221597:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007613022592/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075950.221607:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075950.221621:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075950.221625:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613022592:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769075950.668868:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075950.668942:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075951.244882:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075951.692943:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075951.693055:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075952.268906:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075952.716857:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075952.716885:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075953.292853:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075953.740848:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075953.740908:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075954.316901:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075954.764856:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075954.764894:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075955.340851:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769075955.340853:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769075955.340862:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075955.340866:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075955.340874:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2940 00000100:00080000:1.0:1769075955.340883:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075955.340889:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075955.340921:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007613022720/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075955.340949:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075955.340952:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075955.340953:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075955.340958:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2940 00000100:00080000:1.0:1769075955.340960:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075955.340963:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075955.340970:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075955.340980:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007613022848/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075955.340988:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075955.340992:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769075955.340995:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769075955.340995:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613022720:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769075955.341007:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2940 00000100:00080000:1.0:1769075955.341010:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075955.341013:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075955.341017:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075955.341026:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007613022976/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075955.341034:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075955.341036:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769075955.341037:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075955.341039:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2940 00000100:00080000:1.0:1769075955.341044:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075955.341047:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075955.341050:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075955.341060:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007613023104/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075955.341078:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075955.341114:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075955/real 1769075955] req@ffff9bc64ac91f80 x1855007613022720/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075955.341128:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007613022720/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075955.341136:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075955.341139:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075955.341142:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613022720:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075955.341161:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613022848:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075955.341178:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075955.341185:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075955/real 1769075955] req@ffff9bc64ac93100 x1855007613022848/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075955.341194:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007613022848/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075955.341199:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075955.341202:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075955.341204:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613022848:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075955.341209:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613022976:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075955.341220:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075955.341225:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075955/real 1769075955] req@ffff9bc64ac93480 x1855007613022976/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075955.341233:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007613022976/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075955.341238:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075955.341240:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075955.341242:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613022976:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075955.341245:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613023104:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075955.341254:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075955.341260:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075955/real 1769075955] req@ffff9bc64ac93800 x1855007613023104/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075955.341267:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007613023104/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075955.341272:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075955.341274:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075955.341276:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613023104:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769075955.788842:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075955.788903:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075956.364841:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075956.812959:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075956.813067:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075957.388877:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075957.836885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075957.836971:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075958.412962:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075958.860906:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075958.861005:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075959.436933:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075959.884891:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075959.884919:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075960.460922:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769075960.460923:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769075960.460945:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075960.460954:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075960.460970:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2946 00000100:00080000:1.0:1769075960.460989:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075960.461001:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075960.461065:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007613023232/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075960.461125:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075960.461131:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075960.461134:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075960.461141:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2946 00000100:00080000:1.0:1769075960.461146:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075960.461151:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075960.461167:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075960.461204:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007613023360/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075960.461225:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613023232:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769075960.461231:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075960.461244:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769075960.461248:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075960.461259:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2946 00000100:00080000:1.0:1769075960.461268:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075960.461277:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075960.461290:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075960.461334:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007613023488/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075960.461356:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769075960.461358:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075960.461369:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769075960.461375:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075960.461386:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2946 00000100:00080000:1.0:1769075960.461396:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075960.461405:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075960.461418:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075960.461429:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075960/real 1769075960] req@ffff9bc64ac90e00 x1855007613023232/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075960.461451:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007613023616/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075960.461464:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007613023232/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075960.461497:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075960.461504:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075960.461510:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613023232:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075960.461553:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613023360:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075960.461582:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075960.461599:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075960/real 1769075960] req@ffff9bc64ac90000 x1855007613023360/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075960.461648:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007613023360/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075960.461661:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075960.461665:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075960.461669:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613023360:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075960.461679:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613023488:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075960.461704:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075960.461718:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075960/real 1769075960] req@ffff9bc64ac90a80 x1855007613023488/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075960.461742:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007613023488/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075960.461752:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075960.461756:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075960.461760:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613023488:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075960.461767:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613023616:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075960.461834:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075960.461849:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075960/real 1769075960] req@ffff9bc64ac92d80 x1855007613023616/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075960.461865:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007613023616/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075960.461876:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075960.461880:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075960.461884:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613023616:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769075960.908957:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075960.909066:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075961.484879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075961.932931:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075961.932931:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075962.508898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075962.956898:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075962.957061:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075963.533089:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075963.980858:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075963.980994:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075964.556871:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075965.004922:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075965.005037:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075965.580886:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769075965.580921:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075965.580934:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075965.580942:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075965.580955:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2951 00000100:00080000:1.0:1769075965.580971:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075965.580984:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075965.581033:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007613023744/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075965.581070:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075965.581076:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075965.581079:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075965.581086:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2951 00000100:00080000:1.0:1769075965.581091:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075965.581098:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075965.581112:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075965.581137:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613023744:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769075965.581138:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007613023872/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075965.581169:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075965.581175:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769075965.581179:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075965.581186:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2951 00000100:00080000:1.0:1769075965.581191:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075965.581198:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075965.581208:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075965.581227:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007613024000/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075965.581246:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1769075965.581251:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769075965.581258:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769075965.581264:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075965.581274:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2951 00000100:00080000:1.0:1769075965.581282:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075965.581289:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075965.581300:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075965.581311:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075965/real 1769075965] req@ffff9bc64ac91880 x1855007613023744/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075965.581324:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92300 x1855007613024128/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075965.581345:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007613023744/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075965.581368:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075965.581374:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075965.581380:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613023744:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075965.581406:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613023872:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075965.581432:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075965.581446:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075965/real 1769075965] req@ffff9bc64ac91500 x1855007613023872/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075965.581460:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007613023872/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075965.581469:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075965.581473:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075965.581476:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613023872:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075965.581483:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613024000:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075965.581500:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075965.581509:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075965/real 1769075965] req@ffff9bc64ac91c00 x1855007613024000/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075965.581547:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007613024000/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075965.581558:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075965.581562:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075965.581566:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613024000:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075965.581574:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613024128:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075965.581597:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075965.581610:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075965/real 1769075965] req@ffff9bc64ac92300 x1855007613024128/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075965.581624:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92300 x1855007613024128/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075965.581638:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075965.581644:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075965.581650:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613024128:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769075966.028961:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075966.029068:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075966.604912:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075967.052937:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075967.052986:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075967.628904:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075968.076943:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075968.077069:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075968.653030:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075969.100980:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075969.101439:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075969.676890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075970.124951:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075970.125049:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075970.700920:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769075970.700931:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075970.700945:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075970.700952:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075970.700964:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2956 00000100:00080000:1.0:1769075970.700980:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075970.700990:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075970.701039:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92680 x1855007613024256/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075970.701081:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075970.701086:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075970.701088:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075970.701094:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2956 00000100:00080000:1.0:1769075970.701098:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075970.701104:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075970.701115:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075970.701142:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93b80 x1855007613024384/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075970.701157:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075970.701163:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769075970.701170:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769075970.701170:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613024256:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769075970.701185:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2956 00000100:00080000:1.0:1769075970.701191:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075970.701195:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075970.701202:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075970.701259:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92300 x1855007613024512/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075970.701280:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1769075970.701291:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769075970.701294:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769075970.701302:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075970.701324:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2956 00000100:00080000:1.0:1769075970.701335:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075970.701345:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075970.701356:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075970.701379:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075970/real 1769075970] req@ffff9bc64ac92680 x1855007613024256/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075970.701386:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007613024640/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075970.701470:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92680 x1855007613024256/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075970.701498:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075970.701505:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075970.701512:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613024256:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075970.701544:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613024384:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075970.701579:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075970.701598:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075970/real 1769075970] req@ffff9bc64ac93b80 x1855007613024384/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075970.701616:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93b80 x1855007613024384/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075970.701628:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075970.701632:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075970.701636:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613024384:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075970.701644:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613024512:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075970.701665:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075970.701677:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075970/real 1769075970] req@ffff9bc64ac92300 x1855007613024512/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075970.701701:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92300 x1855007613024512/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075970.701712:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075970.701716:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075970.701720:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613024512:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075970.701727:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613024640:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075970.701744:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075970.701771:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075970/real 1769075970] req@ffff9bc64ac91c00 x1855007613024640/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075970.701827:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007613024640/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075970.701846:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075970.701850:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075970.701854:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613024640:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769075971.148887:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075971.149071:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075971.724908:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769075972.172953:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075972.172991:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:0.0:1769075972.748969:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075973.196969:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075973.197066:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075973.772940:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075974.220939:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075974.221079:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075974.796906:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075975.244891:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075975.245014:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075975.820898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075975.821009:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075975.821019:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075975.821024:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075975.821036:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2961 00000100:00080000:3.0:1769075975.821050:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075975.821075:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075975.821109:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613024768/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075975.821140:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075975.821143:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075975.821144:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075975.821147:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2961 00000100:00080000:3.0:1769075975.821150:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075975.821153:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075975.821161:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075975.821170:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613024896/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075975.821179:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075975.821182:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075975.821183:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075975.821189:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2961 00000100:00100000:2.0:1769075975.821192:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613024768:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075975.821192:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075975.821220:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075975.821229:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075975.821244:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613025024/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075975.821258:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075975.821263:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075975.821266:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075975.821270:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2961 00000100:00080000:3.0:1769075975.821292:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075975.821297:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075975.821304:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769075975.821306:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769075975.821327:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613025152/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075975.821421:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075975/real 1769075975] req@ffff9bc64d9aed80 x1855007613024768/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075975.821437:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613024768/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075975.821445:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075975.821448:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075975.821451:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613024768:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075975.821456:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613024896:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075975.821473:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075975.821481:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075975/real 1769075975] req@ffff9bc64d9aca80 x1855007613024896/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075975.821500:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613024896/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075975.821505:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075975.821507:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075975.821510:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613024896:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075975.821529:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613025024:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075975.821540:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075975.821546:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075975/real 1769075975] req@ffff9bc64d9ae680 x1855007613025024/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075975.821554:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613025024/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075975.821559:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075975.821561:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075975.821563:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613025024:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075975.821567:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613025152:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075975.821575:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075975.821581:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075975/real 1769075975] req@ffff9bc64d9ac000 x1855007613025152/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075975.821588:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613025152/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075975.821593:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075975.821595:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075975.821596:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613025152:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769075976.268932:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075976.269114:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075976.844900:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075977.292876:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075977.292957:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075977.868853:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075978.316972:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075978.317020:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075978.892925:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075979.340904:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075979.341150:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075979.916874:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075980.364935:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075980.365060:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075980.940916:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769075980.940994:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075980.941009:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075980.941017:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075980.941034:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2966 00000100:00080000:1.0:1769075980.941052:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075980.941064:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075980.941138:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007613025280/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075980.941196:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075980.941203:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075980.941206:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075980.941213:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2966 00000100:00080000:1.0:1769075980.941219:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075980.941225:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075980.941242:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075980.941291:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007613025408/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075980.941302:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613025280:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769075980.941317:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075980.941324:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769075980.941328:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075980.941335:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2966 00000100:00080000:1.0:1769075980.941343:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075980.941349:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075980.941359:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075980.941381:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007613025536/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075980.941394:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075980.941398:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769075980.941401:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075980.941405:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2966 00000100:00080000:1.0:1769075980.941410:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075980.941414:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075980.941420:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075980.941434:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007613025664/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075980.941519:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613025408:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075980.941571:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613025536:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075980.941600:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613025664:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769075981.388874:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075981.389165:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075981.965047:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075982.412900:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075982.412982:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075982.988987:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075983.436917:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075983.437072:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075984.013280:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:2.0:1769075984.013309:0:2358:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:2.0:1769075984.013407:0:2358:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769075984.013441:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769075984.013517:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769075984.013534:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769075984.013546:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:1.0:1769075984.013696:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075980/real 1769075984] req@ffff9bc64ac91880 x1855007613025408/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075984.013747:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007613025408/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075984.013863:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075984.013877:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075984.013887:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613025408:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769075984.013905:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075980/real 1769075984] req@ffff9bc64ac92d80 x1855007613025536/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075984.013936:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007613025536/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075984.013956:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075984.013964:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075984.013974:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613025536:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075984.013993:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075980/real 1769075984] req@ffff9bc64ac90a80 x1855007613025664/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075984.014025:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007613025664/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075984.014039:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075984.014045:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075984.014050:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613025664:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769075984.014060:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075980/real 1769075984] req@ffff9bc64ac91500 x1855007613025280/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075984.014080:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007613025280/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075984.014092:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075984.014099:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769075984.014104:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613025280:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769075984.460912:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075984.461089:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075985.037049:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075985.484959:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075985.485077:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075986.060934:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075986.060948:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075986.060955:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075986.060967:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2971 00000100:00080000:1.0:1769075986.060981:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075986.060994:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769075986.061040:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007613025792/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075986.061050:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769075986.061101:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075986.061107:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075986.061111:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075986.061119:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2971 00000100:00080000:1.0:1769075986.061124:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075986.061131:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075986.061143:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075986.061162:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007613025920/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075986.061207:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075986.061214:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769075986.061216:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075986.061234:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2971 00000100:00080000:1.0:1769075986.061241:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075986.061248:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075986.061256:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075986.061277:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007613026048/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075986.061280:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613025792:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769075986.061314:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075986.061320:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769075986.061323:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075986.061327:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2971 00000100:00080000:1.0:1769075986.061331:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075986.061336:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769075986.061342:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075986.061359:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007613026176/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075986.061437:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075986.061502:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075986/real 1769075986] req@ffff9bc64ac91500 x1855007613025792/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075986.061536:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007613025792/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075986.061550:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075986.061556:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075986.061561:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613025792:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075986.061570:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613025920:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075986.061596:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075986.061608:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075986/real 1769075986] req@ffff9bc64ac90a80 x1855007613025920/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075986.061628:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007613025920/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075986.061638:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075986.061642:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075986.061645:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613025920:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075986.061680:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613026048:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075986.061709:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075986.061725:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075986/real 1769075986] req@ffff9bc64ac92d80 x1855007613026048/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075986.061745:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007613026048/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075986.061761:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075986.061767:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075986.061840:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613026048:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075986.061854:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613026176:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075986.061887:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075986.061905:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075986/real 1769075986] req@ffff9bc64ac91880 x1855007613026176/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075986.061924:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007613026176/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075986.061946:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075986.061952:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075986.061957:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613026176:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769075986.508925:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075986.509002:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075987.085207:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075987.532909:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075987.533142:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075988.108947:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075988.556914:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075988.557067:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075989.132877:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075989.580925:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075989.581183:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075990.156976:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075990.604919:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075990.605060:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075991.180968:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769075991.180971:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075991.180991:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075991.181012:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075991.181028:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2976 00000100:00080000:3.0:1769075991.181047:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075991.181061:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075991.181170:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613026304/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075991.181215:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075991.181221:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075991.181224:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075991.181230:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2976 00000100:00080000:3.0:1769075991.181236:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075991.181241:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075991.181257:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075991.181277:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613026432/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075991.181295:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769075991.181304:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613026304:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075991.181305:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075991.181309:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075991.181324:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2976 00000100:00080000:3.0:1769075991.181330:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075991.181334:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075991.181341:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075991.181360:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613026560/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075991.181374:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075991.181379:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075991.181381:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075991.181386:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2976 00000100:00080000:3.0:1769075991.181415:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075991.181429:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:2.0:1769075991.181437:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:3.0:1769075991.181448:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075991.181471:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613026688/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075991.181512:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075991/real 1769075991] req@ffff9bc64d9ac000 x1855007613026304/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075991.181543:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613026304/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075991.181559:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075991.181566:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075991.181572:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613026304:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075991.181609:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613026432:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075991.181636:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075991.181651:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075991/real 1769075991] req@ffff9bc64d9ae680 x1855007613026432/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075991.181666:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613026432/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075991.181677:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075991.181681:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075991.181686:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613026432:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075991.181694:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613026560:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075991.181715:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075991.181726:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075991/real 1769075991] req@ffff9bc64d9aca80 x1855007613026560/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075991.181741:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613026560/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075991.181751:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075991.181754:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075991.181758:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613026560:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075991.181764:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613026688:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075991.181839:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075991.181853:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075991/real 1769075991] req@ffff9bc64d9aed80 x1855007613026688/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075991.181867:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613026688/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075991.181877:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075991.181881:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075991.181885:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613026688:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769075991.628855:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075991.628933:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075992.204871:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075992.652907:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075992.652937:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075993.228983:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075993.676864:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075993.677185:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075994.252966:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075994.700967:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075994.701087:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075995.276906:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075995.724902:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075995.725055:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075996.300909:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769075996.300916:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075996.300927:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075996.300934:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075996.300950:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2981 00000100:00080000:3.0:1769075996.300988:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075996.301004:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769075996.301086:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613026816/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075996.301123:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075996.301128:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075996.301130:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075996.301136:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2981 00000100:00080000:3.0:1769075996.301142:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075996.301147:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075996.301161:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075996.301178:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613026944/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075996.301194:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075996.301198:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769075996.301202:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769075996.301215:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613026816:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769075996.301215:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2981 00000100:00080000:3.0:1769075996.301223:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075996.301243:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075996.301250:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075996.301270:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613027072/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075996.301283:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075996.301288:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769075996.301291:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075996.301295:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2981 00000100:00080000:3.0:1769075996.301301:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075996.301306:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769075996.301312:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075996.301330:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613027200/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075996.301387:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075996.301477:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075996/real 1769075996] req@ffff9bc64d9ad180 x1855007613026816/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075996.301521:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613026816/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075996.301543:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075996.301553:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075996.301562:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613026816:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769075996.301616:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613026944:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769075996.301668:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075996.301695:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075996/real 1769075996] req@ffff9bc64d9ad880 x1855007613026944/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075996.301722:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613026944/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075996.301740:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075996.301747:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075996.301755:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613026944:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769075996.301770:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613027072:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075996.301902:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075996.301939:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075996/real 1769075996] req@ffff9bc64d9adc00 x1855007613027072/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075996.301964:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613027072/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075996.301994:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075996.302002:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075996.302044:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613027072:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769075996.302060:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613027200:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769075996.302104:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769075996.302129:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075996/real 1769075996] req@ffff9bc64d9ac380 x1855007613027200/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075996.302151:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613027200/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075996.302166:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075996.302173:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769075996.302180:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613027200:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769075996.749062:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075996.749136:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075997.324896:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075997.772917:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075997.772976:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075998.348920:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075998.797016:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075998.797171:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075999.372930:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769075999.820908:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075999.821054:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076000.396956:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076000.844891:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076000.844994:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769076001.420904:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769076001.420916:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076001.420918:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076001.420968:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076001.420978:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2986 00000100:00080000:3.0:1769076001.420992:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076001.421000:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076001.421040:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613027328/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076001.421074:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076001.421078:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076001.421081:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076001.421086:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2986 00000100:00080000:3.0:1769076001.421089:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076001.421093:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076001.421104:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076001.421117:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613027456/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076001.421129:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076001.421133:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076001.421135:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076001.421139:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2986 00000100:00080000:3.0:1769076001.421142:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1769076001.421149:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613027328:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769076001.421150:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076001.421160:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076001.421170:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613027584/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076001.421181:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076001.421185:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076001.421205:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076001.421210:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2986 00000100:00080000:3.0:1769076001.421214:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076001.421219:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076001.421225:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076001.421241:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613027712/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076001.421271:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076001.421357:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076001/real 1769076001] req@ffff9bc64d9adf80 x1855007613027328/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076001.421378:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613027328/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076001.421388:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076001.421392:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076001.421397:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613027328:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076001.421423:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613027456:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076001.421455:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076001.421470:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076001/real 1769076001] req@ffff9bc64d9aea00 x1855007613027456/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076001.421486:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613027456/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076001.421497:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076001.421501:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076001.421506:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613027456:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076001.421538:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613027584:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076001.421558:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076001.421569:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076001/real 1769076001] req@ffff9bc64d9ace00 x1855007613027584/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076001.421584:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613027584/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076001.421594:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076001.421598:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076001.421602:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613027584:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076001.421609:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613027712:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076001.421626:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076001.421636:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076001/real 1769076001] req@ffff9bc64d9ad500 x1855007613027712/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076001.421651:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613027712/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076001.421660:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076001.421664:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076001.421667:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613027712:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076001.868950:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076001.869067:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076002.444970:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076002.892972:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076002.893041:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076003.468952:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769076003.916967:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076003.916969:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076004.492988:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769076004.940951:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076004.941033:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076005.516885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769076005.964976:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076005.965052:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769076006.540945:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076006.540959:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076006.540966:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769076006.540968:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076006.540980:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2992 00000100:00080000:3.0:1769076006.540997:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076006.541007:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076006.541056:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613027840/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076006.541091:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076006.541096:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076006.541099:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076006.541104:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2992 00000100:00080000:3.0:1769076006.541108:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076006.541122:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076006.541133:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076006.541147:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613027968/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076006.541159:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076006.541163:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076006.541166:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076006.541171:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2992 00000100:00080000:3.0:1769076006.541174:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076006.541178:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076006.541187:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076006.541198:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613028096/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076006.541218:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613027840:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769076006.541227:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076006.541233:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076006.541236:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076006.541242:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2992 00000100:00080000:3.0:1769076006.541247:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076006.541252:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076006.541259:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076006.541276:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613028224/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076006.541331:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076006.541408:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076006/real 1769076006] req@ffff9bc64d9ad500 x1855007613027840/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076006.541439:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613027840/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076006.541454:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076006.541459:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076006.541465:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613027840:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076006.541475:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613027968:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076006.541506:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076006.541522:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076006/real 1769076006] req@ffff9bc64d9ace00 x1855007613027968/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076006.541537:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613027968/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076006.541556:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076006.541560:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076006.541565:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613027968:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076006.541595:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613028096:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076006.541614:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076006.541625:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076006/real 1769076006] req@ffff9bc64d9aea00 x1855007613028096/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076006.541640:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613028096/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076006.541650:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076006.541654:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076006.541657:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613028096:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076006.541665:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613028224:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076006.541682:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076006.541692:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076006/real 1769076006] req@ffff9bc64d9adf80 x1855007613028224/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076006.541705:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613028224/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076006.541715:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076006.541718:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076006.541723:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613028224:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769076006.988918:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076006.989003:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076007.564893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769076008.012912:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076008.012972:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076008.588921:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769076009.036942:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076009.037032:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076009.612945:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769076010.060981:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076010.061089:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076010.636916:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769076011.084929:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076011.085013:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769076011.660914:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076011.660928:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076011.660935:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076011.660948:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 2997 00000100:00080000:3.0:1769076011.660964:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076011.660974:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076011.660986:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076011.661027:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613028352/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076011.661073:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076011.661094:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076011.661096:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076011.661101:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2997 00000100:00080000:3.0:1769076011.661104:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076011.661109:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076011.661120:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076011.661137:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613028480/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076011.661156:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076011.661166:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1769076011.661167:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613028352:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769076011.661170:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076011.661187:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2997 00000100:00080000:3.0:1769076011.661193:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076011.661201:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076011.661211:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076011.661235:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613028608/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076011.661251:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076011.661255:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076011.661257:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076011.661261:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 2997 00000100:00080000:3.0:1769076011.661268:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1769076011.661272:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769076011.661278:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076011.661286:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076011.661302:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613028736/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076011.661347:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076011/real 1769076011] req@ffff9bc64d9ac380 x1855007613028352/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076011.661392:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613028352/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076011.661406:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076011.661412:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076011.661417:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613028352:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076011.661449:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613028480:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076011.661481:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076011.661497:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076011/real 1769076011] req@ffff9bc64d9adc00 x1855007613028480/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076011.661513:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613028480/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076011.661524:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076011.661528:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076011.661533:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613028480:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076011.661540:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613028608:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076011.661567:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076011.661588:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076011/real 1769076011] req@ffff9bc64d9ad880 x1855007613028608/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076011.661614:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613028608/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076011.661631:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076011.661638:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076011.661645:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613028608:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076011.661658:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613028736:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076011.661695:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076011.661712:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076011/real 1769076011] req@ffff9bc64d9ad180 x1855007613028736/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076011.661727:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613028736/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076011.661738:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076011.661742:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076011.661746:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613028736:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769076012.108854:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076012.109017:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076012.684891:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769076013.132965:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076013.133047:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076013.708995:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769076014.156915:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076014.157040:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076014.732920:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:2.0:1769076015.180997:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076015.181020:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076015.756901:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:2.0:1769076016.204923:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076016.205080:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076016.780879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076016.780887:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076016.780896:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076016.780920:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076016.780931:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3002 00000100:00080000:3.0:1769076016.780946:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076016.780956:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076016.781009:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613028864/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076016.781062:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076016.781069:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076016.781073:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076016.781097:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3002 00000100:00080000:3.0:1769076016.781103:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076016.781110:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076016.781125:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076016.781145:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613028992/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076016.781172:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613028864:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769076016.781183:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076016.781189:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076016.781192:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076016.781198:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3002 00000100:00080000:3.0:1769076016.781205:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076016.781209:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076016.781217:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076016.781256:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613029120/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076016.781268:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076016.781272:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076016.781274:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076016.781278:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3002 00000800:00000100:2.0:1769076016.781306:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769076016.781306:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076016.781320:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076016.781328:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076016.781344:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613029248/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076016.781379:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076016/real 1769076016] req@ffff9bc64d9aed80 x1855007613028864/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076016.781413:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613028864/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076016.781428:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076016.781435:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076016.781442:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613028864:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076016.781496:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613028992:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076016.781541:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076016.781562:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076016/real 1769076016] req@ffff9bc64d9aca80 x1855007613028992/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076016.781578:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613028992/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076016.781589:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076016.781593:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076016.781598:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613028992:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076016.781605:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613029120:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076016.781644:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076016.781657:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076016/real 1769076016] req@ffff9bc64d9ae680 x1855007613029120/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076016.781715:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613029120/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076016.781732:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076016.781736:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076016.781757:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613029120:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076016.781765:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613029248:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076016.781831:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076016.781847:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076016/real 1769076016] req@ffff9bc64d9ac000 x1855007613029248/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076016.781862:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613029248/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076016.781872:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076016.781876:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076016.781880:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613029248:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076017.228961:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076017.229097:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076017.804913:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076018.252898:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076018.253035:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076018.828970:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076019.276911:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076019.276970:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076019.852899:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076020.300980:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076020.301044:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076020.876878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076021.324885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076021.325049:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076021.900856:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769076021.900865:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076021.900871:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076021.900876:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076021.900896:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3007 00000100:00080000:2.0:1769076021.900920:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076021.900926:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076021.900957:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb100 x1855007613029376/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076021.900980:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076021.900985:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076021.900987:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076021.900992:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3007 00000100:00080000:2.0:1769076021.900996:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076021.901000:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076021.901010:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076021.901017:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613029376:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076021.901023:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8700 x1855007613029504/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076021.901033:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076021.901036:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769076021.901038:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076021.901041:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3007 00000100:00080000:2.0:1769076021.901045:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076021.901048:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076021.901053:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076021.901061:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9f80 x1855007613029632/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076021.901070:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076021.901073:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769076021.901075:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076021.901098:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3007 00000800:00000100:1.0:1769076021.901100:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:2.0:1769076021.901104:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076021.901110:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076021.901119:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076021.901135:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8000 x1855007613029760/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076021.901155:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076021/real 1769076021] req@ffff9bc67afdb100 x1855007613029376/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076021.901198:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb100 x1855007613029376/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076021.901237:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076021.901246:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769076021.901265:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613029376:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769076021.901306:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613029504:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769076021.901355:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076021.901382:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076021/real 1769076021] req@ffff9bc67afd8700 x1855007613029504/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076021.901422:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8700 x1855007613029504/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076021.901441:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076021.901448:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769076021.901455:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613029504:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769076021.901468:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613029632:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769076021.901509:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076021.901531:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076021/real 1769076021] req@ffff9bc67afd9f80 x1855007613029632/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076021.901551:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9f80 x1855007613029632/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076021.901562:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076021.901566:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769076021.901570:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613029632:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769076021.901603:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613029760:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769076021.901632:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076021.901646:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076021/real 1769076021] req@ffff9bc67afd8000 x1855007613029760/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076021.901660:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8000 x1855007613029760/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076021.901679:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076021.901683:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769076021.901687:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613029760:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076022.348909:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076022.349003:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076022.924915:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076023.372970:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076023.373121:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076023.948891:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076024.396921:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076024.397005:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076024.972932:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076025.420882:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076025.421068:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076025.996977:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076026.444936:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076026.445037:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769076027.020928:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769076027.020936:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769076027.020956:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076027.020965:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076027.020981:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3012 00000100:00080000:2.0:1769076027.020999:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076027.021009:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076027.021060:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9500 x1855007613029888/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076027.021107:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076027.021112:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076027.021114:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076027.021120:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3012 00000100:00080000:2.0:1769076027.021125:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076027.021130:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076027.021142:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076027.021160:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb800 x1855007613030016/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076027.021176:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076027.021180:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769076027.021183:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076027.021192:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3012 00000100:00100000:1.0:1769076027.021196:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613029888:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769076027.021198:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076027.021211:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076027.021218:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076027.021235:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9180 x1855007613030144/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076027.021251:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076027.021255:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769076027.021258:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076027.021263:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3012 00000100:00080000:2.0:1769076027.021268:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076027.021283:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076027.021290:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769076027.021298:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076027.021312:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdad80 x1855007613030272/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076027.021359:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076027/real 1769076027] req@ffff9bc67afd9500 x1855007613029888/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076027.021397:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9500 x1855007613029888/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076027.021411:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076027.021417:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769076027.021422:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613029888:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769076027.021432:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613030016:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769076027.021457:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076027.021471:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076027/real 1769076027] req@ffff9bc67afdb800 x1855007613030016/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076027.021487:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb800 x1855007613030016/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076027.021528:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076027.021532:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769076027.021537:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613030016:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769076027.021582:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613030144:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769076027.021607:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076027.021621:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076027/real 1769076027] req@ffff9bc67afd9180 x1855007613030144/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076027.021636:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9180 x1855007613030144/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076027.021646:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076027.021650:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769076027.021654:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613030144:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769076027.021661:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613030272:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769076027.021678:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076027.021689:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076027/real 1769076027] req@ffff9bc67afdad80 x1855007613030272/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076027.021703:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdad80 x1855007613030272/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076027.021722:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076027.021726:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769076027.021730:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613030272:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076027.468912:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076027.469031:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076028.044903:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076028.492931:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076028.493023:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076029.068899:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076029.516912:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076029.516999:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076030.092877:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076030.540905:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076030.540928:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076031.116870:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076031.564940:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076031.564976:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076032.140912:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076032.140937:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076032.140952:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076032.140960:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076032.140976:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3017 00000100:00080000:1.0:1769076032.140995:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076032.141008:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076032.141054:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007613030400/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076032.141095:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076032.141102:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076032.141106:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076032.141114:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3017 00000100:00080000:1.0:1769076032.141122:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076032.141132:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076032.141150:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076032.141170:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613030400:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769076032.141184:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007613030528/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076032.141212:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076032.141217:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076032.141220:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076032.141225:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3017 00000100:00080000:1.0:1769076032.141232:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076032.141248:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076032.141259:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769076032.141288:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076032.141291:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007613030656/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076032.141317:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076032.141324:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076032.141328:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076032.141338:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3017 00000100:00080000:1.0:1769076032.141347:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1769076032.141348:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076032/real 1769076032] req@ffff9bc64ac90000 x1855007613030400/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076032.141365:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076032.141383:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076032.141394:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007613030400/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076032.141431:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007613030784/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076032.141465:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076032.141477:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076032.141486:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613030400:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076032.141521:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613030528:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076032.141556:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076032.141572:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076032/real 1769076032] req@ffff9bc64ac90e00 x1855007613030528/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076032.141589:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007613030528/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076032.141600:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076032.141605:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076032.141609:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613030528:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076032.141616:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613030656:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076032.141636:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076032.141646:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076032/real 1769076032] req@ffff9bc64ac93800 x1855007613030656/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076032.141666:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007613030656/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076032.141682:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076032.141688:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076032.141695:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613030656:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076032.141705:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613030784:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076032.141747:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076032.141770:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076032/real 1769076032] req@ffff9bc64ac93480 x1855007613030784/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076032.141830:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007613030784/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076032.141841:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076032.141845:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076032.141850:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613030784:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076032.588900:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076032.589012:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076033.164837:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076033.612928:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076033.613094:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076034.188974:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076034.636926:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076034.637061:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076035.212895:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076035.660972:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076035.661163:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076036.236898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076036.684966:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076036.685008:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076037.260977:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076037.260997:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076037.261006:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076037.261033:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3022 00000100:00080000:1.0:1769076037.261050:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1769076037.261067:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076037.261068:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076037.261133:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007613030912/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076037.261171:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076037.261177:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076037.261190:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076037.261197:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3022 00000100:00080000:1.0:1769076037.261205:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076037.261210:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076037.261225:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076037.261238:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613030912:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769076037.261244:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007613031040/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076037.261264:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076037.261270:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076037.261273:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076037.261282:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3022 00000100:00080000:1.0:1769076037.261286:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076037.261292:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076037.261301:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076037.261344:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007613031168/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076037.261373:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076037.261377:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076037.261379:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076037.261385:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3022 00000100:00080000:1.0:1769076037.261392:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076037.261398:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076037.261405:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769076037.261407:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076037.261434:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90700 x1855007613031296/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076037.261475:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076037/real 1769076037] req@ffff9bc64ac93100 x1855007613030912/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076037.261498:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007613030912/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076037.261509:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076037.261513:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076037.261517:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613030912:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076037.261546:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613031040:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076037.261576:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076037.261586:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076037/real 1769076037] req@ffff9bc64ac91f80 x1855007613031040/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076037.261602:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007613031040/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076037.261609:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076037.261612:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076037.261614:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613031040:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076037.261620:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613031168:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076037.261635:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076037.261661:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076037/real 1769076037] req@ffff9bc64ac92a00 x1855007613031168/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076037.261674:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007613031168/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076037.261682:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076037.261685:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076037.261688:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613031168:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076037.261694:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613031296:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076037.261711:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076037.261720:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076037/real 1769076037] req@ffff9bc64ac90700 x1855007613031296/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076037.261732:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90700 x1855007613031296/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076037.261748:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076037.261752:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076037.261755:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613031296:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076037.708905:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076037.709053:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076038.284917:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076038.732936:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076038.733105:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076039.308950:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076039.756948:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076039.757071:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076040.332872:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076040.780936:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076040.781056:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076041.356960:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076041.804917:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076041.805008:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076042.380930:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076042.380964:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076042.380975:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076042.380982:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076042.380995:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3027 00000100:00080000:3.0:1769076042.381011:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076042.381023:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076042.381083:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613031424/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076042.381132:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076042.381139:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076042.381143:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076042.381151:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3027 00000100:00080000:3.0:1769076042.381159:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076042.381168:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076042.381185:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076042.381196:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613031424:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076042.381219:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613031552/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076042.381274:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076042.381280:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076042.381283:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076042.381288:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3027 00000100:00080000:3.0:1769076042.381305:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076042.381317:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:2.0:1769076042.381320:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:3.0:1769076042.381327:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076042.381351:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613031680/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076042.381364:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076042.381369:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076042.381372:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076042.381378:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3027 00000100:00100000:2.0:1769076042.381386:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076042/real 1769076042] req@ffff9bc64d9ac000 x1855007613031424/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076042.381387:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076042.381402:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076042.381416:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076042.381433:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613031424/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076042.381439:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613031808/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076042.381493:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076042.381502:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076042.381509:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613031424:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076042.381541:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613031552:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076042.381572:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076042.381587:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076042/real 1769076042] req@ffff9bc64d9ae680 x1855007613031552/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076042.381604:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613031552/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076042.381616:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076042.381620:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076042.381625:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613031552:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076042.381632:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613031680:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076042.381651:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076042.381661:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076042/real 1769076042] req@ffff9bc64d9aca80 x1855007613031680/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076042.381676:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613031680/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076042.381688:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076042.381694:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076042.381700:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613031680:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076042.381713:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613031808:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076042.381751:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076042.381807:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076042/real 1769076042] req@ffff9bc64d9aed80 x1855007613031808/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076042.381827:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613031808/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076042.381838:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076042.381841:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076042.381846:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613031808:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076042.828942:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076042.829049:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076043.404884:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076043.852932:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076043.853031:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076044.428937:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076044.876967:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076044.877015:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076045.452923:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076045.900930:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076045.901070:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076046.476919:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076046.924933:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076046.924984:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769076047.500941:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769076047.500958:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076047.500959:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076047.500969:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076047.500987:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3033 00000100:00080000:3.0:1769076047.501006:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076047.501029:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076047.501094:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613031936/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076047.501141:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076047.501200:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076047.501206:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076047.501216:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3033 00000100:00080000:3.0:1769076047.501235:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076047.501245:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076047.501266:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076047.501281:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613031936:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076047.501296:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613032064/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076047.501318:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076047.501323:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076047.501326:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076047.501332:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3033 00000100:00080000:3.0:1769076047.501338:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076047.501343:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076047.501352:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076047.501368:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613032192/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076047.501380:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076047.501385:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076047.501388:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076047.501393:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3033 00000100:00080000:3.0:1769076047.501398:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076047.501402:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076047.501408:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076047.501422:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613032320/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076047.501495:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613032064:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076047.501535:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613032192:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076047.501566:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613032320:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076047.948952:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076047.949063:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076048.524890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076048.972879:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076048.972930:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076049.548947:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076049.997001:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076049.997031:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076050.572927:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:0.0:1769076050.573126:0:2357:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:0.0:1769076050.573182:0:2357:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1769076050.573207:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:0.0:1769076050.573250:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:0.0:1769076050.573259:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:0.0:1769076050.573269:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:2.0:1769076050.573371:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076047/real 1769076050] req@ffff9bc64d9ad880 x1855007613032064/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076050.573421:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613032064/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076050.573439:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076050.573446:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076050.573453:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613032064:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076050.573464:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076047/real 1769076050] req@ffff9bc64d9adc00 x1855007613032192/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076050.573503:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613032192/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076050.573514:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076050.573519:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076050.573524:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613032192:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076050.573537:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076047/real 1769076050] req@ffff9bc64d9ac380 x1855007613032320/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076050.573552:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613032320/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076050.573562:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076050.573565:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076050.573569:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613032320:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076050.573578:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076047/real 1769076050] req@ffff9bc64d9ad180 x1855007613031936/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076050.573601:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613031936/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076050.573616:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076050.573623:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076050.573629:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613031936:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076051.020921:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076051.021014:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076051.596924:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076052.044895:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076052.044978:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769076052.620961:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076052.620974:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1769076052.620980:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076052.620981:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076052.620999:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3038 00000100:00080000:3.0:1769076052.621016:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076052.621027:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076052.621120:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613032448/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076052.621156:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076052.621161:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076052.621163:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076052.621169:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3038 00000100:00080000:3.0:1769076052.621173:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076052.621178:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076052.621189:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076052.621205:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613032576/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076052.621219:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076052.621224:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076052.621226:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076052.621230:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3038 00000100:00080000:3.0:1769076052.621235:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076052.621239:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076052.621245:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076052.621261:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613032704/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076052.621279:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769076052.621282:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613032448:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769076052.621284:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076052.621289:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076052.621302:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3038 00000100:00080000:3.0:1769076052.621308:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076052.621313:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076052.621319:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076052.621346:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613032832/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076052.621442:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076052.621515:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076052/real 1769076052] req@ffff9bc64d9adf80 x1855007613032448/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076052.621544:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613032448/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076052.621561:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076052.621569:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076052.621576:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613032448:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076052.621587:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613032576:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076052.621620:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076052.621635:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076052/real 1769076052] req@ffff9bc64d9aea00 x1855007613032576/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076052.621651:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613032576/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076052.621669:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076052.621676:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076052.621684:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613032576:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076052.621741:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613032704:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076052.621855:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076052.621882:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076052/real 1769076052] req@ffff9bc64d9ace00 x1855007613032704/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076052.621909:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613032704/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076052.621927:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076052.621934:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076052.621941:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613032704:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076052.621954:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613032832:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076052.622005:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076052.622028:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076052/real 1769076052] req@ffff9bc64d9ad500 x1855007613032832/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076052.622054:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613032832/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076052.622109:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076052.622118:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076052.622125:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613032832:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076053.068984:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076053.069123:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076053.644890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076054.092974:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076054.093195:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076054.668941:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076055.116904:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076055.117157:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076055.692927:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076056.140916:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076056.141156:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076056.716918:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076057.164970:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076057.165069:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076057.740945:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076057.741020:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076057.741029:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076057.741034:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076057.741046:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3043 00000100:00080000:1.0:1769076057.741060:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076057.741069:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076057.741119:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91180 x1855007613032960/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076057.741159:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076057.741167:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076057.741170:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076057.741176:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3043 00000100:00080000:1.0:1769076057.741181:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076057.741186:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076057.741200:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076057.741222:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90380 x1855007613033088/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076057.741242:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613032960:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769076057.741263:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076057.741272:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076057.741277:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076057.741290:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3043 00000100:00080000:1.0:1769076057.741301:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076057.741313:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076057.741326:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076057.741357:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90700 x1855007613033216/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076057.741372:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076057.741381:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:2.0:1769076057.741383:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769076057.741388:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076057.741398:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3043 00000100:00080000:1.0:1769076057.741408:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076057.741419:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076057.741430:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076057.741459:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007613033344/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076057.741492:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076057/real 1769076057] req@ffff9bc64ac91180 x1855007613032960/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076057.741530:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91180 x1855007613032960/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076057.741546:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076057.741552:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076057.741557:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613032960:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076057.741596:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613033088:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076057.741625:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076057.741639:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076057/real 1769076057] req@ffff9bc64ac90380 x1855007613033088/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076057.741661:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90380 x1855007613033088/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076057.741672:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076057.741676:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076057.741680:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613033088:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076057.741687:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613033216:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076057.741706:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076057.741716:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076057/real 1769076057] req@ffff9bc64ac90700 x1855007613033216/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076057.741729:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90700 x1855007613033216/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076057.741737:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076057.741740:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076057.741744:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613033216:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076057.741769:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613033344:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076057.741846:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076057.741862:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076057/real 1769076057] req@ffff9bc64ac92a00 x1855007613033344/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076057.741878:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007613033344/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076057.741897:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076057.741902:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076057.741906:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613033344:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076058.188943:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076058.189149:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076058.764944:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076059.213006:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076059.213135:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076059.788902:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076060.236840:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076060.236955:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076060.812914:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076061.260971:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076061.261025:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076061.836904:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076062.284993:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076062.285199:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076062.860956:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076062.860966:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076062.860970:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769076062.860975:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076062.860980:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3048 00000100:00080000:1.0:1769076062.860996:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076062.861004:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076062.861038:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007613033472/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076062.861059:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076062.861062:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076062.861064:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076062.861067:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3048 00000100:00080000:1.0:1769076062.861069:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076062.861072:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076062.861079:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076062.861091:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007613033600/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076062.861100:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076062.861102:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076062.861104:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076062.861110:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3048 00000100:00100000:2.0:1769076062.861110:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613033472:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769076062.861118:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076062.861126:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076062.861131:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076062.861137:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007613033728/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076062.861145:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076062.861147:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076062.861148:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076062.861151:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3048 00000100:00080000:1.0:1769076062.861154:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076062.861157:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076062.861159:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076062.861166:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007613033856/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076062.861218:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076062.861268:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076062/real 1769076062] req@ffff9bc64ac91f80 x1855007613033472/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076062.861291:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007613033472/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076062.861305:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076062.861310:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076062.861316:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613033472:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076062.861357:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613033600:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076062.861385:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076062.861399:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076062/real 1769076062] req@ffff9bc64ac93100 x1855007613033600/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076062.861413:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007613033600/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076062.861421:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076062.861425:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076062.861429:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613033600:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076062.861436:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613033728:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076062.861457:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076062.861469:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076062/real 1769076062] req@ffff9bc64ac93480 x1855007613033728/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076062.861482:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007613033728/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076062.861490:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076062.861494:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076062.861498:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613033728:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076062.861505:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613033856:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076062.861540:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076062.861552:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076062/real 1769076062] req@ffff9bc64ac93800 x1855007613033856/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076062.861566:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007613033856/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076062.861586:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076062.861606:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076062.861612:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613033856:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076063.309049:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076063.309061:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076063.884926:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076064.332943:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076064.333136:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076064.908971:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076065.356931:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076065.357043:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076065.932943:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076066.380930:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076066.381077:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076066.956937:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076067.404993:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076067.405025:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076067.980878:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076067.980888:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076067.980892:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769076067.980896:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076067.980901:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3053 00000100:00080000:1.0:1769076067.980912:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076067.980919:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076067.980953:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007613033984/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076067.981013:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076067.981018:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076067.981021:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076067.981027:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3053 00000100:00080000:1.0:1769076067.981032:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076067.981037:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076067.981050:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076067.981089:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007613034112/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076067.981093:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613033984:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769076067.981113:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076067.981118:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076067.981121:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076067.981126:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3053 00000100:00080000:1.0:1769076067.981131:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076067.981137:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076067.981144:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076067.981160:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007613034240/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076067.981163:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769076067.981177:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076067.981181:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076067.981183:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076067.981186:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3053 00000100:00080000:1.0:1769076067.981190:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076067.981194:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076067.981199:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076067.981203:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076067/real 1769076067] req@ffff9bc64ac90e00 x1855007613033984/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076067.981212:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007613034368/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076067.981226:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007613033984/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076067.981236:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076067.981240:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076067.981245:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613033984:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076067.981264:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613034112:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076067.981280:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076067.981292:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076067/real 1769076067] req@ffff9bc64ac90000 x1855007613034112/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076067.981307:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007613034112/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076067.981317:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076067.981321:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076067.981325:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613034112:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076067.981332:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613034240:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076067.981355:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076067.981366:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076067/real 1769076067] req@ffff9bc64ac91880 x1855007613034240/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076067.981380:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007613034240/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076067.981387:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076067.981389:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076067.981391:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613034240:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076067.981396:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613034368:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076067.981409:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076067.981415:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076067/real 1769076067] req@ffff9bc64ac92d80 x1855007613034368/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076067.981423:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007613034368/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076067.981429:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076067.981432:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076067.981434:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613034368:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076068.428944:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076068.429034:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076069.004887:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076069.452984:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076069.453148:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076070.028893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076070.476975:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076070.477021:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076071.052884:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076071.501011:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076071.501041:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076072.076917:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076072.524929:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076072.524997:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076073.100879:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076073.100893:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076073.100900:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076073.100913:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3058 00000100:00100000:2.0:1769076073.100923:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076073.100928:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076073.100944:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076073.101015:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007613034496/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076073.101082:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076073.101089:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076073.101092:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076073.101099:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3058 00000100:00080000:1.0:1769076073.101106:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076073.101114:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076073.101129:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076073.101154:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613034496:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769076073.101169:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007613034624/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076073.101190:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076073.101195:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076073.101198:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076073.101205:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3058 00000100:00080000:1.0:1769076073.101211:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076073.101215:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076073.101221:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076073.101240:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007613034752/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076073.101255:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076073.101259:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076073.101261:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076073.101265:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3058 00000100:00080000:1.0:1769076073.101272:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076073.101278:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076073.101285:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076073.101299:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92300 x1855007613034880/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076073.101317:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076073.101409:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076073/real 1769076073] req@ffff9bc64ac90a80 x1855007613034496/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076073.101448:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007613034496/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076073.101470:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076073.101480:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076073.101489:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613034496:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076073.101539:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613034624:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076073.101583:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076073.101602:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076073/real 1769076073] req@ffff9bc64ac91500 x1855007613034624/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076073.101620:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007613034624/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076073.101632:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076073.101637:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076073.101641:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613034624:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076073.101650:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613034752:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076073.101673:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076073.101684:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076073/real 1769076073] req@ffff9bc64ac91c00 x1855007613034752/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076073.101699:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007613034752/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076073.101751:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076073.101757:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076073.101762:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613034752:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076073.101805:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613034880:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076073.101838:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076073.101854:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076073/real 1769076073] req@ffff9bc64ac92300 x1855007613034880/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076073.101870:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92300 x1855007613034880/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076073.101882:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076073.101886:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076073.101890:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613034880:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076073.548977:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076073.549076:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076074.124884:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076074.572986:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076074.573010:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076075.148942:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076075.596928:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076075.597028:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076076.172919:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076076.620897:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076076.620956:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076077.196880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076077.644902:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076077.645043:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076078.220907:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769076078.220930:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076078.220942:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076078.220949:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076078.220961:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3063 00000100:00080000:2.0:1769076078.220975:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076078.220985:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076078.221034:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afda680 x1855007613035008/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076078.221080:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076078.221086:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076078.221089:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076078.221094:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3063 00000100:00080000:2.0:1769076078.221099:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076078.221103:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076078.221115:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076078.221130:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8380 x1855007613035136/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076078.221145:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076078.221150:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769076078.221153:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076078.221158:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3063 00000100:00080000:2.0:1769076078.221163:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076078.221168:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076078.221175:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076078.221190:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9880 x1855007613035264/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076078.221198:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613035008:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769076078.221207:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076078.221214:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769076078.221217:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076078.221221:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3063 00000100:00080000:2.0:1769076078.221225:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076078.221230:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076078.221247:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076078.221260:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9c00 x1855007613035392/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076078.221310:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076078.221361:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076078/real 1769076078] req@ffff9bc67afda680 x1855007613035008/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076078.221384:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afda680 x1855007613035008/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076078.221398:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076078.221403:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769076078.221409:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613035008:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769076078.221419:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613035136:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769076078.221444:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076078.221459:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076078/real 1769076078] req@ffff9bc67afd8380 x1855007613035136/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076078.221474:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8380 x1855007613035136/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076078.221485:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076078.221488:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769076078.221492:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613035136:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769076078.221522:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613035264:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769076078.221543:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076078.221554:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076078/real 1769076078] req@ffff9bc67afd9880 x1855007613035264/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076078.221569:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9880 x1855007613035264/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076078.221579:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076078.221582:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769076078.221586:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613035264:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769076078.221593:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613035392:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769076078.221610:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076078.221621:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076078/real 1769076078] req@ffff9bc67afd9c00 x1855007613035392/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076078.221675:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9c00 x1855007613035392/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076078.221687:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076078.221691:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769076078.221694:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613035392:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076078.668923:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076078.669062:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076079.244890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076079.692917:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076079.693016:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076080.268955:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076080.717039:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076080.717062:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076081.292889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076081.740934:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076081.741023:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076082.316856:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076082.764946:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076082.765075:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076083.340929:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769076083.340944:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076083.340957:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076083.340965:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076083.340980:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3068 00000100:00080000:2.0:1769076083.340999:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076083.341011:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076083.341082:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8a80 x1855007613035520/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076083.341138:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076083.341146:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076083.341150:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076083.341160:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3068 00000100:00080000:2.0:1769076083.341171:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076083.341181:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076083.341199:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613035520:192.168.204.139@tcp:250:kworker.0 00000008:00100000:2.0:1769076083.341202:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076083.341241:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9c00 x1855007613035648/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076083.341259:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076083.341264:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769076083.341267:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076083.341273:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3068 00000100:00080000:2.0:1769076083.341281:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076083.341287:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076083.341295:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076083.341313:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9880 x1855007613035776/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076083.341327:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1769076083.341335:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:2.0:1769076083.341337:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769076083.341345:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076083.341353:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3068 00000100:00080000:2.0:1769076083.341361:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076083.341367:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076083.341374:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076083.341391:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8380 x1855007613035904/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076083.341407:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076083/real 1769076083] req@ffff9bc67afd8a80 x1855007613035520/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076083.341440:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8a80 x1855007613035520/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076083.341454:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076083.341461:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769076083.341467:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613035520:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769076083.341504:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613035648:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769076083.341533:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076083.341578:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076083/real 1769076083] req@ffff9bc67afd9c00 x1855007613035648/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076083.341596:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9c00 x1855007613035648/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076083.341607:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076083.341612:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769076083.341617:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613035648:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769076083.341625:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613035776:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769076083.341650:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076083.341663:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076083/real 1769076083] req@ffff9bc67afd9880 x1855007613035776/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076083.341678:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9880 x1855007613035776/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076083.341688:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076083.341691:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769076083.341695:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613035776:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769076083.341702:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613035904:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769076083.341723:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076083.341733:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076083/real 1769076083] req@ffff9bc67afd8380 x1855007613035904/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076083.341748:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8380 x1855007613035904/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076083.341759:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076083.341763:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769076083.341767:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613035904:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076083.788896:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076083.789000:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076084.364902:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076084.812958:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076084.813172:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076085.388927:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076085.836930:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076085.837011:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076086.412916:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076086.860996:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076086.861082:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076087.436947:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076087.884922:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076087.885052:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076088.460948:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076088.460962:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076088.460976:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076088.460983:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076088.460997:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3074 00000100:00080000:1.0:1769076088.461012:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076088.461022:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076088.461069:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93b80 x1855007613036032/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076088.461119:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076088.461124:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076088.461127:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076088.461133:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3074 00000100:00080000:1.0:1769076088.461137:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076088.461143:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076088.461158:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076088.461181:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92680 x1855007613036160/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076088.461211:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613036032:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769076088.461212:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076088.461236:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076088.461241:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076088.461249:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3074 00000100:00080000:1.0:1769076088.461257:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076088.461267:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076088.461278:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076088.461310:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92300 x1855007613036288/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076088.461332:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076088.461340:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:2.0:1769076088.461347:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769076088.461350:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076088.461365:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3074 00000100:00080000:1.0:1769076088.461377:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076088.461386:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076088.461394:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076088.461416:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007613036416/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076088.461423:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076088/real 1769076088] req@ffff9bc64ac93b80 x1855007613036032/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076088.461516:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93b80 x1855007613036032/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076088.461537:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076088.461544:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076088.461551:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613036032:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076088.461610:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613036160:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076088.461650:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076088.461690:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076088/real 1769076088] req@ffff9bc64ac92680 x1855007613036160/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076088.461709:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92680 x1855007613036160/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076088.461720:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076088.461725:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076088.461729:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613036160:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076088.461738:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613036288:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076088.461762:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076088.461821:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076088/real 1769076088] req@ffff9bc64ac92300 x1855007613036288/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076088.461834:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92300 x1855007613036288/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076088.461842:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076088.461845:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076088.461848:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613036288:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076088.461854:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613036416:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076088.461875:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076088.461885:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076088/real 1769076088] req@ffff9bc64ac91c00 x1855007613036416/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076088.461896:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007613036416/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076088.461903:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076088.461906:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076088.461908:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613036416:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076088.908945:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076088.909094:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076089.484928:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076089.932932:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076089.933060:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076090.508878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076090.956910:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076090.957042:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076091.532975:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076091.980902:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076091.981023:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076092.556936:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076093.004966:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076093.005053:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076093.580935:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076093.580962:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076093.580975:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076093.580983:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076093.580999:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3079 00000100:00080000:1.0:1769076093.581019:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076093.581031:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076093.581096:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007613036544/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076093.581134:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076093.581139:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076093.581142:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076093.581148:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3079 00000100:00080000:1.0:1769076093.581154:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076093.581160:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076093.581176:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076093.581203:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007613036672/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076093.581203:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613036544:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769076093.581246:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076093.581254:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076093.581259:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076093.581268:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3079 00000100:00080000:1.0:1769076093.581280:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076093.581290:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076093.581302:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076093.581331:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007613036800/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076093.581341:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769076093.581358:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076093.581363:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076093.581367:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076093.581407:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3079 00000100:00080000:1.0:1769076093.581415:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076093.581422:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076093.581431:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076093.581451:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007613036928/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076093.581470:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076093/real 1769076093] req@ffff9bc64ac91500 x1855007613036544/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076093.581503:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007613036544/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076093.581519:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076093.581526:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076093.581532:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613036544:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076093.581570:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613036672:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076093.581604:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076093.581622:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076093/real 1769076093] req@ffff9bc64ac90a80 x1855007613036672/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076093.581638:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007613036672/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076093.581650:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076093.581654:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076093.581659:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613036672:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076093.581667:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613036800:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076093.581703:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076093.581724:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076093/real 1769076093] req@ffff9bc64ac92d80 x1855007613036800/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076093.581749:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007613036800/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076093.581767:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076093.581814:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076093.581822:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613036800:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076093.581831:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613036928:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076093.581864:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076093.581879:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076093/real 1769076093] req@ffff9bc64ac91880 x1855007613036928/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076093.581895:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007613036928/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076093.581907:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076093.581911:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076093.581916:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613036928:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076094.028964:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076094.029108:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076094.604869:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:2.0:1769076095.052985:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076095.052988:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076095.629009:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:2.0:1769076096.076944:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076096.077093:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076096.652971:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076097.100914:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076097.101018:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076097.676923:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076098.124925:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076098.125134:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076098.700945:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076098.700963:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076098.700971:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076098.700988:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3084 00000100:00080000:1.0:1769076098.701009:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076098.701022:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076098.701032:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769076098.701085:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007613037056/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076098.701127:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076098.701133:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076098.701136:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076098.701142:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3084 00000100:00080000:1.0:1769076098.701148:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076098.701154:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076098.701167:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076098.701190:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007613037184/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076098.701207:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613037056:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769076098.701212:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076098.701236:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076098.701245:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076098.701252:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3084 00000100:00080000:1.0:1769076098.701256:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076098.701278:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076098.701285:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076098.701333:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007613037312/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076098.701346:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076098.701351:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076098.701354:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076098.701358:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3084 00000100:00080000:1.0:1769076098.701365:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076098.701370:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076098.701375:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076098.701386:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007613037440/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076098.701412:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076098.701479:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076098/real 1769076098] req@ffff9bc64ac90000 x1855007613037056/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076098.701507:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007613037056/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076098.701523:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076098.701530:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076098.701536:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613037056:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076098.701576:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613037184:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076098.701605:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076098.701621:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076098/real 1769076098] req@ffff9bc64ac90e00 x1855007613037184/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076098.701637:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007613037184/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076098.701658:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076098.701662:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076098.701667:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613037184:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076098.701674:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613037312:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076098.701695:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076098.701706:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076098/real 1769076098] req@ffff9bc64ac93800 x1855007613037312/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076098.701720:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007613037312/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076098.701731:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076098.701734:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076098.701738:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613037312:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076098.701745:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613037440:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076098.701764:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076098.701836:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076098/real 1769076098] req@ffff9bc64ac93480 x1855007613037440/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076098.701864:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007613037440/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076098.701875:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076098.701879:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076098.701884:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613037440:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076099.148913:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076099.149063:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076099.724895:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076100.172873:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076100.173049:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076100.748932:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076101.196890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076101.197100:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076101.772897:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076102.220916:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076102.221066:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076102.796929:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076103.245008:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076103.245119:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076103.820899:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076103.820906:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076103.820916:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076103.820921:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076103.820931:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3089 00000100:00080000:3.0:1769076103.820942:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076103.820948:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076103.820985:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613037568/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076103.821016:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076103.821021:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076103.821024:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076103.821031:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3089 00000100:00080000:3.0:1769076103.821037:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076103.821044:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076103.821055:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076103.821064:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613037568:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076103.821083:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613037696/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076103.821102:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076103.821107:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076103.821110:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076103.821115:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3089 00000100:00080000:3.0:1769076103.821139:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076103.821145:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:2.0:1769076103.821154:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:3.0:1769076103.821157:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076103.821174:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613037824/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076103.821184:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076103.821187:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076103.821189:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076103.821193:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3089 00000100:00080000:3.0:1769076103.821198:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076103.821228:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076103.821233:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076103.821239:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076103/real 1769076103] req@ffff9bc64d9ad500 x1855007613037568/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076103.821247:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613037952/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076103.821308:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613037568/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076103.821325:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076103.821329:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076103.821333:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613037568:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076103.821385:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613037696:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076103.821415:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076103.821429:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076103/real 1769076103] req@ffff9bc64d9ace00 x1855007613037696/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076103.821442:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613037696/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076103.821451:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076103.821454:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076103.821459:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613037696:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076103.821465:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613037824:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076103.821482:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076103.821507:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076103/real 1769076103] req@ffff9bc64d9aea00 x1855007613037824/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076103.821518:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613037824/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076103.821527:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076103.821530:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076103.821534:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613037824:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076103.821542:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613037952:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076103.821565:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076103.821578:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076103/real 1769076103] req@ffff9bc64d9adf80 x1855007613037952/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076103.821589:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613037952/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076103.821595:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076103.821597:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076103.821600:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613037952:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076104.268975:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076104.269055:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076104.844863:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:2.0:1769076105.292907:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076105.293066:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076105.868956:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076106.316979:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076106.317031:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076106.892882:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076107.340925:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076107.341079:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076107.916893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076108.364902:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076108.365047:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769076108.940909:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076108.940925:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076108.940931:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076108.940946:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3094 00000100:00100000:1.0:1769076108.940952:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076108.940962:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076108.940978:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076108.941028:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613038080/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076108.941073:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076108.941078:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076108.941081:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076108.941086:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3094 00000100:00080000:3.0:1769076108.941091:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076108.941095:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076108.941107:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076108.941150:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613038208/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076108.941166:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769076108.941171:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613038080:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769076108.941173:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076108.941179:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076108.941192:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3094 00000100:00080000:3.0:1769076108.941198:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076108.941202:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076108.941209:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076108.941226:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613038336/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076108.941240:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076108.941244:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076108.941247:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076108.941250:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3094 00000100:00080000:3.0:1769076108.941265:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076108.941271:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:2.0:1769076108.941280:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:3.0:1769076108.941283:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076108.941304:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613038464/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076108.941344:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076108/real 1769076108] req@ffff9bc64d9ad180 x1855007613038080/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076108.941373:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613038080/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076108.941388:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076108.941394:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076108.941399:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613038080:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076108.941431:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613038208:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076108.941459:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076108.941478:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076108/real 1769076108] req@ffff9bc64d9ac380 x1855007613038208/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076108.941504:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613038208/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076108.941521:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076108.941528:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076108.941535:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613038208:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076108.941548:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613038336:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076108.941590:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076108.941611:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076108/real 1769076108] req@ffff9bc64d9adc00 x1855007613038336/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076108.941628:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613038336/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076108.941639:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076108.941643:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076108.941647:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613038336:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076108.941656:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613038464:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076108.941679:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076108.941691:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076108/real 1769076108] req@ffff9bc64d9ad880 x1855007613038464/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076108.941720:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613038464/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076108.941731:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076108.941736:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076108.941740:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613038464:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076109.388899:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076109.388989:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076109.964894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076110.412935:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076110.413082:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076110.988889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076111.436946:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076111.437053:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076112.012885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076112.460869:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076112.460998:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076113.036888:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076113.484929:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076113.485091:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076114.060874:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076114.060884:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076114.060893:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076114.060897:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076114.060907:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3099 00000100:00080000:3.0:1769076114.060918:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076114.060926:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076114.060962:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613038592/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076114.060992:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076114.060996:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076114.060998:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076114.061002:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3099 00000100:00080000:3.0:1769076114.061007:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076114.061012:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076114.061024:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076114.061060:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613038720/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076114.061076:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076114.061082:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076114.061085:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076114.061092:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3099 00000100:00080000:3.0:1769076114.061098:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076114.061104:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076114.061112:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076114.061133:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613038848/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076114.061143:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613038592:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769076114.061166:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076114.061173:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076114.061176:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076114.061185:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3099 00000100:00080000:3.0:1769076114.061190:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076114.061195:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076114.061202:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076114.061215:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613038976/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076114.061404:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613038720:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076114.061490:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613038848:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076114.061522:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613038976:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076114.508941:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076114.509157:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076115.084928:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076115.532934:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076115.533157:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076116.109097:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076116.556906:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076116.557018:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076117.132975:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:3.0:1769076117.133296:0:2359:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:3.0:1769076117.133388:0:2359:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769076117.133426:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769076117.133511:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769076117.133543:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769076117.133556:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:2.0:1769076117.133598:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076114/real 1769076117] req@ffff9bc64d9ae680 x1855007613038848/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076117.133633:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613038848/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076117.133647:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076117.133653:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076117.133658:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613038848:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076117.133667:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076114/real 1769076117] req@ffff9bc64d9ac000 x1855007613038976/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076117.133685:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613038976/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076117.133697:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076117.133701:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076117.133706:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613038976:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076117.133734:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076114/real 1769076117] req@ffff9bc64d9aed80 x1855007613038592/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076117.133865:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613038592/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076117.133880:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076117.133885:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076117.133891:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613038592:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076117.133902:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076114/real 1769076117] req@ffff9bc64d9aca80 x1855007613038720/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076117.133922:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613038720/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076117.133934:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076117.133939:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076117.133943:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613038720:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076117.580856:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076117.581176:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076118.156905:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076118.605000:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076118.605122:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076119.180984:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076119.180998:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076119.181007:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076119.181021:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3104 00000100:00080000:1.0:1769076119.181040:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1769076119.181050:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076119.181054:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076119.181117:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007613039104/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076119.181162:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076119.181170:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076119.181174:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076119.181206:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3104 00000100:00080000:1.0:1769076119.181214:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076119.181221:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076119.181240:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076119.181247:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613039104:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769076119.181274:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007613039232/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076119.181302:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076119.181308:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076119.181311:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076119.181318:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3104 00000100:00080000:1.0:1769076119.181326:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076119.181333:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076119.181343:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076119.181364:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007613039360/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076119.181381:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076119.181386:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076119.181390:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076119.181398:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3104 00000800:00000100:2.0:1769076119.181411:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769076119.181417:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076119.181435:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076119.181446:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076119.181475:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90700 x1855007613039488/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076119.181512:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076119/real 1769076119] req@ffff9bc64ac93100 x1855007613039104/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076119.181556:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007613039104/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076119.181580:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076119.181590:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076119.181599:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613039104:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076119.181656:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613039232:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076119.181709:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076119.181737:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076119/real 1769076119] req@ffff9bc64ac91f80 x1855007613039232/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076119.181763:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007613039232/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076119.181889:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076119.181898:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076119.181906:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613039232:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076119.181920:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613039360:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076119.182003:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076119.182035:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076119/real 1769076119] req@ffff9bc64ac92a00 x1855007613039360/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076119.182062:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007613039360/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076119.182078:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076119.182085:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076119.182091:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613039360:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076119.182105:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613039488:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076119.182147:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076119.182172:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076119/real 1769076119] req@ffff9bc64ac90700 x1855007613039488/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076119.182198:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90700 x1855007613039488/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076119.182217:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076119.182223:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076119.182232:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613039488:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076119.628920:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076119.629118:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076120.204903:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076120.652975:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076120.653058:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076121.229007:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076121.676957:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076121.677113:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076122.252875:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076122.700962:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076122.701064:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076123.276922:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076123.724893:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076123.724958:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076124.300943:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769076124.300944:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076124.300960:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076124.300970:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076124.300985:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3109 00000100:00080000:1.0:1769076124.301005:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076124.301018:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076124.301081:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90380 x1855007613039616/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076124.301127:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076124.301134:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076124.301138:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076124.301148:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3109 00000100:00080000:1.0:1769076124.301158:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076124.301168:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076124.301184:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613039616:192.168.204.139@tcp:250:kworker.0 00000008:00100000:1.0:1769076124.301186:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076124.301227:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91180 x1855007613039744/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076124.301249:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076124.301255:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076124.301258:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076124.301264:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3109 00000100:00080000:1.0:1769076124.301270:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076124.301276:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076124.301286:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769076124.301295:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076124.301316:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90700 x1855007613039872/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076124.301340:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076124.301347:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076124.301353:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769076124.301355:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076124/real 1769076124] req@ffff9bc64ac90380 x1855007613039616/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076124.301373:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3109 00000100:00080000:1.0:1769076124.301390:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1769076124.301399:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90380 x1855007613039616/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076124.301404:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076124.301419:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1769076124.301438:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1769076124.301449:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007613040000/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076124.301457:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076124.301479:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613039616:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076124.301529:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613039744:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076124.301580:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076124.301608:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076124/real 1769076124] req@ffff9bc64ac91180 x1855007613039744/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076124.301637:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91180 x1855007613039744/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076124.301655:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076124.301660:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076124.301666:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613039744:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076124.301676:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613039872:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076124.301706:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076124.301721:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076124/real 1769076124] req@ffff9bc64ac90700 x1855007613039872/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076124.301736:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90700 x1855007613039872/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076124.301747:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076124.301751:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076124.301755:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613039872:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076124.301762:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613040000:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076124.301816:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076124.301830:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076124/real 1769076124] req@ffff9bc64ac92a00 x1855007613040000/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076124.301846:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007613040000/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076124.301856:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076124.301885:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076124.301890:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613040000:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076124.748957:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076124.749064:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076125.324932:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076125.772971:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076125.773048:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076126.348962:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076126.796888:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076126.797005:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076127.372902:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076127.820850:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076127.820949:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076128.396893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076128.844897:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076128.845050:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076129.420923:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076129.420937:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076129.420945:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769076129.420945:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076129.420966:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3114 00000100:00080000:1.0:1769076129.420992:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076129.421004:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076129.421065:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007613040128/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076129.421125:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076129.421132:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076129.421136:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076129.421145:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3114 00000100:00080000:1.0:1769076129.421153:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076129.421163:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076129.421179:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076129.421213:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613040128:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769076129.421225:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007613040256/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076129.421255:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076129.421263:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076129.421267:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076129.421276:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3114 00000100:00080000:1.0:1769076129.421294:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076129.421302:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076129.421313:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076129.421336:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007613040384/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076129.421354:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1769076129.421356:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769076129.421368:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076129.421374:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076129.421387:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3114 00000100:00080000:1.0:1769076129.421396:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076129.421406:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076129.421418:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076129.421437:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076129/real 1769076129] req@ffff9bc64ac91f80 x1855007613040128/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076129.421471:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007613040512/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076129.421498:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007613040128/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076129.421525:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076129.421536:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076129.421547:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613040128:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076129.421595:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613040256:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076129.421637:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076129.421656:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076129/real 1769076129] req@ffff9bc64ac93100 x1855007613040256/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076129.421683:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007613040256/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076129.421699:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076129.421706:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076129.421713:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613040256:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076129.421726:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613040384:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076129.421852:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076129.421880:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076129/real 1769076129] req@ffff9bc64ac93480 x1855007613040384/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076129.421923:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007613040384/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076129.421940:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076129.421946:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076129.421954:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613040384:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076129.421977:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613040512:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076129.422018:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076129.422043:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076129/real 1769076129] req@ffff9bc64ac93800 x1855007613040512/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076129.422065:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007613040512/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076129.422080:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076129.422087:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076129.422093:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613040512:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076129.868890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076129.869021:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076130.444943:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076130.892918:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076130.893013:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076131.468881:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076131.916925:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076131.917018:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076132.492890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076132.940867:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076132.940954:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076133.516889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769076133.965020:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076133.965022:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00080000:1.0:1769076134.540878:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769076134.540879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076134.540901:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076134.540907:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076134.540917:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3120 00000100:00080000:1.0:1769076134.540937:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076134.540946:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076134.540986:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007613040640/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076134.541013:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076134.541017:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076134.541019:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076134.541023:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3120 00000100:00080000:1.0:1769076134.541028:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076134.541032:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076134.541043:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076134.541056:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007613040768/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076134.541067:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613040640:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769076134.541071:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076134.541079:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076134.541082:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076134.541090:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3120 00000100:00080000:1.0:1769076134.541096:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076134.541102:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076134.541111:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076134.541131:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007613040896/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076134.541148:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076134.541155:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:2.0:1769076134.541156:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769076134.541162:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076134.541172:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3120 00000100:00080000:1.0:1769076134.541180:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076134.541184:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076134.541191:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076134.541206:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076134/real 1769076134] req@ffff9bc64ac90e00 x1855007613040640/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076134.541221:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007613041024/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076134.541243:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007613040640/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076134.541257:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076134.541261:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076134.541267:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613040640:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076134.541312:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613040768:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076134.541343:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076134.541362:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076134/real 1769076134] req@ffff9bc64ac90000 x1855007613040768/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076134.541380:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007613040768/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076134.541390:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076134.541393:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076134.541396:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613040768:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076134.541402:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613040896:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076134.541422:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076134.541432:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076134/real 1769076134] req@ffff9bc64ac91880 x1855007613040896/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076134.541442:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007613040896/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076134.541455:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076134.541458:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076134.541461:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613040896:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076134.541476:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613041024:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076134.541490:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076134.541499:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076134/real 1769076134] req@ffff9bc64ac92d80 x1855007613041024/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076134.541508:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007613041024/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076134.541516:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076134.541518:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076134.541521:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613041024:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076134.988918:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076134.989031:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076135.564888:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076136.012918:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076136.013039:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076136.588963:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:2.0:1769076137.036989:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076137.037024:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076137.612894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:2.0:1769076138.060898:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076138.061027:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076138.636921:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076139.084957:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076139.085062:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769076139.660917:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769076139.660930:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769076139.660933:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076139.660954:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076139.660969:0:493:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3125 00000100:00080000:2.0:1769076139.660983:0:493:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076139.660993:0:493:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076139.661063:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afda680 x1855007613041152/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076139.661117:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076139.661126:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076139.661130:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076139.661139:0:493:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3125 00000100:00080000:2.0:1769076139.661148:0:493:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076139.661157:0:493:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076139.661185:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613041152:192.168.204.139@tcp:250:kworker.0 00000008:00100000:2.0:1769076139.661186:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076139.661224:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdad80 x1855007613041280/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076139.661244:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076139.661249:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769076139.661252:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076139.661256:0:493:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3125 00000100:00080000:2.0:1769076139.661276:0:493:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1769076139.661284:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:2.0:1769076139.661286:0:493:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076139.661299:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076139.661317:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9180 x1855007613041408/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076139.661332:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076139.661336:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769076139.661339:0:493:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769076139.661348:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076139/real 1769076139] req@ffff9bc67afda680 x1855007613041152/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076139.661349:0:493:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3125 00000100:00080000:2.0:1769076139.661359:0:493:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076139.661370:0:493:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076139.661382:0:493:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076139.661399:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afda680 x1855007613041152/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076139.661402:0:493:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb800 x1855007613041536/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076139.661462:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076139.661475:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769076139.661485:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613041152:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769076139.661525:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613041280:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769076139.661572:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076139.661597:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076139/real 1769076139] req@ffff9bc67afdad80 x1855007613041280/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076139.661653:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdad80 x1855007613041280/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076139.661672:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076139.661679:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769076139.661687:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613041280:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769076139.661700:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613041408:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769076139.661744:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076139.661761:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076139/real 1769076139] req@ffff9bc67afd9180 x1855007613041408/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076139.661810:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9180 x1855007613041408/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076139.661821:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076139.661826:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769076139.661831:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613041408:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769076139.661839:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613041536:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769076139.661863:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076139.661876:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076139/real 1769076139] req@ffff9bc67afdb800 x1855007613041536/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076139.661891:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb800 x1855007613041536/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076139.661901:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076139.661905:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769076139.661909:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613041536:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076140.108925:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076140.109035:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076140.684902:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076141.132958:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076141.132998:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076141.708914:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076142.156853:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076142.156944:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076142.732864:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076143.180858:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076143.180933:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076143.756938:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076144.204939:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076144.204997:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769076144.780848:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076144.780859:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076144.780864:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076144.780874:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3130 00000100:00100000:1.0:1769076144.780881:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769076144.780886:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076144.780897:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076144.780936:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9500 x1855007613041664/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076144.780964:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076144.780968:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076144.780970:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076144.780974:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3130 00000100:00080000:2.0:1769076144.780977:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076144.780980:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076144.780989:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076144.781001:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8000 x1855007613041792/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076144.781013:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769076144.781017:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613041664:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769076144.781023:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769076144.781028:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076144.781032:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3130 00000100:00080000:2.0:1769076144.781035:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076144.781038:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076144.781044:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076144.781055:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9f80 x1855007613041920/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076144.781065:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076144.781068:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769076144.781070:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076144.781073:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3130 00000100:00080000:2.0:1769076144.781076:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076144.781080:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076144.781085:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769076144.781099:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076144.781100:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8700 x1855007613042048/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076144.781156:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076144/real 1769076144] req@ffff9bc67afd9500 x1855007613041664/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076144.781175:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9500 x1855007613041664/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076144.781185:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076144.781189:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769076144.781193:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613041664:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769076144.781215:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613041792:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769076144.781237:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076144.781249:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076144/real 1769076144] req@ffff9bc67afd8000 x1855007613041792/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076144.781261:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8000 x1855007613041792/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076144.781269:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076144.781272:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769076144.781275:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613041792:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769076144.781280:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613041920:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769076144.781310:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076144.781319:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076144/real 1769076144] req@ffff9bc67afd9f80 x1855007613041920/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076144.781330:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9f80 x1855007613041920/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076144.781337:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076144.781340:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769076144.781343:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613041920:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769076144.781348:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613042048:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769076144.781361:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076144.781369:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076144/real 1769076144] req@ffff9bc67afd8700 x1855007613042048/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076144.781379:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8700 x1855007613042048/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076144.781386:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076144.781388:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769076144.781391:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613042048:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076145.228884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076145.228973:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076145.804901:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076146.252948:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076146.253038:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076146.828966:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076147.276929:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076147.276975:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076147.852904:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076148.300917:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076148.301005:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076148.876865:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076149.324925:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076149.325004:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076149.900941:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076149.900985:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076149.901029:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076149.901035:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076149.901047:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3135 00000100:00080000:3.0:1769076149.901062:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076149.901071:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076149.901139:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613042176/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076149.901176:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076149.901181:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076149.901183:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076149.901188:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3135 00000100:00080000:3.0:1769076149.901193:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076149.901197:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076149.901224:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076149.901237:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613042304/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076149.901248:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076149.901251:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076149.901253:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076149.901256:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3135 00000100:00080000:3.0:1769076149.901259:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076149.901266:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076149.901269:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613042176:192.168.204.139@tcp:250:kworker.0 00000008:00100000:3.0:1769076149.901272:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076149.901306:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613042432/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076149.901318:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076149.901322:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076149.901323:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076149.901327:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3135 00000100:00080000:3.0:1769076149.901331:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076149.901334:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076149.901339:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076149.901352:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613042560/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076149.901384:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076149.901460:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076149/real 1769076149] req@ffff9bc64d9aca80 x1855007613042176/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076149.901484:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613042176/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076149.901496:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076149.901501:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769076149.901506:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613042176:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769076149.901515:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613042304:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769076149.901562:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076149.901577:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076149/real 1769076149] req@ffff9bc64d9aed80 x1855007613042304/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076149.901593:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613042304/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076149.901603:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076149.901607:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769076149.901629:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613042304:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769076149.901660:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613042432:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769076149.901685:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076149.901697:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076149/real 1769076149] req@ffff9bc64d9ac000 x1855007613042432/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076149.901746:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613042432/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076149.901754:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076149.901756:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769076149.901759:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613042432:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769076149.901764:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613042560:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769076149.901778:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076149.901786:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076149/real 1769076149] req@ffff9bc64d9ae680 x1855007613042560/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076149.901796:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613042560/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076149.901803:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076149.901806:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769076149.901808:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613042560:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076150.348930:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076150.349007:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076150.924953:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076151.372936:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076151.372991:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076151.948930:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076152.396873:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076152.397038:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076152.972903:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076153.420932:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076153.421022:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076153.996919:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076154.444927:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076154.445055:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769076155.020887:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076155.020902:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1769076155.020905:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076155.020909:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076155.020928:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3140 00000100:00080000:3.0:1769076155.020941:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076155.020951:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076155.021000:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613042688/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076155.021050:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076155.021057:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076155.021061:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076155.021071:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3140 00000100:00080000:3.0:1769076155.021081:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076155.021091:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076155.021109:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076155.021123:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613042688:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076155.021139:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613042816/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076155.021160:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076155.021165:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076155.021168:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076155.021173:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3140 00000100:00080000:3.0:1769076155.021180:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076155.021184:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076155.021193:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076155.021210:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613042944/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076155.021223:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076155.021227:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076155.021229:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1769076155.021240:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769076155.021241:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3140 00000100:00080000:3.0:1769076155.021247:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076155.021254:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076155.021260:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076155.021277:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613043072/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076155.021315:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076155/real 1769076155] req@ffff9bc64d9ad880 x1855007613042688/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076155.021398:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613042688/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076155.021420:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076155.021429:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769076155.021437:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613042688:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769076155.021477:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613042816:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769076155.021516:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076155.021534:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076155/real 1769076155] req@ffff9bc64d9adc00 x1855007613042816/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076155.021550:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613042816/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076155.021562:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076155.021566:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769076155.021571:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613042816:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769076155.021579:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613042944:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769076155.021601:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076155.021613:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076155/real 1769076155] req@ffff9bc64d9ac380 x1855007613042944/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076155.021627:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613042944/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076155.021669:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076155.021676:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769076155.021682:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613042944:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769076155.021695:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613043072:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769076155.021736:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076155.021759:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076155/real 1769076155] req@ffff9bc64d9ad180 x1855007613043072/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076155.021817:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613043072/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076155.021830:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076155.021834:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769076155.021838:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613043072:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076155.468942:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076155.469077:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076156.044862:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076156.492894:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076156.493045:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076157.068913:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076157.516856:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076157.516889:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076158.092908:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076158.540907:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076158.540993:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076159.116915:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076159.564900:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076159.565019:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769076160.140995:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076160.141008:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076160.141017:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076160.141031:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3145 00000100:00080000:0.0:1769076160.141046:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076160.141057:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076160.141061:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076160.141111:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613043200/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076160.141154:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076160.141159:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076160.141162:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076160.141167:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3145 00000100:00080000:0.0:1769076160.141172:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076160.141176:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076160.141189:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076160.141210:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613043328/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076160.141228:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076160.141233:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076160.141239:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769076160.141249:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613043200:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769076160.141250:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3145 00000100:00080000:0.0:1769076160.141317:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076160.141329:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076160.141338:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076160.141365:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613043456/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076160.141376:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076160.141380:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076160.141382:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076160.141386:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3145 00000100:00080000:0.0:1769076160.141406:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076160.141412:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076160.141418:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769076160.141431:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076160.141437:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613043584/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076160.141506:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076160/real 1769076160] req@ffff9bc64f07e680 x1855007613043200/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076160.141536:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613043200/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076160.141553:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076160.141560:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769076160.141565:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613043200:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769076160.141603:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613043328:192.168.204.139@tcp:38:kworker.0 00000800:00000100:1.0:1769076160.141647:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076160.141672:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076160/real 1769076160] req@ffff9bc64f07d180 x1855007613043328/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076160.141699:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613043328/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076160.141717:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076160.141725:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769076160.141732:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613043328:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769076160.141747:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613043456:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769076160.141837:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076160.141855:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076160/real 1769076160] req@ffff9bc64f07d880 x1855007613043456/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076160.141872:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613043456/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076160.141884:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076160.141889:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769076160.141893:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613043456:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769076160.141903:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613043584:192.168.204.139@tcp:8:kworker.0 00000800:00000100:1.0:1769076160.141927:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076160.141938:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076160/real 1769076160] req@ffff9bc64f07df80 x1855007613043584/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076160.141953:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613043584/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076160.141964:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076160.141967:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:1.0:1769076160.141971:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613043584:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076160.588915:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076160.589017:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076161.164842:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076161.612892:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076161.612999:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076162.188903:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076162.636929:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076162.636943:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076163.212915:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076163.660939:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076163.661117:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076164.236909:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076164.684928:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076164.684983:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076165.260917:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076165.261024:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076165.261036:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076165.261043:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076165.261057:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3150 00000100:00080000:1.0:1769076165.261076:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076165.261087:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076165.261152:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007613043712/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076165.261236:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076165.261242:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076165.261245:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076165.261251:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3150 00000100:00080000:1.0:1769076165.261257:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076165.261265:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076165.261282:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076165.261298:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613043712:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769076165.261305:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007613043840/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076165.261326:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076165.261331:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076165.261334:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076165.261340:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3150 00000100:00080000:1.0:1769076165.261345:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076165.261349:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076165.261357:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076165.261376:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007613043968/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076165.261388:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076165.261393:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076165.261396:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076165.261401:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3150 00000100:00080000:1.0:1769076165.261405:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076165.261409:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076165.261416:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076165.261431:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92300 x1855007613044096/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076165.261437:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076165.261508:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076165/real 1769076165] req@ffff9bc64ac90a80 x1855007613043712/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076165.261535:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007613043712/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076165.261551:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076165.261557:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076165.261563:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613043712:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076165.261598:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613043840:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076165.261626:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076165.261642:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076165/real 1769076165] req@ffff9bc64ac91500 x1855007613043840/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076165.261658:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007613043840/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076165.261670:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076165.261674:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076165.261678:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613043840:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076165.261686:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613043968:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076165.261706:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076165.261717:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076165/real 1769076165] req@ffff9bc64ac91c00 x1855007613043968/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076165.261741:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007613043968/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076165.261751:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076165.261755:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076165.261759:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613043968:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076165.261765:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613044096:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076165.261819:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076165.261833:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076165/real 1769076165] req@ffff9bc64ac92300 x1855007613044096/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076165.261851:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92300 x1855007613044096/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076165.261863:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076165.261868:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076165.261873:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613044096:192.168.204.139@tcp:8:kworker.0 00010000:00010000:3.0:1769076165.708973:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076165.708984:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076166.284881:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076166.732870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076166.732909:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076167.308985:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076167.756978:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076167.756995:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076168.332894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076168.780993:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076168.781217:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076169.356917:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076169.804941:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076169.805147:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076170.380925:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076170.380938:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076170.380944:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076170.380955:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3155 00000100:00080000:1.0:1769076170.380970:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076170.380979:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076170.381029:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92680 x1855007613044224/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076170.381074:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076170.381083:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1769076170.381126:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076170.381138:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076170.381161:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3155 00000100:00080000:1.0:1769076170.381171:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076170.381182:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076170.381186:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613044224:192.168.204.139@tcp:250:kworker.0 00000008:00100000:1.0:1769076170.381212:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076170.381238:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93b80 x1855007613044352/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076170.381259:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076170.381265:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076170.381268:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076170.381274:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3155 00000100:00080000:1.0:1769076170.381280:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076170.381289:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:3.0:1769076170.381289:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:1.0:1769076170.381298:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076170.381317:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92300 x1855007613044480/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076170.381334:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076170.381340:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076170.381344:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076170.381350:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3155 00000100:00100000:3.0:1769076170.381351:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076170/real 1769076170] req@ffff9bc64ac92680 x1855007613044224/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076170.381357:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076170.381364:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076170.381372:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076170.381383:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92680 x1855007613044224/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076170.381389:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007613044608/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076170.381405:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076170.381412:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076170.381419:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613044224:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076170.381459:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613044352:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076170.381501:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076170.381520:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076170/real 1769076170] req@ffff9bc64ac93b80 x1855007613044352/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076170.381537:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93b80 x1855007613044352/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076170.381548:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076170.381552:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076170.381557:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613044352:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076170.381565:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613044480:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076170.381587:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076170.381598:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076170/real 1769076170] req@ffff9bc64ac92300 x1855007613044480/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076170.381622:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92300 x1855007613044480/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076170.381632:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076170.381635:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076170.381639:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613044480:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076170.381646:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613044608:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076170.381664:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076170.381674:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076170/real 1769076170] req@ffff9bc64ac91c00 x1855007613044608/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076170.381688:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007613044608/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076170.381698:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076170.381701:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076170.381705:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613044608:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076170.828904:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076170.829003:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076171.404900:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076171.852918:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076171.853011:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076172.428858:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076172.876876:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076172.876921:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076173.452916:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076173.900880:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076173.900999:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076174.476871:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076174.924916:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076174.924998:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076175.500875:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076175.500886:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076175.500892:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076175.500899:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076175.500910:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3161 00000100:00080000:0.0:1769076175.500924:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076175.500934:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076175.500978:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613044736/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076175.501029:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076175.501034:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076175.501037:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076175.501042:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3161 00000100:00080000:0.0:1769076175.501047:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076175.501055:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076175.501067:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076175.501080:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613044736:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076175.501088:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d500 x1855007613044864/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076175.501100:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076175.501103:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076175.501104:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076175.501109:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3161 00000100:00080000:0.0:1769076175.501113:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076175.501117:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076175.501123:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076175.501134:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613044992/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076175.501142:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076175.501145:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076175.501146:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076175.501148:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3161 00000100:00080000:0.0:1769076175.501151:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076175.501154:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076175.501157:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1769076175.501165:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076175.501167:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613045120/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076175.501213:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076175/real 1769076175] req@ffff9bc64f07fb80 x1855007613044736/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076175.501229:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613044736/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076175.501237:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076175.501249:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076175.501253:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613044736:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076175.501282:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613044864:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076175.501308:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076175.501320:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076175/real 1769076175] req@ffff9bc64f07d500 x1855007613044864/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076175.501329:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d500 x1855007613044864/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076175.501335:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076175.501338:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076175.501340:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613044864:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076175.501345:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613044992:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076175.501359:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076175.501365:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076175/real 1769076175] req@ffff9bc64f07f100 x1855007613044992/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076175.501373:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613044992/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076175.501382:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076175.501385:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076175.501387:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613044992:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076175.501390:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613045120:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076175.501399:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076175.501405:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076175/real 1769076175] req@ffff9bc64f07c700 x1855007613045120/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076175.501412:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613045120/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076175.501418:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076175.501419:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076175.501421:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613045120:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076175.948911:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076175.949037:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076176.525053:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076176.972899:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076176.973073:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076177.549049:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076177.996952:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076177.997132:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076178.572921:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076179.020930:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076179.021203:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076179.596923:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076180.044947:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076180.045159:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769076180.620898:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076180.620930:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076180.620939:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769076180.620942:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076180.620953:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3166 00000100:00080000:0.0:1769076180.620979:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076180.620991:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076180.621053:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613045248/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076180.621088:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076180.621093:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076180.621096:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076180.621102:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3166 00000100:00080000:0.0:1769076180.621106:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076180.621111:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076180.621124:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076180.621143:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613045376/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076180.621160:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076180.621167:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1769076180.621171:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613045248:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769076180.621172:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076180.621191:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3166 00000100:00080000:0.0:1769076180.621198:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076180.621207:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076180.621219:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076180.621247:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613045504/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076180.621270:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076180.621276:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076180.621280:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076180.621288:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3166 00000100:00080000:0.0:1769076180.621296:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076180.621304:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076180.621314:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076180.621342:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d500 x1855007613045632/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076180.621349:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613045376:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076180.621440:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613045504:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076180.621495:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613045632:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076181.068982:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076181.069028:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076181.645112:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076182.092946:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076182.093082:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076182.669059:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076183.116894:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076183.116978:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076183.693159:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:3.0:1769076183.693404:0:2360:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:3.0:1769076183.693457:0:2360:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769076183.693479:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769076183.693527:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769076183.693539:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769076183.693566:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:2.0:1769076183.693582:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076180/real 1769076183] req@ffff9bc64f07c700 x1855007613045376/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076183.693617:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613045376/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076183.693635:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076183.693642:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076183.693649:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613045376:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076183.693659:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076180/real 1769076183] req@ffff9bc64f07f100 x1855007613045504/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076183.693675:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613045504/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076183.693686:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076183.693700:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076183.693706:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613045504:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076183.693716:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076180/real 1769076183] req@ffff9bc64f07ed80 x1855007613045248/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076183.693735:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613045248/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076183.693760:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076183.693765:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076183.693771:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613045248:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076183.693847:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076180/real 1769076183] req@ffff9bc64f07d500 x1855007613045632/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076183.693895:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d500 x1855007613045632/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076183.693906:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076183.693912:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076183.693917:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613045632:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076184.140960:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076184.141065:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076184.717104:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076185.164939:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076185.165036:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769076185.740880:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076185.740888:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076185.740892:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076185.740901:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3171 00000100:00080000:0.0:1769076185.740910:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076185.740916:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076185.740926:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076185.740949:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613045760/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076185.740971:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076185.740974:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076185.740975:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076185.740978:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3171 00000100:00080000:0.0:1769076185.740980:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076185.740983:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076185.740989:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076185.740998:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613045888/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076185.741006:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076185.741009:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076185.741010:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076185.741012:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3171 00000100:00080000:0.0:1769076185.741016:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1769076185.741019:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613045760:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769076185.741020:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076185.741028:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076185.741037:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613046016/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076185.741045:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076185.741047:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076185.741048:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076185.741051:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3171 00000100:00080000:0.0:1769076185.741053:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076185.741056:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076185.741060:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076185.741067:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613046144/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076185.741084:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076185.741117:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076185/real 1769076185] req@ffff9bc64f07fb80 x1855007613045760/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076185.741130:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613045760/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076185.741138:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076185.741141:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076185.741144:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613045760:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076185.741149:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613045888:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076185.741162:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076185.741170:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076185/real 1769076185] req@ffff9bc64f07df80 x1855007613045888/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076185.741182:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613045888/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076185.741188:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076185.741189:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076185.741191:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613045888:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076185.741226:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613046016:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076185.741249:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076185.741262:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076185/real 1769076185] req@ffff9bc64f07d880 x1855007613046016/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076185.741273:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613046016/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076185.741281:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076185.741285:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076185.741288:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613046016:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076185.741295:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613046144:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076185.741321:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076185.741337:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076185/real 1769076185] req@ffff9bc64f07d180 x1855007613046144/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076185.741350:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613046144/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076185.741364:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076185.741367:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076185.741370:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613046144:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076186.188865:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076186.188897:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076186.765102:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076187.212940:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076187.213073:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076187.789029:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076188.236951:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076188.236979:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076188.812948:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076189.260855:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076189.260928:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076189.836986:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076190.284880:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076190.285010:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769076190.860872:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076190.860885:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1769076190.860885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076190.860892:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076190.860903:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3176 00000100:00080000:0.0:1769076190.860934:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076190.860943:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076190.860992:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613046272/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076190.861040:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076190.861045:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076190.861047:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076190.861053:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3176 00000100:00080000:0.0:1769076190.861057:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076190.861061:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076190.861089:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076190.861103:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613046400/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076190.861113:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076190.861117:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076190.861118:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076190.861122:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3176 00000100:00080000:0.0:1769076190.861126:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076190.861129:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076190.861135:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076190.861141:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613046272:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076190.861150:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613046528/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076190.861162:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076190.861165:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076190.861167:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076190.861171:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3176 00000100:00080000:0.0:1769076190.861175:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076190.861178:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076190.861182:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076190.861195:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613046656/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076190.861223:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076190.861266:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076190/real 1769076190] req@ffff9bc64f07e680 x1855007613046272/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076190.861286:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613046272/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076190.861297:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076190.861301:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076190.861305:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613046272:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076190.861312:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613046400:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076190.861331:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076190.861360:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076190/real 1769076190] req@ffff9bc64f07dc00 x1855007613046400/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076190.861376:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613046400/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076190.861386:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076190.861390:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076190.861395:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613046400:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076190.861425:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613046528:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076190.861448:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076190.861459:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076190/real 1769076190] req@ffff9bc64f07f480 x1855007613046528/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076190.861474:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613046528/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076190.861484:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076190.861488:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076190.861492:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613046528:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076190.861499:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613046656:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076190.861515:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076190.861525:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076190/real 1769076190] req@ffff9bc64f07ce00 x1855007613046656/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076190.861539:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613046656/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076190.861549:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076190.861552:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076190.861556:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613046656:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076191.308930:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076191.309076:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076191.884948:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076192.332906:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076192.333016:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076192.908876:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076193.356904:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076193.356952:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076193.932873:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076194.380899:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076194.380985:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076194.956867:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076195.404891:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076195.404962:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076195.980842:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076195.980870:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076195.980876:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076195.980880:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076195.980887:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3181 00000100:00080000:3.0:1769076195.980896:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076195.980902:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076195.980932:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613046784/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076195.980953:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076195.980955:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076195.980957:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076195.980960:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3181 00000100:00080000:3.0:1769076195.980962:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076195.980964:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076195.980971:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076195.980981:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613046912/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076195.980988:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076195.980990:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076195.980991:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076195.980994:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3181 00000100:00080000:3.0:1769076195.980996:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076195.981001:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076195.981002:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613046784:192.168.204.139@tcp:250:kworker.0 00000008:00100000:3.0:1769076195.981005:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076195.981014:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613047040/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076195.981021:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076195.981023:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076195.981024:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076195.981026:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3181 00000100:00080000:3.0:1769076195.981029:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076195.981032:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076195.981035:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076195.981043:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613047168/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076195.981065:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076195.981098:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076195/real 1769076195] req@ffff9bc64d9adf80 x1855007613046784/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076195.981112:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613046784/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076195.981120:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076195.981123:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076195.981126:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613046784:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076195.981131:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613046912:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076195.981144:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076195.981151:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076195/real 1769076195] req@ffff9bc64d9aea00 x1855007613046912/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076195.981159:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613046912/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076195.981165:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076195.981167:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076195.981169:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613046912:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076195.981188:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613047040:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076195.981198:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076195.981204:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076195/real 1769076195] req@ffff9bc64d9ace00 x1855007613047040/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076195.981216:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613047040/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076195.981221:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076195.981222:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076195.981224:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613047040:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076195.981228:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613047168:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076195.981237:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076195.981242:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076195/real 1769076195] req@ffff9bc64d9ad500 x1855007613047168/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076195.981250:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613047168/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076195.981255:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076195.981257:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076195.981260:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613047168:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076196.428854:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076196.428964:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076197.004897:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076197.452923:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076197.453067:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076198.028931:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076198.476963:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076198.476985:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076199.052939:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076199.500906:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076199.500981:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076200.076908:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076200.524878:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076200.524998:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076201.100973:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769076201.100985:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076201.101000:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076201.101007:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076201.101021:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3186 00000100:00080000:2.0:1769076201.101035:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076201.101044:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076201.101093:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb100 x1855007613047296/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076201.101146:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076201.101151:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076201.101154:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076201.101160:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3186 00000100:00080000:2.0:1769076201.101164:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076201.101169:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076201.101182:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076201.101204:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8700 x1855007613047424/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076201.101221:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076201.101229:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769076201.101234:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076201.101251:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3186 00000100:00100000:3.0:1769076201.101254:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613047296:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769076201.101257:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076201.101271:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076201.101294:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076201.101309:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9f80 x1855007613047552/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076201.101324:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076201.101329:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769076201.101332:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076201.101339:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3186 00000100:00080000:2.0:1769076201.101343:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076201.101348:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076201.101354:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076201.101367:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8000 x1855007613047680/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769076201.101416:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076201.101482:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076201/real 1769076201] req@ffff9bc67afdb100 x1855007613047296/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076201.101509:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb100 x1855007613047296/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076201.101526:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076201.101533:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076201.101539:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613047296:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076201.101613:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613047424:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076201.101663:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076201.101679:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076201/real 1769076201] req@ffff9bc67afd8700 x1855007613047424/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076201.101703:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8700 x1855007613047424/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076201.101713:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076201.101717:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076201.101721:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613047424:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076201.101730:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613047552:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076201.101771:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076201.101783:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076201/real 1769076201] req@ffff9bc67afd9f80 x1855007613047552/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076201.101798:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9f80 x1855007613047552/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076201.101845:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076201.101849:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076201.101853:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613047552:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076201.101862:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613047680:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076201.101887:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076201.101900:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076201/real 1769076201] req@ffff9bc67afd8000 x1855007613047680/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076201.101933:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8000 x1855007613047680/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076201.101950:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076201.101954:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076201.101958:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613047680:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076201.548937:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076201.549050:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076202.124897:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076202.572892:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076202.572923:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076203.148893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076203.596903:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076203.596903:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076204.172912:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076204.620990:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076204.621051:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076205.196884:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076205.644949:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076205.644973:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076206.220994:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076206.221010:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076206.221024:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076206.221031:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076206.221043:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3191 00000100:00080000:3.0:1769076206.221058:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076206.221068:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076206.221117:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613047808/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076206.221160:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076206.221165:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076206.221168:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076206.221188:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3191 00000100:00080000:3.0:1769076206.221200:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076206.221206:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076206.221219:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076206.221222:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613047808:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076206.221243:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613047936/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076206.221262:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076206.221268:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076206.221272:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076206.221277:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3191 00000100:00080000:3.0:1769076206.221282:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076206.221285:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076206.221291:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076206.221305:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613048064/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076206.221318:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076206.221322:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076206.221325:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076206.221329:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3191 00000800:00000100:2.0:1769076206.221338:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769076206.221339:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076206.221357:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076206.221366:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076206.221387:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613048192/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076206.221426:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076206/real 1769076206] req@ffff9bc64d9ad500 x1855007613047808/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076206.221450:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613047808/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076206.221463:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076206.221470:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076206.221477:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613047808:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076206.221556:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613047936:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076206.221589:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076206.221603:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076206/real 1769076206] req@ffff9bc64d9ace00 x1855007613047936/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076206.221615:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613047936/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076206.221630:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076206.221634:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076206.221637:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613047936:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076206.221644:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613048064:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076206.221662:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076206.221670:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076206/real 1769076206] req@ffff9bc64d9aea00 x1855007613048064/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076206.221680:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613048064/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076206.221688:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076206.221690:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076206.221693:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613048064:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076206.221699:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613048192:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076206.221713:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076206.221721:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076206/real 1769076206] req@ffff9bc64d9adf80 x1855007613048192/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076206.221734:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613048192/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076206.221745:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076206.221750:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076206.221755:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613048192:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076206.669042:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076206.669123:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076207.244903:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076207.692952:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076207.693103:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076208.269001:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076208.716940:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076208.716990:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076209.292922:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076209.740945:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076209.741060:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076210.316934:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076210.764952:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076210.765060:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769076211.340909:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076211.340924:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1769076211.340927:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076211.340931:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076211.340948:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3196 00000100:00080000:3.0:1769076211.340968:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076211.340982:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076211.341061:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613048320/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076211.341099:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076211.341103:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076211.341106:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076211.341116:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3196 00000100:00080000:3.0:1769076211.341121:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076211.341126:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076211.341138:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076211.341154:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613048448/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076211.341181:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769076211.341185:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613048320:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769076211.341189:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076211.341196:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076211.341205:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3196 00000100:00080000:3.0:1769076211.341212:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076211.341220:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076211.341240:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076211.341262:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613048576/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076211.341274:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076211.341278:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076211.341281:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076211.341285:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3196 00000100:00080000:3.0:1769076211.341290:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076211.341294:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076211.341299:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769076211.341303:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076211.341317:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613048704/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076211.341375:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076211/real 1769076211] req@ffff9bc64d9ad180 x1855007613048320/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076211.341423:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613048320/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076211.341437:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076211.341442:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076211.341446:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613048320:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076211.341495:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613048448:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076211.341531:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076211.341551:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076211/real 1769076211] req@ffff9bc64d9ac380 x1855007613048448/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076211.341573:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613048448/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076211.341585:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076211.341589:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076211.341593:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613048448:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076211.341599:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613048576:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076211.341624:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076211.341635:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076211/real 1769076211] req@ffff9bc64d9adc00 x1855007613048576/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076211.341647:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613048576/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076211.341655:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076211.341658:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076211.341661:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613048576:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076211.341667:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613048704:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076211.341681:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076211.341688:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076211/real 1769076211] req@ffff9bc64d9ad880 x1855007613048704/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076211.341699:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613048704/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076211.341707:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076211.341710:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076211.341712:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613048704:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076211.788920:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076211.789093:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076212.364935:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076212.812935:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076212.813107:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076213.388914:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076213.836985:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076213.837008:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076214.412898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076214.860887:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076214.861025:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076215.436947:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076215.884952:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076215.885058:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076216.460846:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076216.460955:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076216.460966:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076216.460972:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076216.460984:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3202 00000100:00080000:1.0:1769076216.460996:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076216.461005:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076216.461049:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007613048832/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076216.461076:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076216.461079:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076216.461081:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076216.461084:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3202 00000100:00080000:1.0:1769076216.461087:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076216.461089:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076216.461098:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076216.461108:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007613048960/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076216.461116:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076216.461119:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076216.461123:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769076216.461124:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613048832:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769076216.461129:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3202 00000100:00080000:1.0:1769076216.461134:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076216.461136:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076216.461140:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076216.461149:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007613049088/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076216.461155:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076216.461158:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076216.461159:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076216.461162:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3202 00000100:00080000:1.0:1769076216.461164:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076216.461166:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076216.461169:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076216.461178:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007613049216/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076216.461203:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076216.461250:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076216/real 1769076216] req@ffff9bc64ac91500 x1855007613048832/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076216.461277:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007613048832/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076216.461286:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076216.461290:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076216.461293:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613048832:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076216.461339:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613048960:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076216.461359:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076216.461369:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076216/real 1769076216] req@ffff9bc64ac90a80 x1855007613048960/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076216.461378:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007613048960/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076216.461384:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076216.461386:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076216.461389:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613048960:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076216.461393:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613049088:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076216.461405:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076216.461411:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076216/real 1769076216] req@ffff9bc64ac92d80 x1855007613049088/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076216.461419:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007613049088/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076216.461429:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076216.461431:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076216.461434:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613049088:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076216.461437:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613049216:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076216.461446:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076216.461452:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076216/real 1769076216] req@ffff9bc64ac91880 x1855007613049216/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076216.461458:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007613049216/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076216.461463:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076216.461465:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076216.461467:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613049216:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076216.908835:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076216.908969:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076217.484920:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076217.932907:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076217.933025:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076218.508956:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769076218.956946:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076218.956947:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076219.532900:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076219.980909:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076219.981095:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076220.556865:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076221.004895:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076221.004943:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076221.580877:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076221.580910:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076221.580915:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076221.580919:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076221.580928:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3207 00000100:00080000:0.0:1769076221.580937:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076221.580944:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076221.580980:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c380 x1855007613049344/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076221.581012:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076221.581016:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076221.581019:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076221.581023:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3207 00000100:00080000:0.0:1769076221.581027:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076221.581031:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076221.581040:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076221.581053:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613049472/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076221.581072:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076221.581076:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076221.581078:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076221.581085:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3207 00000100:00080000:0.0:1769076221.581089:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076221.581093:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076221.581099:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076221.581104:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613049344:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076221.581127:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613049600/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076221.581141:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076221.581145:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076221.581148:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076221.581152:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3207 00000100:00080000:0.0:1769076221.581157:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076221.581173:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076221.581179:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076221.581192:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613049728/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076221.581216:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076221.581334:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076221/real 1769076221] req@ffff9bc64f07c380 x1855007613049344/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076221.581351:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c380 x1855007613049344/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076221.581361:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076221.581368:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076221.581374:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613049344:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076221.581380:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613049472:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076221.581408:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076221.581417:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076221/real 1769076221] req@ffff9bc64f07ce00 x1855007613049472/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076221.581426:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613049472/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076221.581432:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076221.581434:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076221.581436:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613049472:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076221.581459:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613049600:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076221.581471:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076221.581476:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076221/real 1769076221] req@ffff9bc64f07f480 x1855007613049600/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076221.581484:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613049600/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076221.581490:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076221.581492:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076221.581494:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613049600:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076221.581498:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613049728:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076221.581508:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076221.581514:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076221/real 1769076221] req@ffff9bc64f07dc00 x1855007613049728/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076221.581530:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613049728/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076221.581536:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076221.581538:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076221.581540:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613049728:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076222.028897:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076222.029089:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076222.604931:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076223.052931:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076223.053040:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076223.628900:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076224.077019:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076224.077073:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076224.652923:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076225.100917:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076225.100965:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076225.676949:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076226.124888:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076226.125033:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076226.700880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076226.700885:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076226.700892:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076226.700908:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076226.700917:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3212 00000100:00080000:3.0:1769076226.700929:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076226.700935:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076226.700971:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613049856/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076226.701007:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076226.701011:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076226.701024:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076226.701028:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3212 00000100:00080000:3.0:1769076226.701030:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076226.701033:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076226.701041:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076226.701052:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613049984/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076226.701059:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076226.701062:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076226.701064:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076226.701066:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3212 00000100:00080000:3.0:1769076226.701068:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076226.701071:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076226.701074:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076226.701104:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613050112/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076226.701117:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076226.701121:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076226.701123:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076226.701128:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3212 00000100:00080000:3.0:1769076226.701133:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076226.701193:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076226.701196:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613049856:192.168.204.139@tcp:250:kworker.0 00000008:00100000:3.0:1769076226.701202:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076226.701224:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613050240/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076226.701309:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076226.701379:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076226/real 1769076226] req@ffff9bc64d9ae680 x1855007613049856/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076226.701408:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613049856/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076226.701422:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076226.701428:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076226.701433:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613049856:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076226.701444:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613049984:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076226.701483:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076226.701506:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076226/real 1769076226] req@ffff9bc64d9ac000 x1855007613049984/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076226.701531:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613049984/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076226.701550:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076226.701557:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076226.701565:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613049984:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076226.701577:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613050112:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076226.701615:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076226.701632:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076226/real 1769076226] req@ffff9bc64d9aed80 x1855007613050112/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076226.701648:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613050112/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076226.701671:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076226.701674:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076226.701676:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613050112:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076226.701701:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613050240:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076226.701716:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076226.701723:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076226/real 1769076226] req@ffff9bc64d9aca80 x1855007613050240/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076226.701732:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613050240/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076226.701739:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076226.701741:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076226.701744:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613050240:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769076227.148975:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076227.149029:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076227.724895:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769076228.172966:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076228.173055:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076228.748902:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769076229.196932:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076229.196992:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076229.772891:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076230.221028:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076230.221058:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076230.796883:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076231.244923:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076231.245022:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769076231.820909:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076231.820924:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076231.820930:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076231.820944:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3217 00000100:00100000:0.0:1769076231.820959:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076231.820959:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076231.820975:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076231.821024:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613050368/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076231.821087:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076231.821096:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076231.821099:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076231.821108:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3217 00000100:00080000:3.0:1769076231.821116:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076231.821124:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076231.821139:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076231.821151:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613050368:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076231.821163:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613050496/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076231.821183:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076231.821189:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076231.821192:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076231.821198:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3217 00000100:00080000:3.0:1769076231.821204:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076231.821211:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076231.821219:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076231.821234:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613050624/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076231.821244:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769076231.821252:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076231.821258:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076231.821262:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076231.821268:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3217 00000100:00080000:3.0:1769076231.821274:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076231.821280:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076231.821287:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076231.821304:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076231/real 1769076231] req@ffff9bc64d9aca80 x1855007613050368/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076231.821304:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613050752/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076231.821337:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613050368/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076231.821356:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076231.821364:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076231.821372:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613050368:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076231.821411:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613050496:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076231.821446:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076231.821463:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076231/real 1769076231] req@ffff9bc64d9aed80 x1855007613050496/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076231.821479:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613050496/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076231.821491:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076231.821495:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076231.821499:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613050496:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076231.821506:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613050624:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076231.821530:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076231.821542:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076231/real 1769076231] req@ffff9bc64d9ac000 x1855007613050624/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076231.821556:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613050624/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076231.821565:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076231.821569:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076231.821572:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613050624:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076231.821578:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613050752:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076231.821595:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076231.821605:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076231/real 1769076231] req@ffff9bc64d9ae680 x1855007613050752/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076231.821619:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613050752/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076231.821629:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076231.821632:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076231.821636:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613050752:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076232.268951:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076232.268970:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076232.844849:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076233.292907:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076233.292953:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076233.868887:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076234.316921:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076234.316923:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076234.892917:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076235.340867:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076235.341090:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076235.916902:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076236.364917:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076236.365047:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076236.940933:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076236.940964:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076236.941007:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076236.941015:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076236.941029:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3222 00000100:00080000:1.0:1769076236.941047:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076236.941061:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076236.941115:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007613050880/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076236.941153:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076236.941158:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076236.941161:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076236.941166:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3222 00000100:00080000:1.0:1769076236.941171:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076236.941176:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076236.941187:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076236.941205:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007613051008/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076236.941222:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076236.941231:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1769076236.941233:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613050880:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769076236.941235:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076236.941250:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3222 00000100:00080000:1.0:1769076236.941256:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076236.941259:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076236.941266:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076236.941285:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007613051136/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076236.941298:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076236.941303:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076236.941306:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076236.941311:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3222 00000100:00080000:1.0:1769076236.941316:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076236.941322:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076236.941328:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769076236.941338:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076236.941347:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007613051264/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076236.941406:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076236/real 1769076236] req@ffff9bc64ac90000 x1855007613050880/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076236.941441:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007613050880/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076236.941454:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076236.941459:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076236.941465:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613050880:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076236.941494:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613051008:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076236.941521:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076236.941535:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076236/real 1769076236] req@ffff9bc64ac90e00 x1855007613051008/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076236.941551:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007613051008/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076236.941582:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076236.941586:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076236.941591:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613051008:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076236.941599:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613051136:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076236.941622:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076236.941635:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076236/real 1769076236] req@ffff9bc64ac93800 x1855007613051136/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076236.941650:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007613051136/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076236.941668:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076236.941672:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076236.941676:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613051136:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076236.941683:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613051264:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076236.941701:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076236.941711:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076236/real 1769076236] req@ffff9bc64ac93480 x1855007613051264/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076236.941725:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007613051264/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076236.941735:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076236.941739:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076236.941742:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613051264:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076237.388869:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076237.389015:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076237.964896:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076238.412908:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076238.413076:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076238.988896:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769076239.436990:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076239.437014:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076240.012898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076240.460884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076240.461051:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076241.036849:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076241.485038:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076241.485064:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769076242.060924:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076242.060941:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076242.060949:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769076242.060950:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076242.060970:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3227 00000100:00080000:3.0:1769076242.060987:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076242.061008:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076242.061063:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613051392/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076242.061101:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076242.061106:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076242.061108:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076242.061114:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3227 00000100:00080000:3.0:1769076242.061118:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076242.061123:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076242.061135:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076242.061149:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613051520/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076242.061160:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076242.061164:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076242.061166:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076242.061171:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3227 00000100:00080000:3.0:1769076242.061177:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076242.061181:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076242.061189:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076242.061204:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613051648/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076242.061217:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076242.061220:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076242.061233:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076242.061237:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3227 00000100:00080000:3.0:1769076242.061242:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076242.061248:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076242.061258:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613051392:192.168.204.139@tcp:250:kworker.0 00000008:00100000:3.0:1769076242.061259:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076242.061292:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613051776/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076242.061386:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076242.061458:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076242/real 1769076242] req@ffff9bc64d9ad880 x1855007613051392/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076242.061495:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613051392/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076242.061527:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076242.061532:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076242.061538:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613051392:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076242.061548:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613051520:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076242.061575:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076242.061606:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076242/real 1769076242] req@ffff9bc64d9adc00 x1855007613051520/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076242.061622:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613051520/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076242.061633:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076242.061637:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076242.061641:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613051520:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076242.061674:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613051648:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076242.061697:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076242.061710:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076242/real 1769076242] req@ffff9bc64d9ac380 x1855007613051648/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076242.061724:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613051648/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076242.061734:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076242.061738:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076242.061742:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613051648:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076242.061749:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613051776:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076242.061767:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076242.061779:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076242/real 1769076242] req@ffff9bc64d9ad180 x1855007613051776/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076242.061793:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613051776/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076242.061853:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076242.061859:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076242.061863:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613051776:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076242.508893:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076242.509066:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076243.084917:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076243.532982:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076243.533074:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076244.108928:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076244.556974:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076244.557046:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076245.133010:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076245.580992:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076245.581097:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076246.156940:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076246.604989:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076246.605090:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769076247.180923:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769076247.180929:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076247.180938:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076247.180944:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076247.180956:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3232 00000100:00080000:3.0:1769076247.180969:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076247.180977:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076247.181026:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613051904/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076247.181081:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076247.181089:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076247.181093:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076247.181101:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3232 00000100:00080000:3.0:1769076247.181108:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076247.181118:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076247.181155:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076247.181177:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613051904:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076247.181180:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613052032/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076247.181198:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076247.181204:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076247.181206:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076247.181210:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3232 00000100:00080000:3.0:1769076247.181214:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076247.181219:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076247.181226:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076247.181240:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613052160/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076247.181250:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076247.181254:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076247.181256:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076247.181260:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3232 00000100:00080000:3.0:1769076247.181291:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076247.181304:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076247.181311:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076247.181323:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613052288/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076247.181375:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613052032:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076247.181425:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613052160:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076247.181452:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613052288:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076247.628933:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076247.629083:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076248.204915:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076248.652864:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076248.652961:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076249.228935:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076249.676956:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076249.676966:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076250.252943:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:2.0:1769076250.253235:0:2358:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:2.0:1769076250.253298:0:2358:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769076250.253328:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769076250.253398:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769076250.253415:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769076250.253430:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:3.0:1769076250.253496:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076247/real 1769076250] req@ffff9bc64d9aea00 x1855007613052032/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076250.253540:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613052032/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076250.253563:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076250.253572:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076250.253581:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613052032:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076250.253597:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076247/real 1769076250] req@ffff9bc64d9ace00 x1855007613052160/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076250.253622:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613052160/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076250.253640:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076250.253647:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076250.253655:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613052160:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076250.253669:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076247/real 1769076250] req@ffff9bc64d9ad500 x1855007613052288/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076250.253706:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613052288/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076250.253723:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076250.253729:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076250.253736:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613052288:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076250.253817:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076247/real 1769076250] req@ffff9bc64d9adf80 x1855007613051904/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076250.253850:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613051904/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076250.253870:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076250.253880:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076250.253892:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613051904:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076250.700921:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076250.701031:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076251.276914:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076251.724916:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076251.725055:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076252.300865:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076252.301120:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076252.301137:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076252.301144:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076252.301162:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3237 00000100:00080000:0.0:1769076252.301181:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076252.301193:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076252.301251:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613052416/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076252.301306:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076252.301314:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076252.301317:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076252.301324:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3237 00000100:00080000:0.0:1769076252.301331:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076252.301338:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076252.301355:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076252.301398:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613052544/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076252.301425:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613052416:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769076252.301463:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076252.301471:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076252.301475:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076252.301485:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3237 00000100:00080000:0.0:1769076252.301494:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076252.301503:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076252.301513:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076252.301539:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613052672/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076252.301559:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1769076252.301574:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769076252.301577:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076252.301586:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076252.301597:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3237 00000100:00080000:0.0:1769076252.301606:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076252.301616:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076252.301626:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076252.301679:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613052800/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076252.301680:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076252/real 1769076252] req@ffff9bc64f07e680 x1855007613052416/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076252.301752:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613052416/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076252.301772:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076252.301816:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076252.301823:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613052416:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076252.301868:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613052544:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076252.301908:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076252.301929:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076252/real 1769076252] req@ffff9bc64f07d180 x1855007613052544/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076252.302052:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613052544/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076252.302065:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076252.302070:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076252.302076:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613052544:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076252.302086:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613052672:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076252.302121:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076252.302139:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076252/real 1769076252] req@ffff9bc64f07d880 x1855007613052672/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076252.302158:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613052672/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076252.302171:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076252.302176:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076252.302181:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613052672:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076252.302190:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613052800:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076252.302219:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076252.302237:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076252/real 1769076252] req@ffff9bc64f07df80 x1855007613052800/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076252.302255:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613052800/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076252.302268:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076252.302272:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076252.302278:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613052800:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076252.748891:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076252.749004:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076253.324929:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076253.772921:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076253.773002:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076254.348899:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769076254.796987:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076254.797109:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076255.372885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769076255.820901:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076255.821054:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076256.396913:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076256.844969:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076256.845001:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769076257.420896:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769076257.420904:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076257.420916:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076257.420925:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076257.420942:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3242 00000100:00080000:0.0:1769076257.420961:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076257.420972:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076257.421034:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613052928/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076257.421078:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076257.421084:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076257.421086:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076257.421092:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3242 00000100:00080000:0.0:1769076257.421096:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076257.421101:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076257.421115:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076257.421133:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d500 x1855007613053056/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076257.421148:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076257.421154:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076257.421156:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076257.421161:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3242 00000100:00080000:0.0:1769076257.421166:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076257.421170:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076257.421178:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076257.421195:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613053184/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076257.421196:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613052928:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769076257.421235:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076257.421245:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076257.421248:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076257.421254:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3242 00000100:00080000:0.0:1769076257.421260:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076257.421268:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076257.421276:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076257.421291:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613053312/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769076257.421323:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076257.421384:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076257/real 1769076257] req@ffff9bc64f07fb80 x1855007613052928/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076257.421421:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613052928/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076257.421443:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076257.421452:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076257.421461:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613052928:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076257.421478:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613053056:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076257.421531:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076257.421552:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076257/real 1769076257] req@ffff9bc64f07d500 x1855007613053056/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076257.421569:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d500 x1855007613053056/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076257.421580:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076257.421585:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076257.421589:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613053056:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076257.421674:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613053184:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076257.421707:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076257.421722:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076257/real 1769076257] req@ffff9bc64f07ed80 x1855007613053184/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076257.421738:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613053184/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076257.421749:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076257.421753:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076257.421757:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613053184:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076257.421765:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613053312:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076257.421831:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076257.421845:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076257/real 1769076257] req@ffff9bc64f07f100 x1855007613053312/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076257.421870:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613053312/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076257.421880:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076257.421884:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076257.421888:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613053312:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076257.868921:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076257.869001:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076258.444913:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769076258.892958:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076258.892964:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769076259.468901:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:2.0:1769076259.916938:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076259.917102:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076260.492946:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076260.941003:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076260.941010:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076261.516913:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076261.964857:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076261.964900:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076262.540865:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076262.540888:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076262.540895:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076262.540900:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076262.540907:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3248 00000100:00080000:3.0:1769076262.540919:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076262.540926:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076262.540958:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613053440/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076262.540982:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076262.540988:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076262.540990:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076262.540994:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3248 00000100:00080000:3.0:1769076262.540999:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076262.541005:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076262.541015:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076262.541022:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613053440:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076262.541028:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613053568/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076262.541038:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076262.541042:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076262.541044:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076262.541047:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3248 00000100:00080000:3.0:1769076262.541050:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076262.541054:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076262.541059:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076262.541068:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613053696/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076262.541076:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076262.541079:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076262.541081:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076262.541084:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3248 00000800:00000100:2.0:1769076262.541085:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769076262.541087:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076262.541091:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076262.541095:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076262.541104:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613053824/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076262.541123:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076262/real 1769076262] req@ffff9bc64d9adf80 x1855007613053440/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076262.541143:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613053440/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076262.541153:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076262.541157:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076262.541161:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613053440:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076262.541184:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613053568:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076262.541204:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076262.541217:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076262/real 1769076262] req@ffff9bc64d9ad500 x1855007613053568/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076262.541230:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613053568/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076262.541239:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076262.541242:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076262.541247:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613053568:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076262.541255:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613053696:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076262.541279:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076262.541290:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076262/real 1769076262] req@ffff9bc64d9ace00 x1855007613053696/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076262.541302:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613053696/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076262.541318:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076262.541322:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076262.541325:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613053696:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076262.541332:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613053824:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076262.541353:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076262.541364:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076262/real 1769076262] req@ffff9bc64d9aea00 x1855007613053824/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076262.541378:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613053824/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076262.541386:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076262.541391:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076262.541394:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613053824:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076262.988914:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076262.988985:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076263.564939:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076264.012940:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076264.013084:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076264.588895:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076265.036952:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076265.036987:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076265.612883:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076266.060888:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076266.060916:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076266.636917:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076267.084907:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076267.084911:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076267.660951:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076267.661022:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076267.661039:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076267.661047:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076267.661062:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3253 00000100:00080000:0.0:1769076267.661099:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076267.661109:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076267.661172:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613053952/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076267.661220:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076267.661228:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076267.661232:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076267.661240:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3253 00000100:00080000:0.0:1769076267.661247:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076267.661254:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076267.661274:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076267.661301:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613053952:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076267.661319:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613054080/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076267.661336:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076267.661341:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076267.661344:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076267.661349:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3253 00000100:00080000:0.0:1769076267.661354:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076267.661359:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076267.661367:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076267.661383:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613054208/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076267.661394:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076267.661398:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076267.661401:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076267.661405:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3253 00000100:00080000:0.0:1769076267.661408:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076267.661412:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076267.661417:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769076267.661426:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076267.661437:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d500 x1855007613054336/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076267.661536:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076267/real 1769076267] req@ffff9bc64f07c700 x1855007613053952/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076267.661562:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613053952/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076267.661576:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076267.661581:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076267.661587:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613053952:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076267.661621:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613054080:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076267.661650:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076267.661664:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076267/real 1769076267] req@ffff9bc64f07f100 x1855007613054080/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076267.661678:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613054080/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076267.661688:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076267.661692:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076267.661696:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613054080:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076267.661702:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613054208:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076267.661719:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076267.661729:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076267/real 1769076267] req@ffff9bc64f07ed80 x1855007613054208/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076267.661741:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613054208/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076267.661750:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076267.661753:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076267.661756:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613054208:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076267.661762:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613054336:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076267.661816:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076267.661829:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076267/real 1769076267] req@ffff9bc64f07d500 x1855007613054336/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076267.661844:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d500 x1855007613054336/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076267.661853:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076267.661856:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076267.661860:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613054336:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076268.108911:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076268.109066:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076268.684894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076269.132925:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076269.133133:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076269.708871:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769076270.156945:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076270.157007:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076270.732939:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769076271.180919:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076271.181066:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076271.756900:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769076272.204971:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076272.205037:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076272.780882:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076272.781037:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076272.781045:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076272.781051:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076272.781062:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3258 00000100:00080000:1.0:1769076272.781080:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076272.781089:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076272.781132:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007613054464/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076272.781162:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076272.781167:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076272.781169:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076272.781175:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3258 00000100:00080000:1.0:1769076272.781179:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076272.781183:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076272.781202:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076272.781217:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007613054592/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076272.781229:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076272.781233:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076272.781234:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076272.781238:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3258 00000100:00080000:1.0:1769076272.781241:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076272.781244:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076272.781249:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076272.781258:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007613054720/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076272.781268:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076272.781272:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076272.781273:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076272.781276:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3258 00000100:00080000:1.0:1769076272.781279:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076272.781283:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076272.781287:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076272.781296:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90700 x1855007613054848/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076272.781463:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613054464:192.168.204.139@tcp:250:kworker.0 00000800:00000100:2.0:1769076272.781589:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076272.781656:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076272/real 1769076272] req@ffff9bc64ac93100 x1855007613054464/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076272.781685:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007613054464/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076272.781702:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076272.781708:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076272.781714:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613054464:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076272.781725:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613054592:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076272.781752:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076272.781767:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076272/real 1769076272] req@ffff9bc64ac91f80 x1855007613054592/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076272.781783:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007613054592/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076272.781856:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076272.781861:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076272.781866:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613054592:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076272.781875:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613054720:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076272.781920:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076272.781932:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076272/real 1769076272] req@ffff9bc64ac92a00 x1855007613054720/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076272.781946:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007613054720/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076272.781955:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076272.781959:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076272.781962:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613054720:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076272.781969:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613054848:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076272.781987:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076272.782000:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076272/real 1769076272] req@ffff9bc64ac90700 x1855007613054848/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076272.782020:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90700 x1855007613054848/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076272.782034:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076272.782040:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076272.782047:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613054848:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769076273.228924:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076273.229052:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076273.804909:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769076274.252929:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076274.253063:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076274.828858:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769076275.276945:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076275.277040:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076275.852858:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769076276.300874:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076276.300908:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076276.876892:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769076277.324852:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076277.324948:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076277.900898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076277.900923:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076277.900935:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076277.900943:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076277.900958:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3263 00000100:00080000:0.0:1769076277.900973:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076277.900982:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076277.901026:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613054976/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076277.901068:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076277.901073:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076277.901076:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076277.901081:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3263 00000100:00080000:0.0:1769076277.901085:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076277.901090:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076277.901105:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076277.901122:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613055104/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076277.901130:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613054976:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769076277.901144:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076277.901150:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076277.901153:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076277.901158:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3263 00000100:00080000:0.0:1769076277.901164:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076277.901168:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076277.901174:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076277.901200:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613055232/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076277.901210:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076277.901214:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076277.901216:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076277.901221:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3263 00000100:00080000:0.0:1769076277.901225:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076277.901229:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076277.901236:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769076277.901239:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076277.901256:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613055360/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076277.901356:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076277/real 1769076277] req@ffff9bc64f07fb80 x1855007613054976/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076277.901385:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613054976/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076277.901400:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076277.901405:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076277.901411:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613054976:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076277.901443:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613055104:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076277.901475:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076277.901491:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076277/real 1769076277] req@ffff9bc64f07df80 x1855007613055104/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076277.901507:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613055104/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076277.901518:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076277.901522:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076277.901527:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613055104:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076277.901534:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613055232:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076277.901554:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076277.901566:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076277/real 1769076277] req@ffff9bc64f07d880 x1855007613055232/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076277.901581:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613055232/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076277.901591:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076277.901594:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076277.901598:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613055232:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076277.901605:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613055360:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076277.901642:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076277.901658:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076277/real 1769076277] req@ffff9bc64f07d180 x1855007613055360/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076277.901679:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613055360/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076277.901693:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076277.901698:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076277.901705:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613055360:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076278.348860:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076278.348933:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076278.924906:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076279.373008:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076279.373098:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076279.948924:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076280.396872:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076280.397055:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076280.972935:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076281.420911:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076281.421088:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076281.996893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076282.444841:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076282.444910:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769076283.020859:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769076283.020883:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076283.020888:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076283.020893:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076283.020901:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3268 00000100:00080000:0.0:1769076283.020910:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076283.020916:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076283.020949:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613055488/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076283.020972:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076283.020976:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076283.020978:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076283.020982:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3268 00000100:00080000:0.0:1769076283.020986:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076283.020990:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076283.020999:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076283.021012:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613055616/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076283.021021:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613055488:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769076283.021032:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076283.021035:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076283.021038:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076283.021044:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3268 00000100:00080000:0.0:1769076283.021048:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076283.021052:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076283.021056:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076283.021066:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613055744/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076283.021090:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076283.021093:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076283.021095:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076283.021098:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3268 00000100:00080000:0.0:1769076283.021101:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1769076283.021103:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769076283.021106:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076283.021110:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076283.021119:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613055872/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076283.021141:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076283/real 1769076283] req@ffff9bc64f07e680 x1855007613055488/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076283.021159:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613055488/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076283.021171:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076283.021175:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076283.021178:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613055488:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076283.021221:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613055616:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076283.021256:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076283.021266:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076283/real 1769076283] req@ffff9bc64f07dc00 x1855007613055616/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076283.021274:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613055616/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076283.021285:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076283.021288:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076283.021290:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613055616:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076283.021294:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613055744:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076283.021305:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076283.021311:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076283/real 1769076283] req@ffff9bc64f07f480 x1855007613055744/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076283.021319:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613055744/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076283.021324:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076283.021326:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076283.021328:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613055744:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076283.021332:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613055872:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076283.021341:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076283.021347:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076283/real 1769076283] req@ffff9bc64f07ce00 x1855007613055872/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076283.021354:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613055872/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076283.021359:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076283.021360:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076283.021363:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613055872:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076283.468896:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076283.469000:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076284.044878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076284.492949:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076284.493116:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076285.068929:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769076285.517052:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076285.517088:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769076286.092887:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076286.540956:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076286.541085:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076287.116949:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076287.564940:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076287.565071:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076288.140938:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076288.140999:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076288.141010:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076288.141016:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076288.141027:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3273 00000100:00080000:3.0:1769076288.141042:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076288.141051:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076288.141099:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613056000/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076288.141194:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076288.141200:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076288.141203:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076288.141227:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3273 00000100:00080000:3.0:1769076288.141236:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076288.141246:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076288.141263:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076288.141277:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613056000:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076288.141293:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613056128/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076288.141312:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076288.141317:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076288.141321:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076288.141327:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3273 00000100:00080000:3.0:1769076288.141355:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076288.141361:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:2.0:1769076288.141371:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:3.0:1769076288.141375:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076288.141410:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613056256/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076288.141420:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076288.141423:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076288.141425:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076288.141429:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3273 00000100:00080000:3.0:1769076288.141434:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1769076288.141440:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076288/real 1769076288] req@ffff9bc64d9aea00 x1855007613056000/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076288.141442:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076288.141469:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076288.141492:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613056384/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076288.141505:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613056000/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076288.141533:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076288.141540:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076288.141546:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613056000:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076288.141579:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613056128:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076288.141610:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076288.141625:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076288/real 1769076288] req@ffff9bc64d9ace00 x1855007613056128/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076288.141642:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613056128/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076288.141653:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076288.141659:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076288.141665:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613056128:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076288.141678:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613056256:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076288.141715:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076288.141737:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076288/real 1769076288] req@ffff9bc64d9ad500 x1855007613056256/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076288.141763:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613056256/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076288.141781:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076288.141788:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076288.141809:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613056256:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076288.141816:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613056384:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076288.141871:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076288.141908:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076288/real 1769076288] req@ffff9bc64d9adf80 x1855007613056384/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076288.141934:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613056384/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076288.141951:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076288.141957:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076288.141965:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613056384:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076288.588911:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076288.589077:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076289.164929:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076289.612893:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076289.613015:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076290.188908:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076290.636935:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076290.637045:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076291.212989:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076291.660924:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076291.661086:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076292.236902:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076292.684875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076292.685024:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076293.260902:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076293.260910:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076293.260915:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076293.260923:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3278 00000100:00080000:1.0:1769076293.260949:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076293.260956:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076293.260967:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769076293.260992:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91180 x1855007613056512/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076293.261013:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076293.261016:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076293.261017:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076293.261021:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3278 00000100:00080000:1.0:1769076293.261037:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076293.261041:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076293.261075:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076293.261086:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613056512:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769076293.261090:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90380 x1855007613056640/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076293.261099:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076293.261102:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076293.261104:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076293.261107:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3278 00000100:00080000:1.0:1769076293.261109:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076293.261111:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076293.261115:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076293.261123:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90700 x1855007613056768/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076293.261130:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076293.261132:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076293.261134:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076293.261136:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3278 00000100:00080000:1.0:1769076293.261139:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076293.261142:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076293.261145:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769076293.261152:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076293.261155:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007613056896/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076293.261201:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076293/real 1769076293] req@ffff9bc64ac91180 x1855007613056512/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076293.261215:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91180 x1855007613056512/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076293.261223:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076293.261227:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076293.261229:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613056512:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076293.261249:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613056640:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076293.261263:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076293.261271:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076293/real 1769076293] req@ffff9bc64ac90380 x1855007613056640/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076293.261279:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90380 x1855007613056640/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076293.261285:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076293.261287:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076293.261289:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613056640:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076293.261293:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613056768:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076293.261303:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076293.261315:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076293/real 1769076293] req@ffff9bc64ac90700 x1855007613056768/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076293.261326:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90700 x1855007613056768/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076293.261334:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076293.261338:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076293.261341:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613056768:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076293.261347:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613056896:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076293.261367:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076293.261388:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076293/real 1769076293] req@ffff9bc64ac92a00 x1855007613056896/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076293.261400:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007613056896/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076293.261406:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076293.261408:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076293.261411:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613056896:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076293.708958:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076293.709138:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076294.284906:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076294.732863:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076294.732957:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076295.308903:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076295.756892:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076295.757053:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076296.332867:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076296.780919:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076296.781034:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076297.356863:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076297.804911:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076297.805100:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076298.380985:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076298.381055:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076298.381066:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076298.381071:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076298.381081:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3283 00000100:00080000:0.0:1769076298.381094:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076298.381101:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076298.381141:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c380 x1855007613057024/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076298.381174:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076298.381179:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076298.381181:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076298.381185:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3283 00000100:00080000:0.0:1769076298.381188:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076298.381192:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076298.381201:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076298.381217:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613057152/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076298.381230:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076298.381234:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076298.381236:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076298.381250:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3283 00000100:00100000:2.0:1769076298.381253:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613057024:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769076298.381256:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076298.381286:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076298.381295:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076298.381316:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613057280/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076298.381328:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076298.381334:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076298.381336:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076298.381341:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3283 00000100:00080000:0.0:1769076298.381346:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076298.381353:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076298.381359:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076298.381376:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613057408/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076298.381411:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076298.381476:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076298/real 1769076298] req@ffff9bc64f07c380 x1855007613057024/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076298.381503:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c380 x1855007613057024/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076298.381519:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076298.381526:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076298.381531:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613057024:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076298.381568:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613057152:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076298.381596:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076298.381611:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076298/real 1769076298] req@ffff9bc64f07ce00 x1855007613057152/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076298.381627:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613057152/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076298.381639:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076298.381643:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076298.381648:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613057152:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076298.381656:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613057280:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076298.381675:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076298.381698:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076298/real 1769076298] req@ffff9bc64f07f480 x1855007613057280/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076298.381712:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613057280/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076298.381723:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076298.381726:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076298.381730:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613057280:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076298.381737:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613057408:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076298.381755:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076298.381765:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076298/real 1769076298] req@ffff9bc64f07dc00 x1855007613057408/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076298.381816:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613057408/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076298.381835:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076298.381839:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076298.381844:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613057408:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076298.828980:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076298.829102:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076299.404881:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076299.852949:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076299.852985:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076300.428924:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076300.876971:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076300.877099:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076301.452934:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076301.900966:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076301.901013:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076302.476930:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076302.924940:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076302.925031:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076303.500934:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076303.500977:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076303.500989:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076303.500996:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076303.501010:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3289 00000100:00080000:3.0:1769076303.501025:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076303.501036:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076303.501086:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613057536/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076303.501119:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076303.501124:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076303.501126:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076303.501132:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3289 00000100:00080000:3.0:1769076303.501136:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076303.501142:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076303.501155:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076303.501176:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613057536:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076303.501193:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613057664/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076303.501212:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076303.501216:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076303.501219:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076303.501226:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3289 00000100:00080000:3.0:1769076303.501231:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076303.501236:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076303.501243:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076303.501257:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613057792/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076303.501273:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1769076303.501274:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769076303.501284:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076303.501287:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076303.501296:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3289 00000100:00080000:3.0:1769076303.501302:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076303.501309:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076303.501315:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076303.501330:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613057920/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076303.501344:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076303/real 1769076303] req@ffff9bc64d9ad180 x1855007613057536/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076303.501376:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613057536/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076303.501390:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076303.501396:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076303.501403:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613057536:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076303.501444:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613057664:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076303.501489:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076303.501515:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076303/real 1769076303] req@ffff9bc64d9ac380 x1855007613057664/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076303.501543:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613057664/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076303.501555:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076303.501560:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076303.501564:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613057664:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076303.501573:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613057792:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076303.501606:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076303.501621:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076303/real 1769076303] req@ffff9bc64d9adc00 x1855007613057792/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076303.501636:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613057792/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076303.501646:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076303.501649:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076303.501653:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613057792:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076303.501659:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613057920:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076303.501678:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076303.501688:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076303/real 1769076303] req@ffff9bc64d9ad880 x1855007613057920/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076303.501702:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613057920/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076303.501712:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076303.501715:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076303.501719:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613057920:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076303.948914:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076303.949016:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076304.524922:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076304.972929:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076304.973058:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076305.548951:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076305.996966:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076305.997116:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076306.572937:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076307.020910:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076307.021101:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076307.596929:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076308.044926:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076308.045085:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076308.620982:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076308.620985:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076308.621005:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076308.621015:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076308.621035:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3294 00000100:00080000:3.0:1769076308.621058:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076308.621073:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076308.621150:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613058048/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076308.621208:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076308.621217:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076308.621221:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076308.621230:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3294 00000100:00080000:3.0:1769076308.621238:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076308.621246:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076308.621264:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076308.621287:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613058176/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076308.621304:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076308.621310:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076308.621315:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769076308.621321:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613058048:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769076308.621324:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3294 00000100:00080000:3.0:1769076308.621333:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076308.621342:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076308.621349:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076308.621366:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613058304/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076308.621379:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076308.621384:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076308.621388:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076308.621393:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3294 00000100:00080000:3.0:1769076308.621426:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076308.621431:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076308.621439:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769076308.621447:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076308.621465:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613058432/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076308.621520:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076308/real 1769076308] req@ffff9bc64d9ae680 x1855007613058048/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076308.621559:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613058048/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076308.621573:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076308.621579:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076308.621586:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613058048:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076308.621623:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613058176:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076308.621651:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076308.621666:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076308/real 1769076308] req@ffff9bc64d9ac000 x1855007613058176/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076308.621682:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613058176/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076308.621693:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076308.621697:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076308.621701:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613058176:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076308.621708:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613058304:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076308.621729:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076308.621739:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076308/real 1769076308] req@ffff9bc64d9aed80 x1855007613058304/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076308.621753:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613058304/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076308.621861:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076308.621866:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076308.621871:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613058304:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076308.621880:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613058432:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076308.621912:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076308.621927:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076308/real 1769076308] req@ffff9bc64d9aca80 x1855007613058432/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076308.621943:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613058432/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076308.621953:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076308.621957:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076308.621961:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613058432:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076309.068911:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076309.068995:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076309.644908:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076310.092929:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076310.093050:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076310.668866:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076311.116923:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076311.117079:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076311.692881:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076312.140913:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076312.141029:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076312.716930:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076313.164906:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076313.165025:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769076313.740856:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076313.740870:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076313.740877:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769076313.740879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076313.740890:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3299 00000100:00080000:3.0:1769076313.740906:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076313.740916:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076313.740978:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613058560/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076313.741047:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076313.741052:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076313.741054:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076313.741059:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3299 00000100:00080000:3.0:1769076313.741064:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076313.741070:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076313.741083:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076313.741116:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613058688/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076313.741129:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076313.741134:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076313.741137:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076313.741142:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3299 00000100:00080000:3.0:1769076313.741148:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076313.741154:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076313.741161:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076313.741174:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613058816/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076313.741185:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613058560:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769076313.741192:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076313.741199:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076313.741201:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076313.741223:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3299 00000100:00080000:3.0:1769076313.741226:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076313.741229:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076313.741234:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076313.741246:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613058944/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076313.741340:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613058688:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076313.741396:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613058816:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076313.741422:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613058944:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076314.188929:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076314.188992:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076314.764885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076315.213035:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076315.213220:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076315.788938:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076316.236918:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076316.237003:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076316.812980:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:0.0:1769076316.813200:0:2357:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:0.0:1769076316.813252:0:2357:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1769076316.813277:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:0.0:1769076316.813326:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:0.0:1769076316.813337:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:0.0:1769076316.813347:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:2.0:1769076316.813429:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076313/real 1769076316] req@ffff9bc64d9ac000 x1855007613058816/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076316.813483:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613058816/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076316.813502:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076316.813510:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076316.813516:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613058816:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076316.813528:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076313/real 1769076316] req@ffff9bc64d9ae680 x1855007613058944/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076316.813544:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613058944/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076316.813553:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076316.813557:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076316.813562:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613058944:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076316.813571:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076313/real 1769076316] req@ffff9bc64d9aca80 x1855007613058560/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076316.813598:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613058560/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076316.813608:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076316.813612:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076316.813617:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613058560:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076316.813626:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076313/real 1769076316] req@ffff9bc64d9aed80 x1855007613058688/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076316.813691:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613058688/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076316.813704:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076316.813709:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076316.813713:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613058688:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076317.260912:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076317.261139:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076317.836906:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076318.284888:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076318.285065:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769076318.860929:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769076318.860938:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076318.860944:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076318.860954:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076318.860968:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3304 00000100:00080000:3.0:1769076318.860983:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076318.860994:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076318.861058:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613059072/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076318.861096:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076318.861101:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076318.861104:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076318.861109:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3304 00000100:00080000:3.0:1769076318.861114:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076318.861118:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076318.861132:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076318.861151:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613059200/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076318.861165:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076318.861172:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076318.861175:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076318.861180:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3304 00000100:00080000:3.0:1769076318.861186:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076318.861202:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076318.861204:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613059072:192.168.204.139@tcp:250:kworker.0 00000008:00100000:3.0:1769076318.861238:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076318.861275:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613059328/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076318.861302:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076318.861309:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076318.861313:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076318.861320:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3304 00000100:00080000:3.0:1769076318.861349:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076318.861359:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076318.861371:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769076318.861380:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076318.861416:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613059456/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076318.861472:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076318/real 1769076318] req@ffff9bc64d9ad880 x1855007613059072/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076318.861509:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613059072/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076318.861527:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076318.861533:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076318.861539:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613059072:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076318.861553:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613059200:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076318.861587:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076318.861642:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076318/real 1769076318] req@ffff9bc64d9adc00 x1855007613059200/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076318.861669:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613059200/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076318.861688:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076318.861696:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076318.861703:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613059200:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076318.861765:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613059328:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076318.861878:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076318.861905:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076318/real 1769076318] req@ffff9bc64d9ac380 x1855007613059328/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076318.861931:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613059328/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076318.861947:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076318.861955:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076318.861962:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613059328:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076318.861976:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613059456:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076318.862015:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076318.862038:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076318/real 1769076318] req@ffff9bc64d9ad180 x1855007613059456/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076318.862064:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613059456/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076318.862079:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076318.862086:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076318.862093:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613059456:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076319.308914:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076319.309069:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076319.884887:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076320.332914:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076320.333088:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076320.908954:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076321.356893:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076321.357062:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076321.932904:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076322.380979:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076322.381075:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076322.956873:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076323.404854:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076323.404958:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076323.980948:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076323.980977:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076323.980991:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076323.980998:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076323.981011:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3309 00000100:00080000:1.0:1769076323.981026:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076323.981037:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076323.981084:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007613059584/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076323.981121:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076323.981126:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076323.981131:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076323.981141:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3309 00000100:00080000:1.0:1769076323.981147:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076323.981152:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076323.981165:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076323.981181:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613059584:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769076323.981192:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007613059712/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076323.981218:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076323.981224:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076323.981227:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076323.981238:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3309 00000100:00080000:1.0:1769076323.981248:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076323.981257:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076323.981266:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1769076323.981296:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076323.981299:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007613059840/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076323.981320:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076323.981326:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076323.981331:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076323.981342:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3309 00000100:00080000:1.0:1769076323.981352:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076323.981371:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076323.981382:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076323.981410:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007613059968/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076323.981419:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076323/real 1769076323] req@ffff9bc64ac91f80 x1855007613059584/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076323.981480:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007613059584/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076323.981504:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076323.981569:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076323.981575:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613059584:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076323.981609:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613059712:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076323.981646:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076323.981663:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076323/real 1769076323] req@ffff9bc64ac93100 x1855007613059712/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076323.981680:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007613059712/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076323.981691:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076323.981695:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076323.981699:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613059712:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076323.981707:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613059840:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076323.981728:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076323.981738:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076323/real 1769076323] req@ffff9bc64ac93480 x1855007613059840/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076323.981753:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007613059840/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076323.981763:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076323.981767:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076323.981771:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613059840:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076323.981818:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613059968:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076323.981854:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076323.981869:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076323/real 1769076323] req@ffff9bc64ac93800 x1855007613059968/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076323.981884:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007613059968/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076323.981894:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076323.981898:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076323.981902:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613059968:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076324.428924:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076324.429018:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076325.004908:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076325.452925:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076325.453081:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076326.028922:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076326.476926:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076326.477052:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076327.052890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076327.500888:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076327.501244:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076328.076898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076328.524892:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076328.525051:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076329.100961:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076329.100986:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076329.100998:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076329.101017:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076329.101030:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3314 00000100:00080000:3.0:1769076329.101044:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076329.101053:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076329.101100:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613060096/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076329.101139:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076329.101144:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076329.101147:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076329.101153:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3314 00000100:00080000:3.0:1769076329.101157:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076329.101162:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076329.101174:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076329.101192:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613060224/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076329.101207:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613060096:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769076329.101212:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076329.101222:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076329.101225:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076329.101230:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3314 00000100:00080000:3.0:1769076329.101235:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076329.101239:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076329.101247:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076329.101264:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613060352/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076329.101276:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076329.101280:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076329.101282:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076329.101286:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3314 00000100:00080000:3.0:1769076329.101293:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076329.101297:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076329.101303:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769076329.101309:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076329.101325:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613060480/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076329.101370:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076329/real 1769076329] req@ffff9bc64d9adf80 x1855007613060096/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076329.101396:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613060096/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076329.101410:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076329.101416:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076329.101482:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613060096:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076329.101514:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613060224:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076329.101557:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076329.101580:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076329/real 1769076329] req@ffff9bc64d9ad500 x1855007613060224/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076329.101602:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613060224/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076329.101619:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076329.101625:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076329.101632:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613060224:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076329.101646:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613060352:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076329.101682:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076329.101703:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076329/real 1769076329] req@ffff9bc64d9ace00 x1855007613060352/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076329.101726:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613060352/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076329.101742:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076329.101747:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076329.101753:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613060352:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076329.101765:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613060480:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076329.101843:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076329.101866:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076329/real 1769076329] req@ffff9bc64d9aea00 x1855007613060480/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076329.101890:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613060480/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076329.101906:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076329.101912:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076329.101918:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613060480:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076329.548922:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076329.549089:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076330.124894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076330.572929:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076330.573015:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076331.148944:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076331.596954:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076331.597052:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076332.172897:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076332.620870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076332.621052:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076333.196978:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076333.645014:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076333.645114:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769076334.220868:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076334.220884:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1769076334.220890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076334.220891:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076334.220908:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3319 00000100:00080000:3.0:1769076334.220934:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076334.220944:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076334.221000:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613060608/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076334.221032:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076334.221036:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076334.221038:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076334.221043:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3319 00000100:00080000:3.0:1769076334.221046:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076334.221050:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076334.221062:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076334.221073:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613060736/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076334.221089:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076334.221093:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076334.221095:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076334.221099:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3319 00000100:00080000:3.0:1769076334.221102:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076334.221106:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076334.221110:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076334.221119:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613060864/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076334.221131:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613060608:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769076334.221132:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076334.221140:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076334.221144:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076334.221148:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3319 00000100:00080000:3.0:1769076334.221151:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076334.221154:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076334.221158:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076334.221170:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613060992/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076334.221240:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076334.221304:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076334/real 1769076334] req@ffff9bc64d9aea00 x1855007613060608/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076334.221332:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613060608/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076334.221366:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076334.221371:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076334.221392:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613060608:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076334.221401:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613060736:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076334.221429:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076334.221442:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076334/real 1769076334] req@ffff9bc64d9ace00 x1855007613060736/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076334.221454:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613060736/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076334.221462:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076334.221466:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076334.221469:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613060736:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076334.221500:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613060864:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076334.221516:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076334.221524:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076334/real 1769076334] req@ffff9bc64d9ad500 x1855007613060864/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076334.221535:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613060864/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076334.221543:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076334.221545:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076334.221548:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613060864:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076334.221554:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613060992:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076334.221568:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076334.221576:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076334/real 1769076334] req@ffff9bc64d9adf80 x1855007613060992/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076334.221586:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613060992/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076334.221594:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076334.221596:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076334.221599:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613060992:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076334.668870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076334.669017:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076335.244959:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076335.692940:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076335.693054:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076336.269014:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076336.716945:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076336.717133:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076337.292986:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076337.740938:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076337.741111:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076338.316971:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076338.764958:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076338.765100:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769076339.340911:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076339.340924:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076339.340931:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076339.340942:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3324 00000100:00080000:3.0:1769076339.340959:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769076339.340968:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076339.340970:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076339.341021:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613061120/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076339.341082:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076339.341087:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076339.341090:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076339.341095:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3324 00000100:00080000:3.0:1769076339.341099:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076339.341103:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076339.341114:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076339.341128:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613061248/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076339.341141:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076339.341146:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076339.341148:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076339.341152:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3324 00000100:00080000:3.0:1769076339.341155:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1769076339.341164:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613061120:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769076339.341164:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076339.341183:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076339.341210:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613061376/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076339.341229:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076339.341233:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076339.341235:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076339.341239:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3324 00000100:00080000:3.0:1769076339.341244:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076339.341269:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076339.341276:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076339.341289:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613061504/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076339.341323:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076339.341383:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076339/real 1769076339] req@ffff9bc64d9ad180 x1855007613061120/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076339.341406:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613061120/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076339.341419:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076339.341433:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076339.341438:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613061120:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076339.341447:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613061248:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076339.341472:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076339.341484:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076339/real 1769076339] req@ffff9bc64d9ac380 x1855007613061248/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076339.341499:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613061248/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076339.341508:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076339.341511:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076339.341515:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613061248:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076339.341543:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613061376:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076339.341561:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076339.341572:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076339/real 1769076339] req@ffff9bc64d9adc00 x1855007613061376/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076339.341584:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613061376/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076339.341593:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076339.341596:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076339.341599:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613061376:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076339.341605:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613061504:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076339.341620:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076339.341629:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076339/real 1769076339] req@ffff9bc64d9ad880 x1855007613061504/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076339.341640:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613061504/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076339.341656:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076339.341660:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076339.341663:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613061504:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076339.788963:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076339.789096:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076340.364917:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076340.812873:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076340.813105:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076341.388939:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076341.836928:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076341.836986:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076342.412890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076342.860911:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076342.861082:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076343.436909:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769076343.884956:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076343.884970:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00080000:1.0:1769076344.460933:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076344.460948:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076344.460955:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769076344.460957:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076344.460968:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3330 00000100:00080000:1.0:1769076344.460984:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076344.460996:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076344.461047:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007613061632/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076344.461082:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076344.461087:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076344.461090:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076344.461095:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3330 00000100:00080000:1.0:1769076344.461100:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076344.461104:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076344.461115:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076344.461132:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007613061760/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076344.461147:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076344.461152:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076344.461156:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076344.461190:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3330 00000100:00100000:2.0:1769076344.461199:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613061632:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769076344.461201:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076344.461213:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076344.461223:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076344.461245:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007613061888/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076344.461260:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076344.461265:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076344.461268:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076344.461272:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3330 00000100:00080000:1.0:1769076344.461277:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076344.461281:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076344.461288:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769076344.461301:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076344.461308:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007613062016/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076344.461381:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076344/real 1769076344] req@ffff9bc64ac90e00 x1855007613061632/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076344.461421:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007613061632/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076344.461442:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076344.461451:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076344.461457:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613061632:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076344.461506:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613061760:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076344.461543:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076344.461574:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076344/real 1769076344] req@ffff9bc64ac90000 x1855007613061760/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076344.461592:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007613061760/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076344.461603:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076344.461607:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076344.461613:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613061760:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076344.461621:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613061888:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076344.461645:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076344.461657:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076344/real 1769076344] req@ffff9bc64ac91880 x1855007613061888/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076344.461672:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007613061888/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076344.461683:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076344.461687:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076344.461691:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613061888:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076344.461698:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613062016:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076344.461716:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076344.461726:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076344/real 1769076344] req@ffff9bc64ac92d80 x1855007613062016/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076344.461741:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007613062016/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076344.461750:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076344.461754:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076344.461757:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613062016:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076344.908922:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076344.909074:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076345.484910:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076345.932919:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076345.933110:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076346.508931:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076346.956960:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076346.957033:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076347.532911:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076347.980966:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076347.981055:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076348.556930:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076349.004947:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076349.005143:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076349.580913:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076349.580966:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076349.580981:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076349.580988:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076349.581002:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3335 00000100:00080000:1.0:1769076349.581017:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076349.581026:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076349.581075:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007613062144/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076349.581164:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076349.581170:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076349.581173:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076349.581179:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3335 00000100:00080000:1.0:1769076349.581196:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076349.581213:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076349.581232:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076349.581256:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613062144:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769076349.581260:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007613062272/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076349.581294:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076349.581300:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076349.581304:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076349.581313:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3335 00000100:00080000:1.0:1769076349.581318:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076349.581323:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076349.581329:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076349.581348:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007613062400/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076349.581361:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076349.581366:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076349.581368:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076349.581372:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3335 00000100:00080000:1.0:1769076349.581379:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076349.581383:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076349.581389:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076349.581425:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92300 x1855007613062528/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076349.581437:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076349.581539:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076349/real 1769076349] req@ffff9bc64ac90a80 x1855007613062144/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076349.581579:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007613062144/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076349.581603:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076349.581612:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076349.581620:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613062144:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076349.581660:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613062272:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076349.581696:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076349.581713:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076349/real 1769076349] req@ffff9bc64ac91500 x1855007613062272/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076349.581729:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007613062272/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076349.581758:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076349.581763:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076349.581767:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613062272:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076349.581776:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613062400:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076349.581862:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076349.581887:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076349/real 1769076349] req@ffff9bc64ac91c00 x1855007613062400/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076349.581907:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007613062400/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076349.581924:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076349.581931:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076349.581938:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613062400:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076349.581951:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613062528:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076349.581993:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076349.582015:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076349/real 1769076349] req@ffff9bc64ac92300 x1855007613062528/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076349.582039:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92300 x1855007613062528/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076349.582051:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076349.582056:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076349.582060:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613062528:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076350.028985:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076350.029100:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076350.604917:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076351.052981:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076351.053159:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076351.629030:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076352.076961:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076352.076965:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076352.652942:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076353.100903:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076353.100984:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076353.676850:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076354.124870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076354.125078:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076354.700970:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076354.701022:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076354.701028:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769076354.701034:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076354.701043:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3340 00000100:00080000:1.0:1769076354.701067:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076354.701078:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076354.701131:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93b80 x1855007613062656/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076354.701170:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076354.701175:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076354.701178:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076354.701184:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3340 00000100:00080000:1.0:1769076354.701190:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076354.701196:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076354.701209:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076354.701242:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613062656:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769076354.701252:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92680 x1855007613062784/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076354.701274:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076354.701280:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076354.701284:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076354.701293:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3340 00000100:00080000:1.0:1769076354.701300:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076354.701308:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076354.701316:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076354.701335:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92300 x1855007613062912/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076354.701349:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076354.701354:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076354.701356:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076354.701361:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3340 00000100:00080000:1.0:1769076354.701366:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076354.701371:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076354.701376:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769076354.701391:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076354.701392:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007613063040/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076354.701506:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076354/real 1769076354] req@ffff9bc64ac93b80 x1855007613062656/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076354.701540:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93b80 x1855007613062656/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076354.701557:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076354.701564:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076354.701570:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613062656:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076354.701622:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613062784:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076354.701672:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076354.701698:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076354/real 1769076354] req@ffff9bc64ac92680 x1855007613062784/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076354.701727:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92680 x1855007613062784/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076354.701745:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076354.701749:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076354.701756:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613062784:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076354.701770:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613062912:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076354.701880:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076354.701900:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076354/real 1769076354] req@ffff9bc64ac92300 x1855007613062912/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076354.701926:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92300 x1855007613062912/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076354.701956:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076354.701963:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076354.701971:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613062912:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076354.701985:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613063040:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076354.702048:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076354.702065:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076354/real 1769076354] req@ffff9bc64ac91c00 x1855007613063040/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076354.702081:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007613063040/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076354.702092:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076354.702096:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076354.702101:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613063040:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076355.148908:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076355.149171:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076355.724896:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076356.172911:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076356.172959:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076356.748890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076357.196921:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076357.196996:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076357.772856:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076358.220997:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076358.221019:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076358.796885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076359.244974:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076359.245119:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769076359.820946:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769076359.820958:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769076359.820960:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076359.820970:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076359.820984:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3345 00000100:00080000:2.0:1769076359.820999:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076359.821009:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076359.821057:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9500 x1855007613063168/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076359.821095:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076359.821101:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076359.821103:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076359.821109:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3345 00000100:00080000:2.0:1769076359.821113:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076359.821118:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076359.821130:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076359.821147:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb800 x1855007613063296/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076359.821161:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076359.821166:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769076359.821169:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076359.821174:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3345 00000100:00080000:2.0:1769076359.821178:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076359.821182:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076359.821188:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076359.821194:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613063168:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076359.821206:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9180 x1855007613063424/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076359.821221:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076359.821225:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769076359.821228:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076359.821233:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3345 00000100:00080000:2.0:1769076359.821238:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076359.821242:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076359.821248:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076359.821262:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdad80 x1855007613063552/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769076359.821300:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076359.821366:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076359/real 1769076359] req@ffff9bc67afd9500 x1855007613063168/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076359.821399:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9500 x1855007613063168/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076359.821413:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076359.821418:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076359.821424:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613063168:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076359.821434:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613063296:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076359.821467:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076359.821484:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076359/real 1769076359] req@ffff9bc67afdb800 x1855007613063296/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076359.821500:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb800 x1855007613063296/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076359.821511:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076359.821515:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076359.821519:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613063296:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076359.821572:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613063424:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076359.821596:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076359.821609:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076359/real 1769076359] req@ffff9bc67afd9180 x1855007613063424/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076359.821625:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9180 x1855007613063424/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076359.821635:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076359.821639:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076359.821643:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613063424:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076359.821650:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613063552:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076359.821667:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076359.821678:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076359/real 1769076359] req@ffff9bc67afdad80 x1855007613063552/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076359.821697:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdad80 x1855007613063552/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076359.821713:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076359.821719:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076359.821725:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613063552:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076360.268944:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076360.269081:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076360.844995:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076361.292954:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076361.293101:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076361.868908:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076362.316908:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076362.316977:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076362.892891:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076363.340884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076363.340900:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076363.916849:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076364.364938:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076364.364999:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076364.940919:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076364.940934:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076364.940943:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076364.940949:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076364.940960:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3350 00000100:00080000:3.0:1769076364.940973:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076364.940981:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076364.941021:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613063680/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076364.941052:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076364.941056:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076364.941059:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076364.941063:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3350 00000100:00080000:3.0:1769076364.941067:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076364.941071:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076364.941081:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076364.941100:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613063680:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076364.941100:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613063808/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076364.941123:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076364.941128:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076364.941131:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076364.941139:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3350 00000100:00080000:3.0:1769076364.941145:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076364.941152:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076364.941162:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076364.941204:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613063936/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076364.941225:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076364.941231:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076364.941236:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1769076364.941239:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769076364.941252:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3350 00000100:00080000:3.0:1769076364.941262:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076364.941269:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076364.941278:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076364.941300:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076364/real 1769076364] req@ffff9bc64d9aed80 x1855007613063680/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076364.941302:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613064064/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076364.941374:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613063680/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076364.941408:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076364.941414:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076364.941419:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613063680:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076364.941445:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613063808:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076364.941468:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076364.941480:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076364/real 1769076364] req@ffff9bc64d9aca80 x1855007613063808/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076364.941493:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613063808/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076364.941502:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076364.941505:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076364.941509:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613063808:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076364.941535:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613063936:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076364.941556:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076364.941566:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076364/real 1769076364] req@ffff9bc64d9ae680 x1855007613063936/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076364.941579:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613063936/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076364.941588:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076364.941591:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076364.941595:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613063936:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076364.941601:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613064064:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076364.941616:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076364.941626:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076364/real 1769076364] req@ffff9bc64d9ac000 x1855007613064064/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076364.941638:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613064064/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076364.941647:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076364.941650:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076364.941654:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613064064:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076365.388884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076365.388965:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076365.964907:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076366.412962:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076366.413042:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076366.988893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076367.436871:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076367.436943:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076368.012911:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076368.460966:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076368.461071:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076369.036877:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076369.484903:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076369.485019:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076370.060931:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076370.060971:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076370.060986:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076370.060992:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076370.061003:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3355 00000100:00080000:0.0:1769076370.061017:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076370.061026:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076370.061070:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613064192/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076370.061111:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076370.061116:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076370.061119:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076370.061124:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3355 00000100:00080000:0.0:1769076370.061128:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076370.061133:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076370.061145:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076370.061162:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613064320/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076370.061179:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769076370.061185:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613064192:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769076370.061186:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076370.061192:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076370.061206:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3355 00000100:00080000:0.0:1769076370.061212:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076370.061218:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076370.061229:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076370.061254:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613064448/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076370.061274:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076370.061281:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076370.061285:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1769076370.061290:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769076370.061301:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3355 00000100:00080000:0.0:1769076370.061313:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076370.061322:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076370.061333:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076370.061347:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076370/real 1769076370] req@ffff9bc64f07e680 x1855007613064192/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076370.061361:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613064576/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076370.061386:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613064192/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076370.061410:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076370.061419:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076370.061428:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613064192:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076370.061485:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613064320:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076370.061533:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076370.061553:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076370/real 1769076370] req@ffff9bc64f07d180 x1855007613064320/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076370.061571:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613064320/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076370.061582:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076370.061586:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076370.061591:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613064320:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076370.061599:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613064448:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076370.061622:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076370.061633:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076370/real 1769076370] req@ffff9bc64f07d880 x1855007613064448/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076370.061647:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613064448/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076370.061665:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076370.061670:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076370.061674:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613064448:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076370.061680:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613064576:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076370.061697:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076370.061707:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076370/real 1769076370] req@ffff9bc64f07df80 x1855007613064576/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076370.061721:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613064576/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076370.061731:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076370.061814:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076370.061819:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613064576:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076370.508888:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076370.508980:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076371.084860:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076371.532878:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076371.533020:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076372.108919:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076372.556922:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076372.556991:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076373.132931:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076373.580867:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076373.581026:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076374.156896:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076374.604897:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076374.605003:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076375.180891:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076375.180916:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076375.180928:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076375.180936:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076375.180952:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3360 00000100:00080000:0.0:1769076375.180972:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076375.180984:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076375.181047:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613064704/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076375.181092:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076375.181097:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076375.181100:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076375.181106:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3360 00000100:00080000:0.0:1769076375.181110:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076375.181115:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076375.181130:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076375.181149:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d500 x1855007613064832/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076375.181163:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076375.181168:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076375.181171:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076375.181176:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3360 00000100:00080000:0.0:1769076375.181184:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076375.181189:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076375.181197:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076375.181213:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613064960/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076375.181232:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769076375.181235:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613064704:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769076375.181239:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076375.181249:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076375.181263:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3360 00000100:00080000:0.0:1769076375.181267:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076375.181271:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076375.181278:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076375.181297:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613065088/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076375.181363:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076375.181442:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076375/real 1769076375] req@ffff9bc64f07fb80 x1855007613064704/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076375.181481:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613064704/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076375.181497:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076375.181503:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076375.181509:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613064704:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076375.181521:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613064832:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076375.181556:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076375.181573:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076375/real 1769076375] req@ffff9bc64f07d500 x1855007613064832/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076375.181589:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d500 x1855007613064832/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076375.181600:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076375.181604:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076375.181609:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613064832:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076375.181642:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613064960:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076375.181722:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076375.181738:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076375/real 1769076375] req@ffff9bc64f07ed80 x1855007613064960/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076375.181754:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613064960/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076375.181765:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076375.181769:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076375.181827:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613064960:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076375.181837:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613065088:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076375.181861:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076375.181874:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076375/real 1769076375] req@ffff9bc64f07f100 x1855007613065088/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076375.181890:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613065088/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076375.181900:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076375.181904:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076375.181908:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613065088:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076375.628940:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076375.629084:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076376.204909:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076376.652971:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076376.653075:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076377.228848:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076377.676934:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076377.677034:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076378.252885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076378.700892:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076378.701009:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076379.276867:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076379.724923:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076379.725000:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076380.300893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076380.300901:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076380.300913:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076380.300920:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076380.300932:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3365 00000100:00080000:0.0:1769076380.300947:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076380.300957:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076380.301005:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613065216/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076380.301045:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076380.301053:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076380.301056:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076380.301064:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3365 00000100:00080000:0.0:1769076380.301071:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076380.301078:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076380.301093:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076380.301122:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613065344/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076380.301125:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613065216:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769076380.301144:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076380.301149:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076380.301153:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076380.301159:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3365 00000100:00080000:0.0:1769076380.301165:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076380.301170:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076380.301179:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076380.301197:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613065472/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076380.301213:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076380.301239:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076380.301243:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076380.301250:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3365 00000100:00080000:0.0:1769076380.301257:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076380.301265:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076380.301275:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076380.301282:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613065344:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076380.301295:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d500 x1855007613065600/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076380.301345:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613065472:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076380.301400:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613065600:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076380.748955:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076380.749072:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076381.324964:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076381.772921:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076381.773049:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076382.348993:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076382.796960:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076382.797034:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076383.372996:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:2.0:1769076383.373120:0:2359:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:2.0:1769076383.373165:0:2359:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769076383.373186:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769076383.373226:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769076383.373234:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769076383.373242:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:3.0:1769076383.373274:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076380/real 1769076383] req@ffff9bc64f07d500 x1855007613065600/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076383.373304:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d500 x1855007613065600/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076383.373317:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076383.373323:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076383.373328:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613065600:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076383.373336:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076380/real 1769076383] req@ffff9bc64f07f100 x1855007613065344/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076383.373349:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613065344/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076383.373359:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076383.373364:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076383.373368:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613065344:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076383.373377:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076380/real 1769076383] req@ffff9bc64f07ed80 x1855007613065472/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076383.373388:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613065472/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076383.373395:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076383.373398:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076383.373402:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613065472:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076383.373410:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076380/real 1769076383] req@ffff9bc64f07c700 x1855007613065216/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076383.373424:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613065216/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076383.373433:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076383.373436:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076383.373440:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613065216:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076383.820985:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076383.821053:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076384.396886:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076384.844970:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076384.845036:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769076385.420935:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076385.420954:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076385.420962:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076385.420979:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3370 00000100:00080000:0.0:1769076385.420997:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076385.421007:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076385.421032:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076385.421067:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613065728/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076385.421123:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076385.421130:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076385.421135:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076385.421143:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3370 00000100:00080000:0.0:1769076385.421150:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076385.421156:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076385.421169:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076385.421181:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613065728:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076385.421194:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613065856/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076385.421221:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076385.421226:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076385.421229:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076385.421235:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3370 00000100:00080000:0.0:1769076385.421241:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076385.421246:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076385.421252:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076385.421269:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613065984/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769076385.421281:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769076385.421296:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076385.421300:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076385.421302:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076385.421308:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3370 00000100:00080000:0.0:1769076385.421312:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076385.421318:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076385.421324:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076385.421338:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613066112/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076385.421363:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076385/real 1769076385] req@ffff9bc64f07fb80 x1855007613065728/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076385.421391:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613065728/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076385.421405:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076385.421410:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076385.421416:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613065728:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076385.421460:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613065856:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076385.421517:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076385.421534:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076385/real 1769076385] req@ffff9bc64f07df80 x1855007613065856/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076385.421551:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613065856/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076385.421563:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076385.421567:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076385.421571:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613065856:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076385.421580:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613065984:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076385.421601:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076385.421613:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076385/real 1769076385] req@ffff9bc64f07d880 x1855007613065984/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076385.421628:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613065984/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076385.421652:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076385.421660:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076385.421666:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613065984:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076385.421677:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613066112:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076385.421710:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076385.421730:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076385/real 1769076385] req@ffff9bc64f07d180 x1855007613066112/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076385.421754:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613066112/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076385.421768:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076385.421820:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076385.421827:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613066112:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076385.868908:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076385.869068:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076386.445027:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076386.892880:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076386.893044:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076387.468910:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076387.916908:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076387.917050:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076388.492905:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076388.940901:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076388.941049:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076389.516906:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076389.964924:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076389.965061:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769076390.540907:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769076390.540924:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076390.540933:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076390.540947:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076390.540968:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3376 00000100:00080000:0.0:1769076390.540994:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076390.541009:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076390.541081:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613066240/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076390.541135:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076390.541141:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076390.541144:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076390.541150:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3376 00000100:00080000:0.0:1769076390.541156:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076390.541162:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076390.541176:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076390.541193:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613066368/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076390.541206:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076390.541211:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076390.541214:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076390.541218:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3376 00000100:00080000:0.0:1769076390.541223:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076390.541228:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076390.541234:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076390.541248:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613066496/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076390.541262:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076390.541266:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076390.541268:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076390.541272:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3376 00000100:00080000:0.0:1769076390.541276:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076390.541284:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076390.541289:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613066240:192.168.204.139@tcp:250:kworker.0 00000008:00100000:0.0:1769076390.541292:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076390.541314:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613066624/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769076390.541454:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076390.541527:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076390/real 1769076390] req@ffff9bc64f07e680 x1855007613066240/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076390.541566:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613066240/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076390.541588:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076390.541597:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076390.541606:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613066240:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076390.541623:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613066368:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076390.541665:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076390.541685:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076390/real 1769076390] req@ffff9bc64f07dc00 x1855007613066368/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076390.541702:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613066368/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076390.541713:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076390.541718:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076390.541723:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613066368:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076390.541731:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613066496:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076390.541753:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076390.541764:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076390/real 1769076390] req@ffff9bc64f07f480 x1855007613066496/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076390.541867:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613066496/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076390.541885:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076390.541892:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076390.541899:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613066496:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076390.541946:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613066624:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076390.541980:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076390.541995:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076390/real 1769076390] req@ffff9bc64f07ce00 x1855007613066624/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076390.542011:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613066624/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076390.542023:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076390.542027:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076390.542031:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613066624:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076390.988903:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076390.989084:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076391.564906:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076392.012925:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076392.012975:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076392.588907:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076393.036969:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076393.037102:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076393.612896:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076394.060913:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076394.061010:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076394.636887:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076395.084909:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076395.085057:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076395.660893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076395.660937:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076395.660948:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076395.660955:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076395.660967:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3381 00000100:00080000:1.0:1769076395.660981:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076395.660990:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076395.661048:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007613066752/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076395.661086:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076395.661091:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076395.661093:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076395.661099:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3381 00000100:00080000:1.0:1769076395.661104:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076395.661110:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076395.661123:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076395.661141:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613066752:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769076395.661145:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007613066880/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076395.661176:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076395.661181:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076395.661184:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076395.661189:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3381 00000100:00080000:1.0:1769076395.661194:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076395.661199:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076395.661207:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076395.661229:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007613067008/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769076395.661242:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769076395.661263:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076395.661272:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076395.661277:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076395.661287:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3381 00000100:00080000:1.0:1769076395.661297:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076395.661344:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076395.661354:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076395.661360:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076395/real 1769076395] req@ffff9bc64ac91500 x1855007613066752/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076395.661376:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007613067136/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076395.661424:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007613066752/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076395.661446:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076395.661455:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076395.661464:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613066752:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076395.661504:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613066880:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076395.661553:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076395.661578:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076395/real 1769076395] req@ffff9bc64ac90a80 x1855007613066880/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076395.661604:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007613066880/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076395.661623:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076395.661630:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076395.661636:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613066880:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076395.661649:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613067008:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076395.661693:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076395.661715:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076395/real 1769076395] req@ffff9bc64ac92d80 x1855007613067008/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076395.661743:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007613067008/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076395.661759:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076395.661766:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076395.661773:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613067008:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076395.662068:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613067136:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076395.662115:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076395.662140:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076395/real 1769076395] req@ffff9bc64ac91880 x1855007613067136/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076395.662165:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007613067136/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076395.662180:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076395.662186:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076395.662192:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613067136:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076396.108934:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076396.109024:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076396.684877:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076397.132843:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076397.132920:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076397.708879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076398.156876:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076398.156929:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076398.732889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076399.180985:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076399.181058:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076399.756922:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076400.204945:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076400.205060:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076400.780918:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769076400.780957:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076400.780968:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076400.780975:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076400.780991:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3386 00000100:00080000:2.0:1769076400.781009:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076400.781020:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076400.781093:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afda680 x1855007613067264/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076400.781137:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076400.781142:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076400.781144:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076400.781150:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3386 00000100:00080000:2.0:1769076400.781155:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076400.781161:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076400.781175:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076400.781192:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8380 x1855007613067392/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076400.781208:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769076400.781212:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613067264:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769076400.781215:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769076400.781242:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076400.781258:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3386 00000100:00080000:2.0:1769076400.781264:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076400.781268:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076400.781276:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076400.781295:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9880 x1855007613067520/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076400.781309:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076400.781314:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769076400.781316:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076400.781322:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3386 00000100:00080000:2.0:1769076400.781349:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076400.781354:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076400.781362:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1769076400.781368:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076400.781387:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9c00 x1855007613067648/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076400.781434:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076400/real 1769076400] req@ffff9bc67afda680 x1855007613067264/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076400.781461:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afda680 x1855007613067264/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076400.781477:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076400.781483:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076400.781488:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613067264:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076400.781523:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613067392:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076400.781551:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076400.781566:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076400/real 1769076400] req@ffff9bc67afd8380 x1855007613067392/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076400.781582:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8380 x1855007613067392/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076400.781593:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076400.781597:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076400.781602:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613067392:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076400.781609:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613067520:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076400.781628:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076400.781638:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076400/real 1769076400] req@ffff9bc67afd9880 x1855007613067520/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076400.781654:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9880 x1855007613067520/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076400.781678:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076400.781682:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076400.781686:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613067520:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076400.781694:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613067648:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076400.781715:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076400.781727:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076400/real 1769076400] req@ffff9bc67afd9c00 x1855007613067648/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076400.781741:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9c00 x1855007613067648/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076400.781763:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076400.781767:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076400.781771:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613067648:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076401.228891:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076401.229013:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076401.804899:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076402.252920:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076402.253009:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076402.828939:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076403.276960:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076403.277102:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076403.852906:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076404.300943:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076404.300976:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076404.876849:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076405.324902:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076405.324945:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076405.900888:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076405.900931:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076405.900950:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076405.900954:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076405.900963:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3391 00000100:00080000:0.0:1769076405.900974:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076405.900982:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076405.901019:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c380 x1855007613067776/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076405.901055:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076405.901061:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076405.901064:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076405.901082:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3391 00000100:00080000:0.0:1769076405.901089:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1769076405.901097:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613067776:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769076405.901098:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076405.901113:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076405.901183:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613067904/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076405.901199:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076405.901203:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076405.901205:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076405.901208:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3391 00000100:00080000:0.0:1769076405.901212:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076405.901216:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076405.901222:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076405.901248:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613068032/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769076405.901250:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769076405.901268:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076405.901271:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076405.901273:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076405.901277:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3391 00000100:00080000:0.0:1769076405.901280:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076405.901283:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076405.901287:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076405.901307:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613068160/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076405.901319:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076405/real 1769076405] req@ffff9bc64f07c380 x1855007613067776/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076405.901345:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c380 x1855007613067776/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076405.901359:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076405.901364:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076405.901370:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613067776:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076405.901398:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613067904:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076405.901427:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076405.901440:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076405/real 1769076405] req@ffff9bc64f07ce00 x1855007613067904/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076405.901451:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613067904/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076405.901458:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076405.901461:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076405.901464:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613067904:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076405.901470:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613068032:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076405.901504:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076405.901512:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076405/real 1769076405] req@ffff9bc64f07f480 x1855007613068032/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076405.901524:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613068032/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076405.901532:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076405.901534:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076405.901537:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613068032:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076405.901542:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613068160:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076405.901556:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076405.901563:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076405/real 1769076405] req@ffff9bc64f07dc00 x1855007613068160/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076405.901574:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613068160/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076405.901582:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076405.901585:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076405.901587:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613068160:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076406.348926:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076406.349109:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076406.924863:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076407.372907:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076407.373162:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076407.948973:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076408.396897:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076408.397063:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076408.972980:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076409.420921:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076409.421017:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076409.996991:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076410.444918:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076410.445132:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769076411.021024:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769076411.021040:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769076411.021042:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076411.021075:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076411.021094:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3396 00000100:00080000:2.0:1769076411.021116:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076411.021128:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076411.021196:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8a80 x1855007613068288/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076411.021245:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076411.021251:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076411.021254:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076411.021261:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3396 00000100:00080000:2.0:1769076411.021265:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076411.021269:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076411.021286:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076411.021305:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9c00 x1855007613068416/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076411.021321:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076411.021326:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769076411.021329:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076411.021335:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3396 00000100:00080000:2.0:1769076411.021343:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076411.021357:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076411.021359:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613068288:192.168.204.139@tcp:250:kworker.0 00000008:00100000:2.0:1769076411.021374:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076411.021404:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9880 x1855007613068544/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076411.021428:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076411.021436:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769076411.021440:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076411.021447:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3396 00000100:00080000:2.0:1769076411.021472:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1769076411.021481:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:2.0:1769076411.021490:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076411.021501:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076411.021523:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8380 x1855007613068672/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076411.021559:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076411/real 1769076411] req@ffff9bc67afd8a80 x1855007613068288/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076411.021588:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8a80 x1855007613068288/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076411.021604:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076411.021610:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076411.021617:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613068288:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076411.021628:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613068416:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076411.021655:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076411.021670:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076411/real 1769076411] req@ffff9bc67afd9c00 x1855007613068416/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076411.021685:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9c00 x1855007613068416/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076411.021697:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076411.021701:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076411.021705:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613068416:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076411.021741:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613068544:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076411.021761:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076411.021834:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076411/real 1769076411] req@ffff9bc67afd9880 x1855007613068544/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076411.021862:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9880 x1855007613068544/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076411.021873:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076411.021877:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076411.021881:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613068544:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076411.021889:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613068672:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076411.021915:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076411.021928:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076411/real 1769076411] req@ffff9bc67afd8380 x1855007613068672/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076411.021942:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8380 x1855007613068672/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076411.021953:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076411.021957:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076411.021961:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613068672:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076411.469003:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076411.469111:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076412.044932:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076412.492922:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076412.493124:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076413.068900:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076413.516871:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076413.516968:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076414.092865:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076414.540942:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076414.541027:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076415.116863:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076415.564941:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076415.565114:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076416.140940:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076416.141068:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076416.141083:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076416.141090:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076416.141106:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3401 00000100:00080000:0.0:1769076416.141124:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076416.141136:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076416.141199:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613068800/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076416.141256:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076416.141261:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076416.141264:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076416.141269:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3401 00000100:00080000:0.0:1769076416.141274:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076416.141279:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076416.141294:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076416.141313:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613068928/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076416.141325:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613068800:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769076416.141355:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076416.141366:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076416.141372:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076416.141383:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3401 00000100:00080000:0.0:1769076416.141391:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076416.141400:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076416.141412:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076416.141443:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613069056/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769076416.141463:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769076416.141496:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076416.141502:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076416.141505:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076416.141515:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3401 00000100:00080000:0.0:1769076416.141527:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076416.141542:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076416.141544:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076416/real 1769076416] req@ffff9bc64f07e680 x1855007613068800/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1769076416.141563:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076416.141610:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613068800/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076416.141612:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613069184/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076416.141737:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076416.141747:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076416.141753:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613068800:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076416.141830:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613068928:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076416.141863:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076416.141879:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076416/real 1769076416] req@ffff9bc64f07d180 x1855007613068928/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076416.141895:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613068928/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076416.141906:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076416.141910:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076416.141914:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613068928:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076416.141925:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613069056:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076416.141946:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076416.141956:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076416/real 1769076416] req@ffff9bc64f07d880 x1855007613069056/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076416.141999:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613069056/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076416.142010:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076416.142014:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076416.142018:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613069056:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076416.142027:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613069184:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076416.142051:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076416.142064:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076416/real 1769076416] req@ffff9bc64f07df80 x1855007613069184/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076416.142079:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613069184/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076416.142095:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076416.142104:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076416.142112:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613069184:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076416.588899:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076416.589098:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076417.164906:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076417.612930:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076417.613114:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076418.188902:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076418.636991:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076418.637132:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076419.212867:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076419.660975:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076419.661054:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076420.236862:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076420.684950:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076420.685105:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076421.260871:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076421.260909:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076421.260924:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076421.260933:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076421.260950:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3406 00000100:00080000:0.0:1769076421.260967:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076421.260980:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076421.261035:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613069312/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076421.261074:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076421.261079:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076421.261081:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076421.261087:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3406 00000100:00080000:0.0:1769076421.261094:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076421.261101:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076421.261115:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076421.261139:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613069312:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076421.261153:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613069440/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076421.261172:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076421.261177:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076421.261181:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076421.261186:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3406 00000100:00080000:0.0:1769076421.261191:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076421.261196:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076421.261204:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076421.261221:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613069568/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076421.261235:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1769076421.261236:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769076421.261246:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076421.261249:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076421.261257:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3406 00000100:00080000:0.0:1769076421.261264:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076421.261269:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076421.261275:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076421.261293:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613069696/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076421.261301:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076421/real 1769076421] req@ffff9bc64f07fb80 x1855007613069312/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076421.261356:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613069312/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076421.261379:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076421.261389:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076421.261396:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613069312:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076421.261437:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613069440:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076421.261487:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076421.261508:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076421/real 1769076421] req@ffff9bc64f07c700 x1855007613069440/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076421.261526:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613069440/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076421.261537:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076421.261558:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076421.261563:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613069440:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076421.261572:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613069568:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076421.261599:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076421.261611:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076421/real 1769076421] req@ffff9bc64f07ed80 x1855007613069568/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076421.261628:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613069568/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076421.261638:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076421.261642:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076421.261646:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613069568:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076421.261653:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613069696:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076421.261670:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076421.261681:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076421/real 1769076421] req@ffff9bc64f07f100 x1855007613069696/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076421.261709:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613069696/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076421.261719:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076421.261723:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076421.261727:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613069696:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076421.708953:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076421.709132:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076422.284829:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076422.732982:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076422.733092:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076423.308902:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076423.756901:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076423.757107:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076424.332890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076424.780906:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076424.781067:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076425.356896:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076425.804952:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076425.805095:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076426.380933:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076426.380998:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076426.381009:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076426.381016:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076426.381027:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3411 00000100:00080000:1.0:1769076426.381042:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076426.381051:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076426.381097:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007613069824/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076426.381135:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076426.381140:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076426.381143:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076426.381148:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3411 00000100:00080000:1.0:1769076426.381153:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076426.381157:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076426.381169:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076426.381206:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007613069952/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076426.381214:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613069824:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769076426.381248:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076426.381257:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076426.381261:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076426.381273:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3411 00000100:00080000:1.0:1769076426.381284:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076426.381292:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076426.381304:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1769076426.381314:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076426.381330:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007613070080/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076426.381364:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769076426.381369:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076426/real 1769076426] req@ffff9bc64ac90000 x1855007613069824/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076426.381371:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076426.381378:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076426.381393:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3411 00000100:00080000:1.0:1769076426.381404:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076426.381415:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076426.381416:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007613069824/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1769076426.381422:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00080000:3.0:1769076426.381450:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1769076426.381458:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007613070208/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076426.381469:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076426.381491:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613069824:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076426.381556:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613069952:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076426.381595:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076426.381612:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076426/real 1769076426] req@ffff9bc64ac90e00 x1855007613069952/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076426.381629:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007613069952/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076426.381641:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076426.381646:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076426.381650:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613069952:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076426.381658:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613070080:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076426.381679:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076426.381690:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076426/real 1769076426] req@ffff9bc64ac93800 x1855007613070080/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076426.381705:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007613070080/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076426.381715:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076426.381719:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076426.381722:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613070080:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076426.381729:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613070208:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076426.381747:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076426.381757:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076426/real 1769076426] req@ffff9bc64ac93480 x1855007613070208/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076426.381827:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007613070208/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076426.381840:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076426.381845:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076426.381849:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613070208:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076426.828945:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076426.829013:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076427.404898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076427.852914:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076427.852968:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076428.428876:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076428.876941:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076428.877049:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076429.452890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076429.900892:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076429.901050:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076430.476918:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076430.924922:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076430.925132:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076431.500864:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076431.500878:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076431.500884:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1769076431.500894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076431.500896:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3417 00000100:00080000:1.0:1769076431.500917:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076431.500926:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076431.500979:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007613070336/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076431.501027:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076431.501035:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076431.501039:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076431.501049:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3417 00000100:00080000:1.0:1769076431.501059:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076431.501068:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076431.501078:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613070336:192.168.204.139@tcp:250:kworker.0 00000008:00100000:1.0:1769076431.501085:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076431.501114:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007613070464/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076431.501133:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076431.501138:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076431.501141:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076431.501146:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3417 00000100:00080000:1.0:1769076431.501155:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076431.501163:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:3.0:1769076431.501173:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:1.0:1769076431.501182:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076431.501214:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007613070592/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076431.501231:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076431/real 1769076431] req@ffff9bc64ac93100 x1855007613070336/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076431.501246:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076431.501259:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076431.501264:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1769076431.501269:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007613070336/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076431.501280:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3417 00000100:00080000:3.0:1769076431.501295:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076431.501298:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076431.501309:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00080000:1.0:1769076431.501316:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076431.501328:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613070336:192.168.204.139@tcp:250:kworker.0 00000008:00100000:1.0:1769076431.501332:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076431.501366:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90700 x1855007613070720/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076431.501398:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613070464:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076431.501445:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076431.501463:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076431/real 1769076431] req@ffff9bc64ac91f80 x1855007613070464/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076431.501481:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007613070464/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076431.501493:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076431.501498:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076431.501502:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613070464:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076431.501511:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613070592:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076431.501531:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076431.501542:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076431/real 1769076431] req@ffff9bc64ac92a00 x1855007613070592/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076431.501557:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007613070592/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076431.501567:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076431.501571:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076431.501574:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613070592:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076431.501594:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613070720:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076431.501628:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076431.501641:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076431/real 1769076431] req@ffff9bc64ac90700 x1855007613070720/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076431.501656:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90700 x1855007613070720/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076431.501666:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076431.501670:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076431.501674:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613070720:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076431.948892:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076431.949094:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076432.524886:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076432.972877:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076432.973018:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076433.548927:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076433.996892:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076433.996994:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076434.572890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076435.020889:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076435.020962:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076435.596910:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076436.044902:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076436.045057:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076436.620891:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769076436.620956:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076436.620966:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076436.620972:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076436.620984:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3422 00000100:00080000:2.0:1769076436.620998:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076436.621027:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076436.621084:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afda680 x1855007613070848/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076436.621142:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076436.621152:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076436.621157:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076436.621168:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3422 00000100:00080000:2.0:1769076436.621178:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1769076436.621191:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613070848:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769076436.621192:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076436.621231:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076436.621264:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdad80 x1855007613070976/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769076436.621289:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:2.0:1769076436.621291:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076436.621301:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769076436.621307:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076436.621318:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3422 00000100:00080000:2.0:1769076436.621326:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076436.621335:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076436.621348:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076436.621365:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076436/real 1769076436] req@ffff9bc67afda680 x1855007613070848/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076436.621382:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9180 x1855007613071104/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076436.621402:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afda680 x1855007613070848/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076436.621413:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076436.621426:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076436.621429:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076436.621431:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076436.621448:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3422 00000100:00080000:3.0:1769076436.621450:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00080000:2.0:1769076436.621458:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1769076436.621464:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613070848:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769076436.621472:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076436.621483:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076436.621503:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb800 x1855007613071232/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076436.621509:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613070976:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076436.621556:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076436.621578:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076436/real 1769076436] req@ffff9bc67afdad80 x1855007613070976/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076436.621595:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdad80 x1855007613070976/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076436.621606:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076436.621610:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076436.621615:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613070976:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076436.621658:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613071104:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076436.621696:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076436.621717:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076436/real 1769076436] req@ffff9bc67afd9180 x1855007613071104/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076436.621743:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9180 x1855007613071104/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076436.621754:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076436.621758:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076436.621763:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613071104:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076436.621816:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613071232:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076436.621846:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076436.621861:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076436/real 1769076436] req@ffff9bc67afdb800 x1855007613071232/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076436.621876:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb800 x1855007613071232/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076436.621887:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076436.621891:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076436.621895:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613071232:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076437.068931:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076437.069039:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076437.644908:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076438.092971:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076438.093055:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076438.668879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076439.116921:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076439.117084:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076439.692893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769076440.140972:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076440.140988:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076440.716824:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076441.164850:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076441.165009:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769076441.740877:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769076441.740880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769076441.740896:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076441.740904:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076441.740919:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3427 00000100:00080000:2.0:1769076441.740935:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076441.740949:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076441.741005:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9500 x1855007613071360/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076441.741062:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076441.741066:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076441.741069:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076441.741074:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3427 00000100:00080000:2.0:1769076441.741079:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076441.741084:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076441.741096:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076441.741108:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613071360:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076441.741109:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8000 x1855007613071488/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076441.741124:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076441.741126:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769076441.741128:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076441.741131:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3427 00000100:00080000:2.0:1769076441.741134:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076441.741137:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076441.741141:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076441.741150:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9f80 x1855007613071616/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076441.741157:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076441.741159:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769076441.741161:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076441.741163:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3427 00000100:00080000:2.0:1769076441.741172:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076441.741175:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076441.741178:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1769076441.741184:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076441.741190:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8700 x1855007613071744/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076441.741229:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076441/real 1769076441] req@ffff9bc67afd9500 x1855007613071360/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076441.741245:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9500 x1855007613071360/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076441.741254:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076441.741259:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076441.741263:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613071360:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076441.741287:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613071488:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076441.741312:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076441.741352:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076441/real 1769076441] req@ffff9bc67afd8000 x1855007613071488/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076441.741375:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8000 x1855007613071488/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076441.741390:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076441.741397:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076441.741404:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613071488:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076441.741416:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613071616:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076441.741450:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076441.741471:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076441/real 1769076441] req@ffff9bc67afd9f80 x1855007613071616/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076441.741498:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9f80 x1855007613071616/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076441.741504:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076441.741506:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076441.741508:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613071616:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076441.741512:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613071744:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076441.741524:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076441.741544:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076441/real 1769076441] req@ffff9bc67afd8700 x1855007613071744/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076441.741553:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8700 x1855007613071744/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076441.741559:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076441.741561:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076441.741563:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613071744:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076442.188872:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076442.189014:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076442.764890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076443.212873:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076443.212982:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076443.788831:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076444.236855:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076444.236929:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076444.812862:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076445.260893:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076445.260958:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076445.836875:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076446.284958:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076446.285024:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076446.860859:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769076446.860940:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076446.860950:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076446.860954:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076446.860962:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3432 00000100:00080000:2.0:1769076446.860972:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076446.860978:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076446.861013:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb100 x1855007613071872/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076446.861053:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076446.861056:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076446.861057:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076446.861060:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3432 00000100:00080000:2.0:1769076446.861063:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076446.861066:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076446.861073:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076446.861086:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8700 x1855007613072000/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076446.861096:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613071872:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769076446.861098:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076446.861109:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769076446.861111:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076446.861114:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3432 00000100:00080000:2.0:1769076446.861116:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076446.861121:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076446.861128:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076446.861148:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9f80 x1855007613072128/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076446.861158:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076446.861161:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769076446.861164:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076446.861170:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3432 00000100:00080000:2.0:1769076446.861175:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076446.861180:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076446.861187:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076446.861201:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8000 x1855007613072256/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076446.861238:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613072000:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076446.861263:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613072128:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076446.861281:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613072256:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076447.308895:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076447.309015:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076447.884840:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076448.332883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076448.332883:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076448.908910:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076449.356886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076449.356958:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076449.932905:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:1.0:1769076449.933138:0:2360:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:1.0:1769076449.933212:0:2360:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1769076449.933243:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:1.0:1769076449.933304:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:1.0:1769076449.933317:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:1.0:1769076449.933326:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:3.0:1769076449.933429:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076446/real 1769076449] req@ffff9bc67afd8700 x1855007613072000/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076449.933474:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8700 x1855007613072000/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076449.933495:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076449.933505:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076449.933513:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613072000:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076449.933526:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076446/real 1769076449] req@ffff9bc67afd9f80 x1855007613072128/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076449.933549:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9f80 x1855007613072128/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076449.933573:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076449.933580:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076449.933586:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613072128:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076449.933598:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076446/real 1769076449] req@ffff9bc67afd8000 x1855007613072256/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076449.933619:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8000 x1855007613072256/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076449.933632:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076449.933638:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076449.933643:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613072256:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076449.933656:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076446/real 1769076449] req@ffff9bc67afdb100 x1855007613071872/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076449.933678:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb100 x1855007613071872/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076449.933691:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076449.933696:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076449.933701:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613071872:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076450.380965:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076450.381019:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076450.956984:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076451.404990:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076451.405078:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076451.980926:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076451.980965:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076451.980976:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076451.980982:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076451.981017:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3437 00000100:00080000:1.0:1769076451.981029:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076451.981036:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076451.981081:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90380 x1855007613072384/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076451.981108:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076451.981111:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076451.981112:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076451.981116:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3437 00000100:00080000:1.0:1769076451.981118:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076451.981121:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076451.981131:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076451.981142:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91180 x1855007613072512/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076451.981151:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076451.981154:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076451.981156:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076451.981161:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3437 00000100:00080000:1.0:1769076451.981165:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1769076451.981165:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613072384:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769076451.981171:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076451.981178:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076451.981187:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90700 x1855007613072640/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076451.981193:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076451.981196:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076451.981197:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076451.981200:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3437 00000100:00080000:1.0:1769076451.981202:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076451.981205:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076451.981227:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076451.981243:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007613072768/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769076451.981310:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076451.981377:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076451/real 1769076451] req@ffff9bc64ac90380 x1855007613072384/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076451.981406:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90380 x1855007613072384/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076451.981419:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076451.981425:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076451.981430:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613072384:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076451.981461:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613072512:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076451.981488:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076451.981502:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076451/real 1769076451] req@ffff9bc64ac91180 x1855007613072512/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076451.981514:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91180 x1855007613072512/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076451.981523:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076451.981526:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076451.981530:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613072512:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076451.981537:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613072640:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076451.981560:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076451.981666:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076451/real 1769076451] req@ffff9bc64ac90700 x1855007613072640/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076451.981681:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90700 x1855007613072640/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076451.981697:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076451.981701:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076451.981704:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613072640:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076451.981712:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613072768:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076451.981737:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076451.981749:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076451/real 1769076451] req@ffff9bc64ac92a00 x1855007613072768/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076451.981762:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007613072768/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076451.981772:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076451.981809:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076451.981813:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613072768:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076452.428896:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076452.429031:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076453.004937:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076453.453039:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076453.453048:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076454.028920:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076454.476935:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076454.477016:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076455.052933:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769076455.500976:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076455.501065:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076456.076851:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769076456.524934:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076456.525046:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076457.100888:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076457.100993:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076457.101007:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076457.101015:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076457.101031:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3442 00000100:00080000:3.0:1769076457.101051:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076457.101064:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076457.101121:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613072896/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076457.101180:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076457.101185:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076457.101187:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076457.101192:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3442 00000100:00080000:3.0:1769076457.101197:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076457.101201:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076457.101230:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076457.101258:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613073024/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076457.101271:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613072896:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769076457.101327:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076457.101332:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076457.101335:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076457.101340:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3442 00000100:00080000:3.0:1769076457.101345:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076457.101349:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076457.101356:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076457.101370:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613073152/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076457.101378:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076457.101381:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076457.101382:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076457.101386:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3442 00000800:00000100:2.0:1769076457.101391:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769076457.101392:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076457.101399:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076457.101404:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076457.101413:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613073280/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076457.101434:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076457/real 1769076457] req@ffff9bc64d9ac000 x1855007613072896/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076457.101450:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613072896/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076457.101458:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076457.101462:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076457.101465:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613072896:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076457.101489:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613073024:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076457.101514:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076457.101528:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076457/real 1769076457] req@ffff9bc64d9ae680 x1855007613073024/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076457.101542:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613073024/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076457.101552:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076457.101555:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076457.101560:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613073024:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076457.101567:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613073152:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076457.101589:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076457.101601:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076457/real 1769076457] req@ffff9bc64d9aca80 x1855007613073152/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076457.101610:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613073152/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076457.101633:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076457.101635:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076457.101638:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613073152:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076457.101643:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613073280:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076457.101659:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076457.101666:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076457/real 1769076457] req@ffff9bc64d9aed80 x1855007613073280/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076457.101675:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613073280/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076457.101680:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076457.101682:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076457.101685:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613073280:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769076457.548866:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076457.548924:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076458.124827:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769076458.572901:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076458.572980:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076459.148902:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769076459.596883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076459.597012:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076460.172860:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769076460.620879:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076460.621205:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076461.196930:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769076461.644877:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076461.644984:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076462.220919:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076462.221018:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076462.221032:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076462.221040:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076462.221054:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3447 00000100:00080000:0.0:1769076462.221072:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076462.221083:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076462.221145:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d500 x1855007613073408/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076462.221215:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076462.221221:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076462.221224:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076462.221230:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3447 00000100:00080000:0.0:1769076462.221235:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076462.221241:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076462.221255:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076462.221286:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613073536/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076462.221301:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076462.221314:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076462.221317:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076462.221323:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3447 00000100:00080000:0.0:1769076462.221327:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076462.221332:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076462.221339:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076462.221354:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613073408:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076462.221357:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613073664/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076462.221383:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076462.221387:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076462.221389:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076462.221395:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3447 00000100:00080000:0.0:1769076462.221400:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076462.221405:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076462.221411:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076462.221430:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613073792/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076462.221478:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076462.221539:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076462/real 1769076462] req@ffff9bc64f07d500 x1855007613073408/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076462.221578:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d500 x1855007613073408/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076462.221599:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076462.221608:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076462.221617:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613073408:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076462.221632:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613073536:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076462.221680:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076462.221706:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076462/real 1769076462] req@ffff9bc64f07f100 x1855007613073536/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076462.221735:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613073536/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076462.221754:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076462.221761:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076462.221769:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613073536:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076462.221925:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613073664:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076462.221977:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076462.222019:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076462/real 1769076462] req@ffff9bc64f07ed80 x1855007613073664/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076462.222046:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613073664/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076462.222063:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076462.222069:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076462.222075:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613073664:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076462.222087:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613073792:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076462.222124:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076462.222149:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076462/real 1769076462] req@ffff9bc64f07c700 x1855007613073792/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076462.222176:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613073792/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076462.222237:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076462.222244:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076462.222252:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613073792:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769076462.668936:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076462.669077:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076463.244895:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769076463.692951:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076463.692968:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076464.268928:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769076464.716944:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076464.717059:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076465.292890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769076465.740989:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076465.741023:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076466.316886:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769076466.764869:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076466.765167:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076467.340844:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769076467.340926:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076467.340936:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076467.340940:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076467.340951:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3452 00000100:00080000:2.0:1769076467.340963:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076467.340970:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076467.341013:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9500 x1855007613073920/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076467.341046:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076467.341050:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076467.341051:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076467.341055:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3452 00000100:00080000:2.0:1769076467.341058:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076467.341062:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076467.341071:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076467.341082:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb800 x1855007613074048/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076467.341093:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076467.341099:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1769076467.341111:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613073920:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769076467.341118:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076467.341125:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3452 00000100:00080000:2.0:1769076467.341128:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076467.341134:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076467.341142:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076467.341159:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9180 x1855007613074176/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076467.341171:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076467.341174:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769076467.341176:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076467.341182:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3452 00000100:00080000:2.0:1769076467.341187:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1769076467.341192:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:2.0:1769076467.341195:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076467.341205:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076467.341230:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdad80 x1855007613074304/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076467.341239:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076467/real 1769076467] req@ffff9bc67afd9500 x1855007613073920/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076467.341258:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9500 x1855007613073920/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076467.341269:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076467.341272:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076467.341275:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613073920:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076467.341296:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613074048:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076467.341312:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076467.341320:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076467/real 1769076467] req@ffff9bc67afdb800 x1855007613074048/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076467.341328:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb800 x1855007613074048/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076467.341334:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076467.341336:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076467.341339:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613074048:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076467.341343:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613074176:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076467.341369:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076467.341379:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076467/real 1769076467] req@ffff9bc67afd9180 x1855007613074176/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076467.341388:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9180 x1855007613074176/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076467.341394:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076467.341397:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076467.341399:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613074176:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076467.341404:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613074304:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076467.341415:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076467.341421:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076467/real 1769076467] req@ffff9bc67afdad80 x1855007613074304/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076467.341428:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdad80 x1855007613074304/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076467.341434:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076467.341436:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076467.341437:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613074304:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769076467.788971:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076467.789187:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076468.364878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769076468.812895:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076468.812995:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076469.388925:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769076469.836931:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076469.837043:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076470.412897:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769076470.860926:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076470.861004:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076471.436887:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769076471.885057:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076471.885057:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076472.460945:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076472.460960:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076472.460971:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076472.460977:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076472.460990:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3458 00000100:00080000:0.0:1769076472.461005:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076472.461064:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076472.461124:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613074432/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076472.461174:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076472.461182:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076472.461187:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076472.461195:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3458 00000100:00080000:0.0:1769076472.461205:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076472.461212:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076472.461226:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076472.461231:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613074432:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076472.461252:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613074560/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076472.461288:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076472.461296:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076472.461299:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076472.461308:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3458 00000100:00080000:0.0:1769076472.461317:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1769076472.461321:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769076472.461335:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076472.461350:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076472.461381:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076472/real 1769076472] req@ffff9bc64f07fb80 x1855007613074432/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076472.461386:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613074688/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076472.461423:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769076472.461430:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613074432/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076472.461432:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076472.461441:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076472.461456:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3458 00000100:00080000:3.0:1769076472.461466:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076472.461468:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076472.461483:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00080000:3.0:1769076472.461485:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076472.461496:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613074432:192.168.204.139@tcp:250:kworker.0 00000008:00100000:0.0:1769076472.461498:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076472.461521:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613074816/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076472.461534:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613074560:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076472.461572:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076472.461590:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076472/real 1769076472] req@ffff9bc64f07df80 x1855007613074560/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076472.461606:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613074560/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076472.461617:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076472.461622:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076472.461626:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613074560:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076472.461634:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613074688:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076472.461675:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076472.461696:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076472/real 1769076472] req@ffff9bc64f07d880 x1855007613074688/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076472.461721:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613074688/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076472.461738:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076472.461744:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076472.461751:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613074688:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076472.461819:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613074816:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076472.461857:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076472.461880:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076472/real 1769076472] req@ffff9bc64f07d180 x1855007613074816/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076472.461904:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613074816/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076472.461921:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076472.461928:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076472.461935:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613074816:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076472.908946:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076472.909029:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076473.484880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076473.932885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076473.932916:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076474.508961:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076474.956881:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076474.957081:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076475.532862:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769076475.980887:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076475.980887:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076476.556871:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076477.004926:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076477.005045:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076477.580990:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076477.581043:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076477.581058:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076477.581067:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076477.581082:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3463 00000100:00080000:0.0:1769076477.581124:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076477.581143:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076477.581191:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613074944/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076477.581240:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076477.581245:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076477.581248:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076477.581253:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3463 00000100:00080000:0.0:1769076477.581258:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076477.581264:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076477.581277:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076477.581295:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613075072/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076477.581311:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769076477.581316:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613074944:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769076477.581334:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076477.581338:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076477.581344:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3463 00000100:00080000:0.0:1769076477.581349:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076477.581355:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076477.581363:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076477.581382:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613075200/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076477.581404:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076477.581408:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076477.581411:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076477.581415:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3463 00000800:00000100:3.0:1769076477.581426:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769076477.581428:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076477.581439:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076477.581446:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076477.581463:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613075328/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076477.581490:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076477/real 1769076477] req@ffff9bc64f07e680 x1855007613074944/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076477.581517:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613074944/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076477.581531:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076477.581538:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076477.581543:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613074944:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076477.581598:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613075072:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076477.581643:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076477.581671:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076477/real 1769076477] req@ffff9bc64f07dc00 x1855007613075072/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076477.581698:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613075072/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076477.581717:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076477.581724:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076477.581731:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613075072:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076477.581743:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613075200:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076477.581830:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076477.581856:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076477/real 1769076477] req@ffff9bc64f07f480 x1855007613075200/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076477.581880:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613075200/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076477.581898:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076477.581904:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076477.581911:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613075200:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076477.581923:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613075328:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076477.581995:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076477.582020:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076477/real 1769076477] req@ffff9bc64f07ce00 x1855007613075328/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076477.582037:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613075328/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076477.582049:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076477.582053:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076477.582057:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613075328:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076478.028880:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076478.029060:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076478.604859:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769076479.053011:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076479.053024:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076479.628877:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076480.076967:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076480.077103:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076480.652952:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076481.101000:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076481.101019:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076481.676906:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076482.124929:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076482.125117:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076482.700944:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076482.701000:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076482.701012:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076482.701018:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076482.701033:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3468 00000100:00080000:0.0:1769076482.701051:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076482.701062:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076482.701124:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c380 x1855007613075456/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076482.701166:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076482.701171:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076482.701174:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076482.701182:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3468 00000100:00080000:0.0:1769076482.701188:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076482.701193:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076482.701208:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076482.701238:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613075584/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076482.701241:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613075456:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769076482.701278:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076482.701286:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076482.701291:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076482.701299:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3468 00000100:00080000:0.0:1769076482.701309:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076482.701319:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076482.701330:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076482.701354:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613075712/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076482.701369:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1769076482.701372:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769076482.701378:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076482.701384:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076482.701392:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3468 00000100:00080000:0.0:1769076482.701401:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076482.701408:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076482.701415:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076482.701434:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613075840/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076482.701442:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076482/real 1769076482] req@ffff9bc64f07c380 x1855007613075456/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076482.701491:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c380 x1855007613075456/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076482.701509:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076482.701517:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076482.701522:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613075456:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076482.701557:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613075584:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076482.701585:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076482.701601:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076482/real 1769076482] req@ffff9bc64f07ce00 x1855007613075584/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076482.701616:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613075584/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076482.701627:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076482.701631:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076482.701636:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613075584:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076482.701643:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613075712:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076482.701664:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076482.701674:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076482/real 1769076482] req@ffff9bc64f07f480 x1855007613075712/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076482.701688:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613075712/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076482.701698:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076482.701702:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076482.701705:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613075712:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076482.701712:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613075840:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076482.701731:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076482.701742:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076482/real 1769076482] req@ffff9bc64f07dc00 x1855007613075840/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076482.701756:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613075840/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076482.701766:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076482.701769:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076482.701806:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613075840:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076483.148942:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076483.149098:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076483.724914:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076484.172927:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076484.173001:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076484.748909:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076485.196980:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076485.197031:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076485.772889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076486.220890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076486.220971:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076486.796910:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076487.244921:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076487.245002:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076487.820901:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076487.820953:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076487.820969:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076487.820977:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076487.820992:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3473 00000100:00080000:0.0:1769076487.821011:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076487.821024:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076487.821109:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613075968/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076487.821151:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076487.821160:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076487.821165:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076487.821176:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3473 00000100:00080000:0.0:1769076487.821186:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076487.821197:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076487.821213:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076487.821221:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613075968:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076487.821238:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613076096/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076487.821258:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076487.821263:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076487.821267:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076487.821274:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3473 00000100:00080000:0.0:1769076487.821281:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076487.821288:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076487.821297:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076487.821315:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613076224/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076487.821315:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769076487.821332:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076487.821337:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076487.821341:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076487.821348:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3473 00000100:00080000:0.0:1769076487.821354:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076487.821361:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076487.821369:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076487.821389:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613076352/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076487.821391:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076487/real 1769076487] req@ffff9bc64f07e680 x1855007613075968/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076487.821424:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613075968/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076487.821443:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076487.821452:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076487.821460:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613075968:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076487.821496:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613076096:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076487.821537:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076487.821562:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076487/real 1769076487] req@ffff9bc64f07d180 x1855007613076096/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076487.821588:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613076096/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076487.821606:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076487.821613:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076487.821621:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613076096:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076487.821633:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613076224:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076487.821670:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076487.821686:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076487/real 1769076487] req@ffff9bc64f07d880 x1855007613076224/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076487.821702:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613076224/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076487.821713:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076487.821717:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076487.821721:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613076224:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076487.821728:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613076352:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076487.821747:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076487.821851:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076487/real 1769076487] req@ffff9bc64f07df80 x1855007613076352/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076487.821886:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613076352/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076487.821904:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076487.821910:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076487.821916:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613076352:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076488.268932:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076488.269025:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076488.844873:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076489.292907:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076489.292986:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076489.868876:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076490.316889:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076490.317011:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076490.892892:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076491.340882:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076491.340907:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076491.916836:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076492.364856:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076492.364918:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769076492.940884:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769076492.940885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769076492.940914:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076492.940918:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076492.940926:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3478 00000100:00080000:2.0:1769076492.940936:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076492.940941:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076492.940975:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afda680 x1855007613076480/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076492.941007:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076492.941010:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076492.941012:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076492.941016:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3478 00000100:00080000:2.0:1769076492.941018:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076492.941021:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076492.941029:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076492.941032:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613076480:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076492.941039:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8380 x1855007613076608/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076492.941048:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076492.941050:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769076492.941052:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076492.941054:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3478 00000100:00080000:2.0:1769076492.941056:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076492.941058:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076492.941061:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076492.941069:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9880 x1855007613076736/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076492.941074:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076492.941076:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769076492.941077:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076492.941080:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3478 00000100:00080000:2.0:1769076492.941084:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076492.941087:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076492.941090:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1769076492.941094:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076492.941102:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9c00 x1855007613076864/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076492.941140:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076492/real 1769076492] req@ffff9bc67afda680 x1855007613076480/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076492.941157:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afda680 x1855007613076480/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076492.941168:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076492.941172:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076492.941176:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613076480:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076492.941201:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613076608:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076492.941230:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076492.941239:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076492/real 1769076492] req@ffff9bc67afd8380 x1855007613076608/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076492.941248:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8380 x1855007613076608/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076492.941254:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076492.941256:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076492.941263:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613076608:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076492.941270:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613076736:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076492.941302:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076492.941314:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076492/real 1769076492] req@ffff9bc67afd9880 x1855007613076736/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076492.941328:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9880 x1855007613076736/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076492.941335:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076492.941337:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076492.941340:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613076736:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076492.941344:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613076864:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076492.941358:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076492.941365:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076492/real 1769076492] req@ffff9bc67afd9c00 x1855007613076864/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076492.941373:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9c00 x1855007613076864/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076492.941381:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076492.941384:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076492.941387:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613076864:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076493.388842:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076493.388896:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076493.964855:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076494.412874:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076494.413005:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076494.988879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076495.436980:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076495.437046:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076496.012895:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076496.460877:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076496.460974:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076497.036935:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076497.484881:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076497.484985:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076498.060935:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076498.060965:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076498.060975:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076498.060980:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076498.060989:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3483 00000100:00080000:0.0:1769076498.061000:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076498.061015:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076498.061053:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613076992/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076498.061077:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076498.061080:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076498.061082:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076498.061085:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3483 00000100:00080000:0.0:1769076498.061087:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076498.061090:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076498.061097:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076498.061105:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613077120/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076498.061112:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076498.061115:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076498.061116:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076498.061118:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3483 00000100:00080000:0.0:1769076498.061119:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076498.061121:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076498.061124:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076498.061131:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613077248/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076498.061137:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076498.061139:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076498.061141:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076498.061144:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3483 00000100:00080000:0.0:1769076498.061146:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076498.061149:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076498.061152:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076498.061158:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613076992:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076498.061160:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613077376/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769076498.062512:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076498.062545:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076498/real 1769076498] req@ffff9bc64f07fb80 x1855007613076992/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076498.062558:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613076992/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076498.062565:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076498.062568:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076498.062571:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613076992:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076498.062576:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613077120:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076498.062610:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076498.062619:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076498/real 1769076498] req@ffff9bc64f07c700 x1855007613077120/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076498.062627:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613077120/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076498.062633:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076498.062635:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076498.062637:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613077120:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076498.062641:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613077248:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076498.062653:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076498.062664:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076498/real 1769076498] req@ffff9bc64f07ed80 x1855007613077248/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076498.062676:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613077248/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076498.062681:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076498.062683:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076498.062685:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613077248:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076498.062705:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613077376:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076498.062715:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076498.062721:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076498/real 1769076498] req@ffff9bc64f07f100 x1855007613077376/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076498.062728:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613077376/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076498.062733:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076498.062735:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076498.062737:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613077376:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076498.508870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076498.508949:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076499.084862:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076499.532858:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076499.532928:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076500.108867:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076500.556883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076500.556943:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076501.132870:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076501.580867:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076501.580926:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076502.156888:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076502.604898:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076502.604963:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769076503.180859:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076503.180869:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076503.180873:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076503.180881:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3488 00000100:00080000:0.0:1769076503.180905:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076503.180912:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076503.180943:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076503.180950:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d500 x1855007613077504/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076503.180979:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076503.180994:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076503.180995:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076503.181000:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3488 00000100:00080000:0.0:1769076503.181003:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076503.181005:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076503.181016:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076503.181030:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613077632/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076503.181039:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076503.181042:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076503.181043:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076503.181046:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3488 00000100:00080000:0.0:1769076503.181048:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076503.181051:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076503.181055:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076503.181062:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613077504:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076503.181064:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613077760/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076503.181075:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076503.181077:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076503.181078:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076503.181082:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3488 00000100:00080000:0.0:1769076503.181086:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076503.181090:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076503.181097:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076503.181110:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613077888/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769076503.181139:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076503.181174:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076503/real 1769076503] req@ffff9bc64f07d500 x1855007613077504/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076503.181202:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d500 x1855007613077504/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076503.181211:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076503.181214:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076503.181218:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613077504:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076503.181225:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613077632:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076503.181240:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076503.181249:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076503/real 1769076503] req@ffff9bc64f07f100 x1855007613077632/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076503.181258:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613077632/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076503.181264:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076503.181267:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076503.181269:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613077632:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076503.181289:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613077760:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076503.181308:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076503.181318:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076503/real 1769076503] req@ffff9bc64f07ed80 x1855007613077760/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076503.181331:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613077760/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076503.181347:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076503.181350:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076503.181354:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613077760:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076503.181368:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613077888:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076503.181401:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076503.181413:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076503/real 1769076503] req@ffff9bc64f07c700 x1855007613077888/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076503.181426:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613077888/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076503.181445:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076503.181448:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076503.181451:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613077888:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076503.628858:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076503.628963:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076504.204846:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076504.652889:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076504.653006:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076505.228921:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076505.676849:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076505.676919:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076506.252899:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076506.700881:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076506.700928:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076507.276841:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076507.724863:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076507.724942:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076508.300873:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076508.300904:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076508.300913:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076508.300918:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076508.300929:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3493 00000100:00080000:0.0:1769076508.300942:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076508.300948:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076508.300991:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613078016/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076508.301025:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076508.301028:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076508.301030:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076508.301033:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3493 00000100:00080000:0.0:1769076508.301035:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076508.301038:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076508.301048:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076508.301059:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613078144/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076508.301068:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076508.301072:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076508.301076:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1769076508.301078:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613078016:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769076508.301081:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3493 00000100:00080000:0.0:1769076508.301086:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076508.301097:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076508.301102:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076508.301112:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613078272/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076508.301119:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076508.301121:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076508.301123:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076508.301126:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3493 00000100:00080000:0.0:1769076508.301128:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076508.301131:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076508.301134:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076508.301141:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613078400/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769076508.301170:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076508.301230:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076508/real 1769076508] req@ffff9bc64f07fb80 x1855007613078016/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076508.301253:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613078016/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076508.301266:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076508.301272:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076508.301285:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613078016:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076508.301312:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613078144:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076508.301336:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076508.301349:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076508/real 1769076508] req@ffff9bc64f07df80 x1855007613078144/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076508.301362:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613078144/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076508.301372:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076508.301376:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076508.301379:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613078144:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076508.301387:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613078272:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076508.301407:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076508.301447:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076508/real 1769076508] req@ffff9bc64f07d880 x1855007613078272/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076508.301462:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613078272/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076508.301478:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076508.301482:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076508.301486:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613078272:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076508.301493:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613078400:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076508.301513:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076508.301525:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076508/real 1769076508] req@ffff9bc64f07d180 x1855007613078400/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076508.301538:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613078400/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076508.301547:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076508.301551:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076508.301555:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613078400:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076508.748870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076508.748966:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076509.324843:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076509.772837:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076509.772906:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076510.348848:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076510.796886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076510.796976:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076511.372844:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769076511.820903:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076511.820906:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076512.396866:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076512.844841:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076512.844995:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769076513.420857:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769076513.420857:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076513.420866:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076513.420871:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076513.420878:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3498 00000100:00080000:0.0:1769076513.420889:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076513.420908:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076513.420958:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613078528/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076513.420989:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076513.420994:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076513.420996:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076513.421001:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3498 00000100:00080000:0.0:1769076513.421006:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076513.421010:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076513.421018:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613078528:192.168.204.139@tcp:250:kworker.0 00000008:00100000:0.0:1769076513.421030:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076513.421047:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613078656/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076513.421056:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076513.421059:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076513.421061:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076513.421064:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3498 00000100:00080000:0.0:1769076513.421066:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076513.421069:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076513.421073:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076513.421081:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613078784/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076513.421096:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076513.421098:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076513.421100:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076513.421102:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3498 00000100:00080000:0.0:1769076513.421105:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076513.421108:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076513.421112:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076513.421121:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613078912/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076513.421152:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613078656:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076513.421190:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613078784:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076513.421229:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613078912:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076513.868875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076513.868948:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076514.444867:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076514.892863:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076514.892924:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076515.468856:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076515.916836:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076515.916906:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076516.492870:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:2.0:1769076516.493031:0:2358:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:2.0:1769076516.493069:0:2358:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769076516.493087:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769076516.493128:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769076516.493137:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769076516.493150:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:3.0:1769076516.493171:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076513/real 1769076516] req@ffff9bc64f07dc00 x1855007613078656/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076516.493196:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613078656/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076516.493208:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076516.493213:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076516.493218:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613078656:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076516.493232:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076513/real 1769076516] req@ffff9bc64f07f480 x1855007613078784/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076516.493245:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613078784/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076516.493253:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076516.493256:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076516.493260:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613078784:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076516.493267:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076513/real 1769076516] req@ffff9bc64f07ce00 x1855007613078912/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076516.493295:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613078912/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076516.493303:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076516.493307:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076516.493310:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613078912:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076516.493317:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076513/real 1769076516] req@ffff9bc64f07e680 x1855007613078528/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076516.493330:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613078528/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076516.493337:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076516.493340:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076516.493344:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613078528:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076516.940866:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076516.940946:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076517.516901:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076517.964855:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076517.964895:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769076518.540854:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076518.540864:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:3.0:1769076518.540866:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076518.540868:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076518.540879:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3504 00000100:00080000:0.0:1769076518.540888:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076518.540894:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076518.540924:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c380 x1855007613079040/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076518.540949:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076518.540953:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076518.540956:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076518.540961:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3504 00000100:00080000:0.0:1769076518.540965:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076518.540970:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076518.540982:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076518.540984:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613079040:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076518.541000:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613079168/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076518.541014:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076518.541018:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076518.541021:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076518.541025:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3504 00000100:00080000:0.0:1769076518.541030:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076518.541034:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076518.541041:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1769076518.541051:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076518.541057:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613079296/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076518.541070:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076518.541074:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076518.541076:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076518.541081:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3504 00000100:00080000:0.0:1769076518.541086:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1769076518.541091:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076518/real 1769076518] req@ffff9bc64f07c380 x1855007613079040/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076518.541096:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076518.541113:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076518.541128:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c380 x1855007613079040/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076518.541132:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613079424/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076518.541158:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076518.541167:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076518.541173:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613079040:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076518.541197:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613079168:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076518.541219:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076518.541230:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076518/real 1769076518] req@ffff9bc64f07e680 x1855007613079168/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076518.541276:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613079168/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076518.541287:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076518.541290:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076518.541294:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613079168:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076518.541301:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613079296:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076518.541321:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076518.541332:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076518/real 1769076518] req@ffff9bc64f07ce00 x1855007613079296/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076518.541344:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613079296/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076518.541360:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076518.541363:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076518.541367:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613079296:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076518.541373:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613079424:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076518.541389:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076518.541398:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076518/real 1769076518] req@ffff9bc64f07f480 x1855007613079424/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076518.541410:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613079424/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076518.541419:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076518.541422:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076518.541426:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613079424:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076518.988875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076518.988906:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076519.564836:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076520.012865:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076520.012980:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076520.588884:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076521.036898:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076521.037050:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076521.612869:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076522.060872:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076522.060877:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076522.636859:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076523.084840:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076523.084939:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076523.660920:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076523.660940:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076523.660952:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076523.660959:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076523.660972:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3509 00000100:00080000:0.0:1769076523.660989:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076523.660999:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076523.661051:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613079552/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076523.661087:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076523.661091:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076523.661094:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076523.661099:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3509 00000100:00080000:0.0:1769076523.661103:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076523.661109:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076523.661122:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076523.661146:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613079552:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076523.661147:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613079680/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076523.661237:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076523.661243:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076523.661246:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076523.661251:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3509 00000100:00080000:0.0:1769076523.661257:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076523.661262:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076523.661270:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076523.661287:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613079808/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076523.661310:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1769076523.661318:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769076523.661320:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076523.661328:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076523.661334:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3509 00000100:00080000:0.0:1769076523.661341:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076523.661347:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076523.661354:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076523.661371:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613079936/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076523.661390:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076523/real 1769076523] req@ffff9bc64f07dc00 x1855007613079552/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076523.661419:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613079552/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076523.661433:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076523.661439:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076523.661444:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613079552:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076523.661475:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613079680:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076523.661504:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076523.661519:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076523/real 1769076523] req@ffff9bc64f07d180 x1855007613079680/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076523.661535:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613079680/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076523.661548:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076523.661555:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076523.661563:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613079680:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076523.661575:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613079808:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076523.661615:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076523.661638:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076523/real 1769076523] req@ffff9bc64f07d880 x1855007613079808/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076523.661697:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613079808/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076523.661709:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076523.661713:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076523.661718:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613079808:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076523.661727:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613079936:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076523.661756:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076523.661770:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076523/real 1769076523] req@ffff9bc64f07df80 x1855007613079936/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076523.661820:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613079936/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076523.661831:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076523.661835:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076523.661840:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613079936:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076524.108940:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076524.109097:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076524.684883:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076525.132928:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076525.133011:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076525.708938:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076526.156903:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076526.157034:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076526.732915:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076527.180947:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076527.181056:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076527.756939:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076528.204942:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076528.205018:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076528.780846:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769076528.780886:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076528.780894:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076528.780900:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076528.780910:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3514 00000100:00080000:2.0:1769076528.780922:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076528.780928:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076528.780983:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8a80 x1855007613080064/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076528.781035:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076528.781040:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076528.781043:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076528.781049:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3514 00000100:00080000:2.0:1769076528.781056:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076528.781063:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076528.781116:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076528.781124:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613080064:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076528.781132:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9c00 x1855007613080192/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076528.781145:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076528.781149:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769076528.781152:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076528.781156:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3514 00000100:00080000:2.0:1769076528.781161:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076528.781166:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076528.781172:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076528.781187:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9880 x1855007613080320/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769076528.781198:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:2.0:1769076528.781205:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076528.781209:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769076528.781211:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076528.781215:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3514 00000100:00080000:2.0:1769076528.781220:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076528.781223:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076528.781228:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076528.781241:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076528/real 1769076528] req@ffff9bc67afd8a80 x1855007613080064/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076528.781242:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8380 x1855007613080448/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076528.781280:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8a80 x1855007613080064/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076528.781290:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076528.781294:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076528.781297:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613080064:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076528.781316:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613080192:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076528.781333:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076528.781341:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076528/real 1769076528] req@ffff9bc67afd9c00 x1855007613080192/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076528.781350:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9c00 x1855007613080192/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076528.781358:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076528.781361:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076528.781365:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613080192:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076528.781372:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613080320:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076528.781395:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076528.781412:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076528/real 1769076528] req@ffff9bc67afd9880 x1855007613080320/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076528.781425:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9880 x1855007613080320/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076528.781433:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076528.781436:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076528.781440:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613080320:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076528.781447:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613080448:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076528.781468:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076528.781481:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076528/real 1769076528] req@ffff9bc67afd8380 x1855007613080448/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076528.781495:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8380 x1855007613080448/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076528.781504:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076528.781508:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076528.781512:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613080448:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076529.228958:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076529.229078:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076529.804873:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076530.252876:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076530.252964:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076530.828964:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076531.276943:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076531.277025:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076531.852891:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076532.300891:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076532.300983:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076532.876898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076533.324894:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076533.325056:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076533.900895:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076533.900898:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076533.900906:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076533.900911:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076533.900918:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3519 00000100:00080000:0.0:1769076533.900928:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076533.900934:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076533.900965:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613080576/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076533.901010:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076533.901013:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076533.901015:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076533.901021:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3519 00000100:00080000:0.0:1769076533.901026:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076533.901031:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076533.901037:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613080576:192.168.204.139@tcp:250:kworker.0 00000008:00100000:0.0:1769076533.901041:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076533.901056:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613080704/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076533.901064:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076533.901067:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076533.901068:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076533.901071:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3519 00000100:00080000:0.0:1769076533.901075:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076533.901078:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076533.901081:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076533.901088:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613080832/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076533.901096:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076533.901099:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:3.0:1769076533.901102:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769076533.901103:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076533.901111:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3519 00000100:00080000:0.0:1769076533.901117:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076533.901121:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076533.901127:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076533.901137:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076533/real 1769076533] req@ffff9bc64f07fb80 x1855007613080576/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076533.901143:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613080960/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076533.901156:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613080576/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076533.901165:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076533.901168:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076533.901172:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613080576:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076533.901191:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613080704:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076533.901205:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076533.901213:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076533/real 1769076533] req@ffff9bc64f07c700 x1855007613080704/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076533.901221:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613080704/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076533.901226:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076533.901229:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076533.901231:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613080704:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076533.901235:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613080832:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076533.901245:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076533.901250:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076533/real 1769076533] req@ffff9bc64f07ed80 x1855007613080832/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076533.901258:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613080832/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076533.901263:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076533.901265:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076533.901267:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613080832:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076533.901270:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613080960:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076533.901279:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076533.901284:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076533/real 1769076533] req@ffff9bc64f07f100 x1855007613080960/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076533.901292:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613080960/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076533.901296:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076533.901298:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076533.901300:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613080960:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076534.348892:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076534.348992:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076534.924846:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076535.372866:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076535.372912:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076535.948869:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076536.396832:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076536.396915:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076536.972838:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076537.420855:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076537.420894:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076537.996903:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076538.444874:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076538.445069:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076539.020855:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076539.020872:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076539.020881:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076539.020886:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076539.020896:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3524 00000100:00080000:0.0:1769076539.020925:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076539.020932:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076539.020975:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d500 x1855007613081088/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076539.021003:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076539.021006:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076539.021008:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076539.021011:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3524 00000100:00080000:0.0:1769076539.021014:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076539.021017:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076539.021028:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076539.021042:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613081088:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076539.021049:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613081216/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076539.021066:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076539.021071:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076539.021073:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076539.021078:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3524 00000100:00080000:0.0:1769076539.021083:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076539.021089:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076539.021097:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076539.021108:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613081344/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076539.021117:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1769076539.021117:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769076539.021126:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076539.021128:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076539.021132:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3524 00000100:00080000:0.0:1769076539.021138:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076539.021141:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076539.021145:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076539.021155:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613081472/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076539.021165:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076539/real 1769076539] req@ffff9bc64f07d500 x1855007613081088/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076539.021184:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d500 x1855007613081088/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076539.021192:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076539.021197:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076539.021201:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613081088:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076539.021227:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613081216:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076539.021254:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076539.021268:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076539/real 1769076539] req@ffff9bc64f07f100 x1855007613081216/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076539.021277:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613081216/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076539.021283:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076539.021285:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076539.021288:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613081216:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076539.021293:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613081344:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076539.021307:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076539.021314:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076539/real 1769076539] req@ffff9bc64f07ed80 x1855007613081344/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076539.021322:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613081344/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076539.021327:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076539.021329:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076539.021331:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613081344:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076539.021335:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613081472:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076539.021344:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076539.021350:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076539/real 1769076539] req@ffff9bc64f07c700 x1855007613081472/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076539.021358:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613081472/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076539.021363:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076539.021365:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076539.021367:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613081472:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076539.468903:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076539.468952:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076540.044897:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076540.492935:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076540.493011:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076541.068893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076541.516917:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076541.517077:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076542.092844:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076542.540879:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076542.541011:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076543.116854:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076543.564924:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076543.565039:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076544.140880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076544.140914:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076544.140923:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076544.140928:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076544.140938:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3529 00000100:00080000:0.0:1769076544.140951:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076544.140959:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076544.141003:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613081600/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076544.141031:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076544.141034:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076544.141036:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076544.141039:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3529 00000100:00080000:0.0:1769076544.141042:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076544.141045:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076544.141055:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076544.141065:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613081728/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076544.141071:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613081600:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769076544.141097:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076544.141100:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076544.141103:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076544.141107:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3529 00000100:00080000:0.0:1769076544.141112:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076544.141114:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076544.141119:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076544.141128:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613081856/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076544.141136:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076544.141138:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076544.141140:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076544.141145:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3529 00000100:00080000:0.0:1769076544.141148:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1769076544.141168:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769076544.141169:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076544.141176:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076544.141187:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613081984/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076544.141212:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076544/real 1769076544] req@ffff9bc64f07fb80 x1855007613081600/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076544.141228:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613081600/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076544.141237:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076544.141241:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076544.141244:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613081600:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076544.141265:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613081728:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076544.141279:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076544.141286:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076544/real 1769076544] req@ffff9bc64f07df80 x1855007613081728/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076544.141294:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613081728/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076544.141300:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076544.141302:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076544.141304:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613081728:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076544.141308:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613081856:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076544.141321:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076544.141327:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076544/real 1769076544] req@ffff9bc64f07d880 x1855007613081856/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076544.141334:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613081856/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076544.141339:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076544.141341:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076544.141343:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613081856:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076544.141346:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613081984:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076544.141355:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076544.141361:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076544/real 1769076544] req@ffff9bc64f07d180 x1855007613081984/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076544.141367:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613081984/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076544.141372:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076544.141374:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076544.141376:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613081984:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076544.588885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076544.588941:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076545.164875:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076545.612888:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076545.613028:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076546.188860:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076546.636851:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076546.636960:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076547.212872:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076547.660889:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076547.660952:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076548.236887:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076548.684871:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076548.684989:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076549.260877:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076549.260892:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076549.260901:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076549.260906:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076549.260918:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3534 00000100:00080000:0.0:1769076549.260931:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076549.260940:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076549.260992:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613082112/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076549.261028:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076549.261033:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076549.261036:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076549.261043:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3534 00000100:00080000:0.0:1769076549.261048:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076549.261054:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076549.261066:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613082112:192.168.204.139@tcp:250:kworker.0 00000008:00100000:0.0:1769076549.261067:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076549.261094:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613082240/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076549.261110:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076549.261115:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076549.261118:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076549.261123:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3534 00000100:00080000:0.0:1769076549.261129:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076549.261134:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076549.261142:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1769076549.261142:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076549.261164:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613082368/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076549.261177:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076549.261181:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076549.261186:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1769076549.261187:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076549/real 1769076549] req@ffff9bc64f07dc00 x1855007613082112/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076549.261203:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3534 00000100:00080000:0.0:1769076549.261212:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1769076549.261215:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613082112/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076549.261225:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00080000:3.0:1769076549.261232:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1769076549.261236:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00080000:3.0:1769076549.261237:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076549.261247:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613082112:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076549.261263:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613082496/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076549.261273:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613082240:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076549.261296:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076549.261309:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076549/real 1769076549] req@ffff9bc64f07f480 x1855007613082240/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076549.261319:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613082240/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076549.261327:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076549.261331:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076549.261334:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613082240:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076549.261344:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613082368:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076549.261359:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076549.261364:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076549/real 1769076549] req@ffff9bc64f07ce00 x1855007613082368/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076549.261372:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613082368/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076549.261377:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076549.261379:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076549.261401:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613082368:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076549.261411:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613082496:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076549.261423:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076549.261436:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076549/real 1769076549] req@ffff9bc64f07e680 x1855007613082496/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076549.261444:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613082496/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076549.261449:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076549.261451:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076549.261453:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613082496:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076549.708949:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076549.709018:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076550.284833:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076550.732883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076550.732953:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076551.308925:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076551.756889:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076551.756976:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076552.332858:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076552.780888:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076552.780935:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076553.356849:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076553.804873:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076553.804971:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076554.380889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769076554.380912:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076554.380922:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076554.380927:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076554.380937:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3539 00000100:00080000:2.0:1769076554.380950:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076554.380957:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076554.381004:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afda680 x1855007613082624/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076554.381037:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076554.381042:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076554.381044:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076554.381049:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3539 00000100:00080000:2.0:1769076554.381055:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076554.381061:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076554.381073:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076554.381081:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613082624:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076554.381092:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdad80 x1855007613082752/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076554.381107:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076554.381111:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769076554.381113:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076554.381118:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3539 00000100:00080000:2.0:1769076554.381122:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076554.381126:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076554.381133:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076554.381147:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9180 x1855007613082880/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076554.381155:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076554.381158:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769076554.381160:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076554.381163:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3539 00000100:00080000:2.0:1769076554.381172:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1769076554.381172:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:2.0:1769076554.381182:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076554.381188:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076554.381199:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb800 x1855007613083008/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076554.381231:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076554/real 1769076554] req@ffff9bc67afda680 x1855007613082624/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076554.381254:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afda680 x1855007613082624/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076554.381266:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076554.381271:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076554.381276:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613082624:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076554.381301:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613082752:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076554.381322:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076554.381334:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076554/real 1769076554] req@ffff9bc67afdad80 x1855007613082752/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076554.381347:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdad80 x1855007613082752/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076554.381356:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076554.381360:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076554.381364:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613082752:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076554.381372:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613082880:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076554.381388:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076554.381397:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076554/real 1769076554] req@ffff9bc67afd9180 x1855007613082880/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076554.381409:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9180 x1855007613082880/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076554.381417:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076554.381421:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076554.381425:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613082880:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076554.381431:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613083008:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076554.381447:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076554.381458:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076554/real 1769076554] req@ffff9bc67afdb800 x1855007613083008/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076554.381469:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb800 x1855007613083008/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076554.381477:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076554.381481:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076554.381484:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613083008:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076554.828903:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076554.828975:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076555.404892:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076555.852858:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076555.852951:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076556.428871:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076556.876845:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076556.876877:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076557.452864:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076557.900869:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076557.900924:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076558.476853:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076558.924869:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076558.924912:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076559.500841:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076559.500883:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076559.500892:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076559.500896:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076559.500904:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3545 00000100:00080000:1.0:1769076559.500914:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076559.500920:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076559.500955:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007613083136/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076559.500982:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076559.500985:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076559.500986:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076559.500990:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3545 00000100:00080000:1.0:1769076559.500992:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076559.500995:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076559.501002:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076559.501013:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007613083264/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076559.501027:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613083136:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769076559.501033:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076559.501037:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076559.501039:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076559.501042:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3545 00000100:00080000:1.0:1769076559.501045:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076559.501047:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076559.501057:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076559.501068:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007613083392/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076559.501075:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076559.501078:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076559.501080:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076559.501084:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3545 00000100:00080000:1.0:1769076559.501087:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076559.501089:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076559.501092:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076559.501101:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007613083520/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769076559.501112:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076559.501154:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076559/real 1769076559] req@ffff9bc64ac91f80 x1855007613083136/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076559.501170:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007613083136/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076559.501179:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076559.501183:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076559.501187:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613083136:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076559.501212:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613083264:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076559.501228:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076559.501237:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076559/real 1769076559] req@ffff9bc64ac93100 x1855007613083264/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076559.501245:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007613083264/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076559.501251:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076559.501254:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076559.501256:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613083264:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076559.501262:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613083392:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076559.501275:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076559.501281:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076559/real 1769076559] req@ffff9bc64ac93480 x1855007613083392/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076559.501288:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007613083392/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076559.501294:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076559.501296:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076559.501298:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613083392:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076559.501302:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613083520:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076559.501313:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076559.501318:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076559/real 1769076559] req@ffff9bc64ac93800 x1855007613083520/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076559.501326:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007613083520/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076559.501331:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076559.501333:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076559.501344:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613083520:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076559.948891:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076559.948975:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076560.524853:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076560.972880:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076560.972990:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076561.548849:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076561.996854:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076561.996902:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076562.572895:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076563.020871:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076563.020918:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076563.596885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076564.044861:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076564.044933:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076564.620882:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076564.620936:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076564.620948:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076564.620954:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076564.620968:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3550 00000100:00080000:0.0:1769076564.620982:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076564.620992:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076564.621044:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c380 x1855007613083648/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076564.621084:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076564.621089:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076564.621091:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076564.621098:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3550 00000100:00080000:0.0:1769076564.621103:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076564.621108:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076564.621121:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076564.621130:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613083648:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076564.621143:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613083776/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076564.621161:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076564.621165:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076564.621168:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076564.621174:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3550 00000100:00080000:0.0:1769076564.621179:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076564.621184:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076564.621192:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076564.621214:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613083904/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769076564.621215:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769076564.621235:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076564.621240:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076564.621242:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076564.621249:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3550 00000100:00080000:0.0:1769076564.621254:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076564.621261:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076564.621268:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076564.621274:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076564/real 1769076564] req@ffff9bc64f07c380 x1855007613083648/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076564.621288:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613084032/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076564.621302:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c380 x1855007613083648/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076564.621317:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076564.621323:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076564.621328:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613083648:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076564.621359:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613083776:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076564.621384:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076564.621398:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076564/real 1769076564] req@ffff9bc64f07e680 x1855007613083776/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076564.621412:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613083776/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076564.621422:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076564.621426:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076564.621430:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613083776:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076564.621438:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613083904:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076564.621457:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076564.621481:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076564/real 1769076564] req@ffff9bc64f07ce00 x1855007613083904/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076564.621496:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613083904/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076564.621515:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076564.621519:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076564.621522:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613083904:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076564.621530:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613084032:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076564.621550:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076564.621559:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076564/real 1769076564] req@ffff9bc64f07f480 x1855007613084032/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076564.621567:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613084032/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076564.621573:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076564.621575:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076564.621577:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613084032:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076565.068888:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076565.068985:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076565.644841:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076566.092883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076566.092947:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076566.668857:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076567.116862:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076567.116978:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076567.692841:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076568.140846:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076568.140933:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076568.716869:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076569.164860:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076569.164927:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076569.740833:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076569.740860:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076569.740866:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076569.740870:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076569.740877:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3555 00000100:00080000:1.0:1769076569.740887:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076569.740892:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076569.740923:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007613084160/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076569.740943:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076569.740946:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076569.740947:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076569.740951:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3555 00000100:00080000:1.0:1769076569.740953:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076569.740956:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076569.740964:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076569.740971:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613084160:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769076569.740979:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007613084288/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076569.740992:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076569.740995:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076569.740998:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076569.741002:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3555 00000100:00080000:1.0:1769076569.741008:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076569.741012:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076569.741017:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1769076569.741029:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076569.741031:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007613084416/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076569.741039:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076569.741042:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076569.741044:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076569.741047:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3555 00000100:00080000:1.0:1769076569.741050:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076569.741054:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076569.741058:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076569.741071:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007613084544/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076569.741077:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076569/real 1769076569] req@ffff9bc64ac90e00 x1855007613084160/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076569.741100:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007613084160/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076569.741107:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076569.741111:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076569.741114:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613084160:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076569.741132:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613084288:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076569.741154:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076569.741162:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076569/real 1769076569] req@ffff9bc64ac90000 x1855007613084288/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076569.741171:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007613084288/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076569.741177:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076569.741179:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076569.741181:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613084288:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076569.741186:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613084416:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076569.741197:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076569.741203:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076569/real 1769076569] req@ffff9bc64ac91880 x1855007613084416/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076569.741210:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007613084416/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076569.741215:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076569.741217:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076569.741219:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613084416:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076569.741222:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613084544:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076569.741231:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076569.741236:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076569/real 1769076569] req@ffff9bc64ac92d80 x1855007613084544/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076569.741244:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007613084544/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076569.741249:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076569.741250:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076569.741252:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613084544:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076570.188839:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076570.188940:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076570.764881:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076571.212875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076571.212936:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076571.788856:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076572.236842:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076572.236907:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076572.812946:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076573.260907:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076573.261054:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076573.836902:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076574.284840:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076574.284899:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076574.860873:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076574.860963:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076574.860971:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076574.860977:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076574.860985:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3560 00000100:00080000:0.0:1769076574.860997:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076574.861004:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076574.861055:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613084672/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076574.861076:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076574.861094:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076574.861096:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076574.861099:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3560 00000100:00080000:0.0:1769076574.861101:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076574.861104:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076574.861112:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076574.861131:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613084800/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076574.861136:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613084672:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769076574.861147:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076574.861151:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076574.861153:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076574.861156:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3560 00000100:00080000:0.0:1769076574.861158:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076574.861160:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076574.861164:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076574.861173:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613084928/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076574.861180:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076574.861183:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076574.861184:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076574.861186:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3560 00000100:00080000:0.0:1769076574.861206:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076574.861209:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076574.861213:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1769076574.861223:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076574.861225:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613085056/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076574.861283:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076574/real 1769076574] req@ffff9bc64f07dc00 x1855007613084672/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076574.861355:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613084672/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076574.861363:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076574.861366:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076574.861369:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613084672:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076574.861387:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613084800:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076574.861405:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076574.861413:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076574/real 1769076574] req@ffff9bc64f07d180 x1855007613084800/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076574.861422:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613084800/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076574.861435:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076574.861438:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076574.861440:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613084800:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076574.861444:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613084928:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076574.861457:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076574.861463:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076574/real 1769076574] req@ffff9bc64f07d880 x1855007613084928/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076574.861471:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613084928/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076574.861477:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076574.861478:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076574.861480:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613084928:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076574.861484:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613085056:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076574.861494:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076574.861499:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076574/real 1769076574] req@ffff9bc64f07df80 x1855007613085056/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076574.861506:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613085056/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076574.861511:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076574.861513:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076574.861515:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613085056:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076575.308857:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076575.308924:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076575.884947:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076576.332856:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076576.332903:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076576.908994:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076577.356936:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076577.357039:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076577.932939:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076578.380899:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076578.380918:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076578.956846:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076579.404867:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076579.404926:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076579.980952:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769076579.980960:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076579.980975:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076579.980982:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076579.980998:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3565 00000100:00080000:2.0:1769076579.981017:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076579.981027:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076579.981101:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9500 x1855007613085184/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076579.981133:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076579.981137:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076579.981140:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076579.981144:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3565 00000100:00080000:2.0:1769076579.981148:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076579.981153:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076579.981163:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076579.981180:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb100 x1855007613085312/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076579.981193:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076579.981198:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769076579.981203:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1769076579.981203:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613085184:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769076579.981237:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3565 00000100:00080000:2.0:1769076579.981242:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076579.981246:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076579.981253:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076579.981268:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8000 x1855007613085440/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076579.981280:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076579.981283:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769076579.981286:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076579.981289:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3565 00000100:00080000:2.0:1769076579.981307:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076579.981311:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076579.981317:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076579.981347:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9f80 x1855007613085568/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076579.981383:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613085312:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076579.981427:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613085440:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076579.981457:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613085568:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076580.428982:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076580.429088:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076581.004873:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076581.452892:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076581.452966:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076582.028929:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076582.476941:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076582.477024:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076583.052869:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:3.0:1769076583.053084:0:2357:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:3.0:1769076583.053121:0:2357:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769076583.053136:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769076583.053186:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769076583.053206:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769076583.053216:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:2.0:1769076583.053261:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076579/real 1769076583] req@ffff9bc67afdb100 x1855007613085312/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076583.053287:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb100 x1855007613085312/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076583.053299:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076583.053305:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076583.053309:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613085312:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076583.053329:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076579/real 1769076583] req@ffff9bc67afd8000 x1855007613085440/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076583.053340:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8000 x1855007613085440/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076583.053347:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076583.053351:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076583.053354:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613085440:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076583.053361:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076579/real 1769076583] req@ffff9bc67afd9f80 x1855007613085568/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076583.053373:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9f80 x1855007613085568/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076583.053380:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076583.053383:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076583.053387:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613085568:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076583.053393:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076579/real 1769076583] req@ffff9bc67afd9500 x1855007613085184/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076583.053412:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9500 x1855007613085184/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076583.053420:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076583.053423:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076583.053426:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613085184:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076583.500867:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076583.500930:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076584.077036:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076584.524886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076584.524970:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076585.100923:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076585.101008:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076585.101019:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076585.101025:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076585.101041:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3570 00000100:00080000:3.0:1769076585.101058:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076585.101072:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076585.101119:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613085696/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076585.101226:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076585.101242:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076585.101246:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076585.101255:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3570 00000100:00080000:3.0:1769076585.101265:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076585.101276:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076585.101295:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076585.101337:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613085824/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076585.101352:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613085696:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769076585.101372:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076585.101382:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076585.101386:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076585.101398:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3570 00000100:00080000:3.0:1769076585.101407:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076585.101416:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076585.101429:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076585.101454:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613085952/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076585.101487:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769076585.101489:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076585.101502:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076585.101520:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076585.101531:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3570 00000100:00080000:3.0:1769076585.101541:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076585.101550:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076585.101559:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076585/real 1769076585] req@ffff9bc64d9ad880 x1855007613085696/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1769076585.101564:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076585.101600:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613086080/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076585.101612:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613085696/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076585.101637:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076585.101651:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076585.101669:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613085696:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076585.101716:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613085824:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076585.101763:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076585.101860:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076585/real 1769076585] req@ffff9bc64d9adc00 x1855007613085824/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076585.101892:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613085824/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076585.101909:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076585.101915:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076585.101932:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613085824:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076585.101945:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613085952:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076585.101988:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076585.102010:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076585/real 1769076585] req@ffff9bc64d9ac380 x1855007613085952/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076585.102033:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613085952/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076585.102048:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076585.102053:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076585.102060:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613085952:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076585.102071:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613086080:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076585.102106:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076585.102156:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076585/real 1769076585] req@ffff9bc64d9ad180 x1855007613086080/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076585.102182:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613086080/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076585.102199:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076585.102206:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076585.102213:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613086080:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076585.548861:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076585.548961:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076586.124884:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076586.572958:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076586.573029:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076587.148933:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076587.596915:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076587.597009:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076588.172929:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076588.620853:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076588.620909:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076589.196851:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076589.644921:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076589.645018:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076590.220940:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076590.220977:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076590.220987:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076590.220992:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076590.221007:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3575 00000100:00080000:0.0:1769076590.221024:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076590.221037:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076590.221139:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613086208/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076590.221201:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076590.221205:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076590.221208:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076590.221213:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3575 00000100:00080000:0.0:1769076590.221219:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076590.221224:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076590.221236:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076590.221254:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613086336/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076590.221270:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076590.221275:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076590.221277:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076590.221285:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3575 00000100:00100000:2.0:1769076590.221288:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613086208:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769076590.221290:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076590.221302:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076590.221310:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076590.221326:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613086464/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076590.221339:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076590.221346:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076590.221350:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076590.221357:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3575 00000100:00080000:0.0:1769076590.221365:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076590.221372:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076590.221381:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769076590.221401:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076590.221408:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613086592/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076590.221472:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076590/real 1769076590] req@ffff9bc64f07fb80 x1855007613086208/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076590.221491:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613086208/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076590.221507:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076590.221511:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076590.221516:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613086208:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076590.221545:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613086336:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076590.221590:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076590.221608:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076590/real 1769076590] req@ffff9bc64f07c700 x1855007613086336/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076590.221621:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613086336/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076590.221629:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076590.221632:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076590.221636:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613086336:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076590.221646:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613086464:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076590.221674:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076590.221689:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076590/real 1769076590] req@ffff9bc64f07ed80 x1855007613086464/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076590.221707:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613086464/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076590.221731:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076590.221753:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076590.221757:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613086464:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076590.221765:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613086592:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076590.221825:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076590.221840:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076590/real 1769076590] req@ffff9bc64f07f100 x1855007613086592/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076590.221854:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613086592/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076590.221863:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076590.221866:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076590.221880:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613086592:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076590.668940:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076590.669115:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076591.244857:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076591.692890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076591.693081:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076592.268872:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076592.716856:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076592.716919:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076593.292871:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076593.740870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076593.740944:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076594.316871:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076594.764844:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076594.764903:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076595.340901:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076595.340915:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076595.340924:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076595.340930:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076595.340941:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3580 00000100:00080000:0.0:1769076595.340973:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076595.340981:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076595.341036:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d500 x1855007613086720/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076595.341060:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076595.341063:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076595.341064:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076595.341067:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3580 00000100:00080000:0.0:1769076595.341070:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076595.341072:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076595.341080:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076595.341090:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613086848/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076595.341098:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076595.341101:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076595.341103:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076595.341105:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3580 00000100:00080000:0.0:1769076595.341108:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076595.341110:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076595.341114:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076595.341117:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613086720:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076595.341123:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613086976/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076595.341137:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076595.341139:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076595.341140:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076595.341142:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3580 00000100:00080000:0.0:1769076595.341144:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076595.341146:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076595.341150:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076595.341159:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613087104/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076595.341181:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076595.341217:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076595/real 1769076595] req@ffff9bc64f07d500 x1855007613086720/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076595.341232:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d500 x1855007613086720/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076595.341240:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076595.341244:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076595.341248:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613086720:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076595.341254:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613086848:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076595.341268:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076595.341275:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076595/real 1769076595] req@ffff9bc64f07f100 x1855007613086848/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076595.341284:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613086848/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076595.341290:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076595.341292:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076595.341294:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613086848:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076595.341312:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613086976:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076595.341322:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076595.341329:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076595/real 1769076595] req@ffff9bc64f07ed80 x1855007613086976/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076595.341341:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613086976/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076595.341350:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076595.341353:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076595.341356:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613086976:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076595.341361:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613087104:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076595.341380:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076595.341391:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076595/real 1769076595] req@ffff9bc64f07c700 x1855007613087104/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076595.341403:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613087104/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076595.341417:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076595.341421:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076595.341425:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613087104:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076595.788846:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076595.788930:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076596.364877:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076596.812861:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076596.812927:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076597.388908:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076597.837003:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076597.837085:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076598.412863:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076598.860964:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076598.861142:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076599.436849:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076599.884936:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076599.885052:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076600.460947:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076600.460987:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076600.460995:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076600.461000:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076600.461008:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3586 00000100:00080000:0.0:1769076600.461019:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076600.461025:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076600.461060:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613087232/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076600.461087:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076600.461091:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076600.461093:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076600.461097:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3586 00000100:00080000:0.0:1769076600.461100:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076600.461103:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076600.461112:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076600.461124:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613087360/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076600.461136:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076600.461139:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076600.461141:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076600.461149:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3586 00000100:00100000:2.0:1769076600.461149:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613087232:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769076600.461154:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076600.461161:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076600.461167:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076600.461177:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613087488/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076600.461186:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076600.461189:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076600.461191:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076600.461194:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3586 00000100:00080000:0.0:1769076600.461197:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076600.461200:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076600.461205:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076600.461214:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613087616/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076600.461232:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076600.461274:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076600/real 1769076600] req@ffff9bc64f07fb80 x1855007613087232/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076600.461292:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613087232/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076600.461301:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076600.461305:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076600.461309:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613087232:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076600.461329:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613087360:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076600.461348:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076600.461358:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076600/real 1769076600] req@ffff9bc64f07df80 x1855007613087360/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076600.461369:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613087360/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076600.461376:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076600.461379:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076600.461382:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613087360:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076600.461388:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613087488:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076600.461402:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076600.461409:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076600/real 1769076600] req@ffff9bc64f07d880 x1855007613087488/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076600.461419:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613087488/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076600.461425:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076600.461428:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076600.461430:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613087488:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076600.461435:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613087616:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076600.461447:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076600.461453:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076600/real 1769076600] req@ffff9bc64f07d180 x1855007613087616/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076600.461463:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613087616/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076600.461487:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076600.461491:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076600.461496:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613087616:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076600.908848:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076600.908958:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076601.484967:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076601.932956:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076601.933076:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076602.508902:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076602.956908:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076602.957044:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076603.532934:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076603.980974:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076603.981095:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076604.556850:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076605.004919:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076605.004985:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769076605.580944:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076605.580959:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1769076605.580961:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076605.580966:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076605.580981:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3591 00000100:00080000:3.0:1769076605.580997:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076605.581007:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076605.581079:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613087744/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076605.581115:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076605.581120:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076605.581123:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076605.581129:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3591 00000100:00080000:3.0:1769076605.581134:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076605.581141:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076605.581155:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076605.581165:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613087744:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076605.581183:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613087872/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076605.581209:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076605.581216:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076605.581235:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076605.581245:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3591 00000100:00080000:3.0:1769076605.581273:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076605.581283:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:2.0:1769076605.581288:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:3.0:1769076605.581299:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076605.581331:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613088000/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076605.581349:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076605/real 1769076605] req@ffff9bc64d9adf80 x1855007613087744/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076605.581360:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076605.581379:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076605.581388:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769076605.581427:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613087744/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076605.581436:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3591 00000100:00080000:3.0:1769076605.581448:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076605.581455:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076605.581458:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00080000:2.0:1769076605.581466:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000008:00100000:3.0:1769076605.581470:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076605.581474:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613087744:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076605.581494:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613088128/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076605.581531:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613087872:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076605.581567:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076605.581598:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076605/real 1769076605] req@ffff9bc64d9ad500 x1855007613087872/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076605.581611:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613087872/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076605.581631:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076605.581634:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076605.581638:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613087872:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076605.581661:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613088000:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076605.581686:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076605.581698:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076605/real 1769076605] req@ffff9bc64d9ace00 x1855007613088000/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076605.581712:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613088000/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076605.581730:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076605.581734:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076605.581738:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613088000:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076605.581756:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613088128:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076605.581773:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076605.581855:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076605/real 1769076605] req@ffff9bc64d9aea00 x1855007613088128/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076605.581870:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613088128/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076605.581879:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076605.581883:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076605.581886:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613088128:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076606.028897:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076606.029051:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076606.604868:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076607.052857:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076607.053070:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076607.628935:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076608.076868:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076608.076925:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076608.652912:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076609.100938:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076609.100981:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076609.676892:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076610.124920:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076610.125025:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769076610.700937:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076610.700991:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076610.700997:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769076610.701004:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076610.701027:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3596 00000100:00080000:3.0:1769076610.701041:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076610.701049:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076610.701114:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613088256/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076610.701147:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076610.701168:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076610.701170:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076610.701174:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3596 00000100:00080000:3.0:1769076610.701178:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076610.701183:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076610.701193:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076610.701205:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613088256:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076610.701209:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613088384/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076610.701225:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076610.701228:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076610.701229:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076610.701232:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3596 00000100:00080000:3.0:1769076610.701246:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076610.701249:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076610.701254:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076610.701264:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613088512/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076610.701273:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076610.701276:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076610.701278:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076610.701282:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3596 00000100:00080000:3.0:1769076610.701297:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076610.701300:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076610.701304:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769076610.701310:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076610.701317:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613088640/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076610.701420:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076610/real 1769076610] req@ffff9bc64d9aea00 x1855007613088256/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076610.701445:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613088256/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076610.701458:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076610.701464:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076610.701485:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613088256:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076610.701509:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613088384:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076610.701561:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076610.701579:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076610/real 1769076610] req@ffff9bc64d9ace00 x1855007613088384/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076610.701596:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613088384/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076610.701622:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076610.701625:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076610.701629:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613088384:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076610.701635:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613088512:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076610.701655:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076610.701665:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076610/real 1769076610] req@ffff9bc64d9ad500 x1855007613088512/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076610.701677:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613088512/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076610.701685:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076610.701688:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076610.701691:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613088512:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076610.701752:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613088640:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076610.701834:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076610.701850:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076610/real 1769076610] req@ffff9bc64d9adf80 x1855007613088640/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076610.701871:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613088640/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076610.701884:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076610.701889:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076610.701894:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613088640:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076611.148863:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076611.148982:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076611.724880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076612.172832:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076612.172907:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076612.748889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076613.196862:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076613.196935:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076613.772889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076614.220938:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076614.221070:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076614.796848:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076615.244846:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076615.244989:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076615.820867:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076615.820926:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076615.820935:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076615.820941:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076615.820953:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3601 00000100:00080000:0.0:1769076615.820966:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076615.820975:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076615.821033:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613088768/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076615.821062:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076615.821065:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076615.821067:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076615.821071:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3601 00000100:00080000:0.0:1769076615.821075:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076615.821078:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076615.821087:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076615.821097:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613088896/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076615.821106:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076615.821108:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076615.821110:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076615.821112:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3601 00000100:00080000:0.0:1769076615.821114:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076615.821117:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076615.821121:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076615.821130:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613089024/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076615.821139:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076615.821142:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076615.821144:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076615.821150:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3601 00000100:00100000:2.0:1769076615.821153:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613088768:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769076615.821154:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076615.821163:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076615.821168:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076615.821179:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613089152/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076615.821227:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076615.821266:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076615/real 1769076615] req@ffff9bc64f07dc00 x1855007613088768/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076615.821283:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613088768/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076615.821292:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076615.821296:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076615.821300:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613088768:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076615.821306:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613088896:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076615.821328:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076615.821344:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076615/real 1769076615] req@ffff9bc64f07f480 x1855007613088896/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076615.821360:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613088896/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076615.821371:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076615.821375:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076615.821380:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613088896:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076615.821388:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613089024:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076615.821415:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076615.821427:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076615/real 1769076615] req@ffff9bc64f07ce00 x1855007613089024/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076615.821437:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613089024/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076615.821444:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076615.821446:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076615.821449:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613089024:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076615.821473:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613089152:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076615.821487:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076615.821494:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076615/real 1769076615] req@ffff9bc64f07e680 x1855007613089152/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076615.821509:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613089152/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076615.821515:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076615.821517:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076615.821520:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613089152:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076616.268866:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076616.268967:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076616.844829:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076617.292872:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076617.292892:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076617.868891:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076618.316853:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076618.316929:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076618.892967:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076619.340923:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076619.341021:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076619.916926:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076620.364867:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076620.365099:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769076620.940904:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769076620.940906:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076620.940918:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076620.940924:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076620.940934:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3606 00000100:00080000:0.0:1769076620.940947:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076620.940957:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076620.941006:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c380 x1855007613089280/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076620.941036:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076620.941040:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076620.941042:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076620.941046:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3606 00000100:00080000:0.0:1769076620.941049:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076620.941053:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076620.941072:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076620.941074:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613089280:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076620.941090:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613089408/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076620.941102:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076620.941105:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076620.941108:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076620.941111:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3606 00000100:00080000:0.0:1769076620.941115:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076620.941118:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076620.941124:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076620.941133:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613089536/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076620.941141:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076620.941144:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076620.941145:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076620.941148:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3606 00000100:00080000:0.0:1769076620.941150:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076620.941154:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:2.0:1769076620.941159:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:0.0:1769076620.941162:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076620.941174:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613089664/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076620.941237:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076620/real 1769076620] req@ffff9bc64f07c380 x1855007613089280/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076620.941266:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c380 x1855007613089280/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076620.941280:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076620.941286:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076620.941291:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613089280:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076620.941325:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613089408:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076620.941356:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076620.941372:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076620/real 1769076620] req@ffff9bc64f07e680 x1855007613089408/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076620.941403:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613089408/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076620.941413:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076620.941417:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076620.941422:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613089408:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076620.941429:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613089536:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076620.941451:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076620.941462:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076620/real 1769076620] req@ffff9bc64f07ce00 x1855007613089536/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076620.941477:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613089536/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076620.941487:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076620.941491:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076620.941495:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613089536:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076620.941502:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613089664:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076620.941544:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076620.941568:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076620/real 1769076620] req@ffff9bc64f07f480 x1855007613089664/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076620.941588:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613089664/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076620.941606:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076620.941611:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076620.941615:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613089664:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076621.388906:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076621.389067:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076621.964864:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076622.412930:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076622.413025:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076622.988917:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076623.436878:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076623.436948:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076624.012884:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076624.460871:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076624.460948:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076625.036843:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076625.484850:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076625.484953:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076626.060873:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076626.060903:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076626.060914:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076626.060921:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076626.060944:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3611 00000100:00080000:3.0:1769076626.060960:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076626.060970:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076626.061033:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613089792/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076626.061072:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076626.061079:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076626.061082:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076626.061099:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3611 00000100:00080000:3.0:1769076626.061107:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076626.061115:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076626.061129:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076626.061146:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613089792:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076626.061156:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613089920/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076626.061179:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076626.061183:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076626.061186:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076626.061190:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3611 00000100:00080000:3.0:1769076626.061196:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076626.061201:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076626.061208:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076626.061222:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613090048/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076626.061233:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076626.061236:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076626.061238:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1769076626.061246:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769076626.061246:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3611 00000100:00080000:3.0:1769076626.061255:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076626.061259:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076626.061264:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076626.061276:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613090176/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076626.061322:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076626/real 1769076626] req@ffff9bc64d9ad180 x1855007613089792/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076626.061349:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613089792/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076626.061366:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076626.061372:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076626.061379:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613089792:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076626.061413:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613089920:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076626.061472:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076626.061495:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076626/real 1769076626] req@ffff9bc64d9ac380 x1855007613089920/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076626.061517:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613089920/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076626.061532:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076626.061537:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076626.061544:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613089920:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076626.061555:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613090048:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076626.061587:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076626.061607:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076626/real 1769076626] req@ffff9bc64d9adc00 x1855007613090048/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076626.061620:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613090048/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076626.061629:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076626.061632:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076626.061636:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613090048:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076626.061642:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613090176:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076626.061658:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076626.061668:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076626/real 1769076626] req@ffff9bc64d9ad880 x1855007613090176/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076626.061679:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613090176/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076626.061697:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076626.061699:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076626.061703:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613090176:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076626.508878:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076626.509017:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076627.084883:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076627.532930:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076627.532988:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076628.108851:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076628.556859:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076628.556918:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076629.132863:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076629.580929:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076629.581095:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076630.156909:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076630.604858:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076630.604915:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769076631.180911:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076631.180923:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076631.180929:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769076631.180953:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076631.180954:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3616 00000100:00080000:3.0:1769076631.180973:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076631.180983:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076631.181038:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613090304/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076631.181087:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076631.181095:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076631.181099:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076631.181110:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3616 00000100:00080000:3.0:1769076631.181119:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076631.181127:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076631.181139:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613090304:192.168.204.139@tcp:250:kworker.0 00000008:00100000:3.0:1769076631.181143:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076631.181195:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613090432/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076631.181220:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076631.181225:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076631.181245:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076631.181258:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3616 00000100:00080000:3.0:1769076631.181265:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1769076631.181275:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769076631.181276:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076631.181290:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076631.181312:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613090560/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076631.181327:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076631.181333:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076631.181337:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769076631.181340:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076631/real 1769076631] req@ffff9bc64d9aed80 x1855007613090304/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076631.181391:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3616 00000100:00080000:3.0:1769076631.181406:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076631.181436:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076631.181445:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076631.181448:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613090304/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076631.181469:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1769076631.181469:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613090688/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076631.181483:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076631.181495:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613090304:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076631.181539:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613090432:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076631.181578:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076631.181591:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076631/real 1769076631] req@ffff9bc64d9aca80 x1855007613090432/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076631.181605:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613090432/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076631.181614:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076631.181617:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076631.181621:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613090432:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076631.181627:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613090560:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076631.181644:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076631.181652:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076631/real 1769076631] req@ffff9bc64d9ae680 x1855007613090560/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076631.181673:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613090560/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076631.181681:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076631.181684:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076631.181688:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613090560:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076631.181693:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613090688:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076631.181709:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076631.181717:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076631/real 1769076631] req@ffff9bc64d9ac000 x1855007613090688/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076631.181728:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613090688/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076631.181736:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076631.181739:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076631.181741:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613090688:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076631.628863:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076631.628992:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076632.204873:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076632.652859:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076632.652930:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076633.228882:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076633.676844:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076633.676946:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076634.252843:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769076634.700944:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076634.700945:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076635.276920:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076635.724936:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076635.725050:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076636.300915:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076636.301000:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076636.301011:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076636.301016:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076636.301028:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3621 00000100:00080000:1.0:1769076636.301043:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076636.301051:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076636.301108:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007613090816/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076636.301152:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076636.301155:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076636.301157:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076636.301161:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3621 00000100:00080000:1.0:1769076636.301164:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076636.301167:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076636.301181:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076636.301197:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007613090944/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076636.301221:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076636.301225:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076636.301228:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076636.301232:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3621 00000100:00080000:1.0:1769076636.301237:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076636.301251:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076636.301257:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076636.301281:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007613091072/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076636.301289:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076636.301292:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076636.301293:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076636.301297:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3621 00000100:00080000:1.0:1769076636.301301:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076636.301316:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076636.301321:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076636.301332:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92300 x1855007613091200/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076636.301362:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613090816:192.168.204.139@tcp:250:kworker.0 00000800:00000100:2.0:1769076636.301480:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076636.301526:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076636/real 1769076636] req@ffff9bc64ac90a80 x1855007613090816/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076636.301546:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007613090816/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076636.301558:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076636.301562:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076636.301566:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613090816:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076636.301574:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613090944:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076636.301595:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076636.301614:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076636/real 1769076636] req@ffff9bc64ac91500 x1855007613090944/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076636.301626:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007613090944/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076636.301634:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076636.301638:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076636.301641:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613090944:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076636.301647:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613091072:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076636.301663:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076636.301671:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076636/real 1769076636] req@ffff9bc64ac91c00 x1855007613091072/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076636.301689:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007613091072/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076636.301696:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076636.301699:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076636.301701:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613091072:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076636.301729:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613091200:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076636.301765:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076636.301776:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076636/real 1769076636] req@ffff9bc64ac92300 x1855007613091200/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076636.301824:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92300 x1855007613091200/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076636.301836:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076636.301840:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076636.301844:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613091200:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076636.748943:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076636.749042:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076637.324875:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076637.772885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076637.773005:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076638.348909:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076638.796939:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076638.797116:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076639.372919:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076639.820892:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076639.821031:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076640.396921:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076640.844859:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076640.844963:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076641.420945:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076641.420969:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076641.420981:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076641.420988:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076641.421015:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3626 00000100:00080000:0.0:1769076641.421034:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076641.421045:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076641.421114:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613091328/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076641.421158:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076641.421163:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076641.421165:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076641.421171:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3626 00000100:00080000:0.0:1769076641.421175:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076641.421205:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076641.421230:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076641.421251:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613091456/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076641.421279:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076641.421284:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076641.421289:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769076641.421296:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613091328:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769076641.421300:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3626 00000100:00080000:0.0:1769076641.421316:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076641.421324:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076641.421332:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076641.421358:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613091584/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076641.421371:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076641.421375:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076641.421377:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076641.421382:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3626 00000100:00080000:0.0:1769076641.421387:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076641.421392:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076641.421397:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769076641.421397:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076641.421419:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613091712/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076641.421463:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076641/real 1769076641] req@ffff9bc64f07dc00 x1855007613091328/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076641.421481:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613091328/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076641.421507:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076641.421512:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076641.421516:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613091328:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076641.421541:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613091456:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076641.421564:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076641.421573:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076641/real 1769076641] req@ffff9bc64f07d180 x1855007613091456/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076641.421584:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613091456/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076641.421591:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076641.421595:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076641.421597:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613091456:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076641.421603:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613091584:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076641.421615:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076641.421622:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076641/real 1769076641] req@ffff9bc64f07d880 x1855007613091584/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076641.421632:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613091584/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076641.421638:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076641.421641:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076641.421643:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613091584:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076641.421649:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613091712:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076641.421661:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076641.421668:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076641/real 1769076641] req@ffff9bc64f07df80 x1855007613091712/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076641.421678:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613091712/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076641.421684:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076641.421687:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076641.421689:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613091712:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076641.868864:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076641.869010:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076642.444917:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076642.892860:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076642.893096:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076643.468858:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076643.916844:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076643.916927:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076644.492852:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076644.940940:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076644.941054:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076645.516962:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076645.964938:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076645.965049:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769076646.540999:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769076646.541006:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076646.541015:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076646.541023:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076646.541036:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3632 00000100:00080000:0.0:1769076646.541052:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076646.541061:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076646.541133:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613091840/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076646.541175:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076646.541180:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076646.541182:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076646.541188:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3632 00000100:00080000:0.0:1769076646.541192:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076646.541197:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076646.541210:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076646.541226:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613091840:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076646.541228:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613091968/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076646.541263:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076646.541268:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076646.541271:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076646.541276:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3632 00000100:00080000:0.0:1769076646.541282:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076646.541289:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076646.541296:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076646.541314:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613092096/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076646.541329:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076646.541333:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076646.541336:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076646.541341:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3632 00000100:00080000:0.0:1769076646.541359:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076646.541365:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076646.541387:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076646.541395:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613091968:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076646.541404:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613092224/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076646.541426:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613092096:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076646.541452:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613092224:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076646.988899:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076646.988991:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076647.564906:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076648.012876:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076648.012940:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076648.588980:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076649.036891:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076649.036957:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076649.613275:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:2.0:1769076649.613290:0:2359:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:2.0:1769076649.613362:0:2359:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769076649.613382:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769076649.613445:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769076649.613455:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769076649.613463:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:3.0:1769076649.613551:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076646/real 1769076649] req@ffff9bc64f07f100 x1855007613092224/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076649.613596:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613092224/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076649.613626:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076649.613633:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076649.613640:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613092224:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076649.613653:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076646/real 1769076649] req@ffff9bc64f07c700 x1855007613091968/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076649.613688:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613091968/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076649.613701:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076649.613706:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076649.613711:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613091968:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076649.613721:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076646/real 1769076649] req@ffff9bc64f07ed80 x1855007613092096/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076649.613737:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613092096/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076649.613747:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076649.613752:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076649.613756:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613092096:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076649.613766:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076646/real 1769076649] req@ffff9bc64f07fb80 x1855007613091840/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076649.613784:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613091840/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076649.613795:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076649.613801:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076649.613972:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613091840:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076650.060858:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076650.060938:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076650.636902:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076651.084855:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076651.084964:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076651.660908:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076651.660917:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076651.660921:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1769076651.660924:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076651.660931:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3637 00000100:00080000:1.0:1769076651.660943:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076651.660949:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076651.660980:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92680 x1855007613092352/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076651.661022:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076651.661027:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076651.661029:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076651.661034:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3637 00000100:00080000:1.0:1769076651.661038:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076651.661043:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076651.661053:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076651.661067:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613092352:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769076651.661072:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93b80 x1855007613092480/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076651.661088:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076651.661093:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076651.661095:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076651.661099:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3637 00000100:00080000:1.0:1769076651.661104:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076651.661111:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076651.661118:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076651.661133:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92300 x1855007613092608/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769076651.661144:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769076651.661164:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076651.661168:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076651.661171:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076651.661177:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3637 00000100:00080000:1.0:1769076651.661182:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076651.661189:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076651.661190:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076651/real 1769076651] req@ffff9bc64ac92680 x1855007613092352/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1769076651.661197:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076651.661220:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92680 x1855007613092352/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076651.661224:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007613092736/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076651.661250:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076651.661258:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076651.661264:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613092352:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076651.661295:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613092480:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076651.661320:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076651.661335:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076651/real 1769076651] req@ffff9bc64ac93b80 x1855007613092480/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076651.661350:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93b80 x1855007613092480/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076651.661360:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076651.661364:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076651.661368:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613092480:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076651.661375:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613092608:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076651.661397:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076651.661410:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076651/real 1769076651] req@ffff9bc64ac92300 x1855007613092608/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076651.661431:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92300 x1855007613092608/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076651.661440:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076651.661444:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076651.661448:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613092608:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076651.661456:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613092736:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076651.661478:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076651.661490:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076651/real 1769076651] req@ffff9bc64ac91c00 x1855007613092736/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076651.661503:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007613092736/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076651.661513:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076651.661517:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076651.661521:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613092736:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076652.108860:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076652.108976:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076652.685056:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076653.132848:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076653.132898:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076653.708858:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076654.156827:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076654.156900:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076654.732840:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076655.180850:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076655.180985:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076655.756866:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076656.204848:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076656.204918:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076656.780864:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076656.780875:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076656.780880:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1769076656.780881:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076656.780892:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3642 00000100:00080000:1.0:1769076656.780904:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076656.780911:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076656.780973:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007613092864/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076656.781000:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076656.781004:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076656.781006:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076656.781011:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3642 00000100:00080000:1.0:1769076656.781015:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076656.781020:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076656.781031:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076656.781031:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613092864:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769076656.781049:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007613092992/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076656.781062:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076656.781066:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076656.781068:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076656.781072:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3642 00000100:00080000:1.0:1769076656.781076:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076656.781081:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076656.781086:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076656.781097:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007613093120/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769076656.781104:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769076656.781113:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076656.781117:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076656.781120:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076656.781125:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3642 00000100:00080000:1.0:1769076656.781129:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076656.781133:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076656.781138:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076656.781143:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076656/real 1769076656] req@ffff9bc64ac91500 x1855007613092864/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076656.781153:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007613093248/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076656.781164:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007613092864/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076656.781177:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076656.781182:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076656.781187:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613092864:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076656.781210:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613092992:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076656.781234:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076656.781246:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076656/real 1769076656] req@ffff9bc64ac90a80 x1855007613092992/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076656.781255:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007613092992/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076656.781261:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076656.781264:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076656.781266:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613092992:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076656.781271:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613093120:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076656.781290:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076656.781300:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076656/real 1769076656] req@ffff9bc64ac92d80 x1855007613093120/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076656.781314:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007613093120/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076656.781323:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076656.781326:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076656.781330:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613093120:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076656.781336:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613093248:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076656.781352:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076656.781359:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076656/real 1769076656] req@ffff9bc64ac91880 x1855007613093248/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076656.781367:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007613093248/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076656.781373:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076656.781375:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076656.781377:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613093248:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076657.228855:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076657.228928:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076657.804876:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076658.252889:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076658.252968:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076658.828875:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076659.276856:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076659.276931:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076659.852890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076660.300926:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076660.300988:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076660.876843:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076661.324878:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076661.324939:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076661.900903:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076661.900955:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076661.900967:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076661.900973:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076661.900986:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3647 00000100:00080000:0.0:1769076661.900999:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076661.901008:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076661.901059:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d500 x1855007613093376/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076661.901098:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076661.901103:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076661.901105:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076661.901111:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3647 00000100:00080000:0.0:1769076661.901115:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076661.901120:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076661.901134:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076661.901151:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613093504/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076661.901157:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613093376:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769076661.901172:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076661.901177:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076661.901179:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076661.901185:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3647 00000100:00080000:0.0:1769076661.901190:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076661.901195:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076661.901202:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076661.901215:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613093632/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076661.901227:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076661.901230:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076661.901233:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076661.901237:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3647 00000100:00080000:0.0:1769076661.901242:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076661.901250:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:3.0:1769076661.901255:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:0.0:1769076661.901263:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076661.901281:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613093760/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076661.901308:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076661/real 1769076661] req@ffff9bc64f07d500 x1855007613093376/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076661.901331:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d500 x1855007613093376/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076661.901340:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076661.901344:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076661.901348:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613093376:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076661.901375:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613093504:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076661.901397:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076661.901410:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076661/real 1769076661] req@ffff9bc64f07fb80 x1855007613093504/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076661.901424:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613093504/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076661.901433:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076661.901437:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076661.901441:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613093504:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076661.901447:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613093632:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076661.901469:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076661.901480:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076661/real 1769076661] req@ffff9bc64f07ed80 x1855007613093632/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076661.901493:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613093632/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076661.901502:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076661.901506:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076661.901510:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613093632:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076661.901516:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613093760:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076661.901729:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076661.901742:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076661/real 1769076661] req@ffff9bc64f07c700 x1855007613093760/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076661.901755:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613093760/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076661.901764:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076661.901768:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076661.901851:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613093760:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076662.348868:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076662.348960:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076662.924886:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076663.372847:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076663.372995:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076663.948888:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076664.396894:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076664.396985:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076664.972848:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076665.420858:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076665.420959:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076665.996891:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076666.444882:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076666.444977:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769076667.020849:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076667.020858:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076667.020863:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769076667.020867:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076667.020874:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3652 00000100:00080000:0.0:1769076667.020889:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076667.020898:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076667.020941:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613093888/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076667.020960:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076667.020964:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076667.020966:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076667.020970:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3652 00000100:00080000:0.0:1769076667.020974:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076667.020977:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076667.020984:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613093888:192.168.204.139@tcp:250:kworker.0 00000008:00100000:0.0:1769076667.020986:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076667.021001:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613094016/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076667.021009:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076667.021012:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076667.021013:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076667.021016:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3652 00000100:00080000:0.0:1769076667.021019:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076667.021021:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076667.021025:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076667.021033:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613094144/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076667.021040:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076667.021042:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076667.021043:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076667.021047:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3652 00000100:00080000:0.0:1769076667.021049:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076667.021054:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:3.0:1769076667.021055:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:0.0:1769076667.021058:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076667.021073:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613094272/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076667.021096:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076667/real 1769076667] req@ffff9bc64f07f100 x1855007613093888/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076667.021111:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613093888/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076667.021119:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076667.021123:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076667.021126:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613093888:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076667.021148:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613094016:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076667.021170:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076667.021184:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076667/real 1769076667] req@ffff9bc64f07df80 x1855007613094016/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076667.021198:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613094016/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076667.021207:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076667.021209:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076667.021211:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613094016:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076667.021216:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613094144:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076667.021232:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076667.021239:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076667/real 1769076667] req@ffff9bc64f07d880 x1855007613094144/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076667.021251:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613094144/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076667.021256:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076667.021258:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076667.021260:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613094144:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076667.021264:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613094272:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076667.021273:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076667.021279:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076667/real 1769076667] req@ffff9bc64f07d180 x1855007613094272/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076667.021286:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613094272/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076667.021291:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076667.021293:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076667.021295:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613094272:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076667.468884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076667.468975:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076668.044828:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076668.492877:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076668.492944:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076669.068869:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076669.516851:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076669.516906:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076670.092857:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076670.540892:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076670.540951:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076671.116831:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076671.564855:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076671.564893:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769076672.140900:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769076672.140901:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076672.140913:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076672.140918:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076672.140930:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3657 00000100:00080000:3.0:1769076672.140943:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076672.140950:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076672.140999:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613094400/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076672.141033:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076672.141038:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076672.141040:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076672.141045:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3657 00000100:00080000:3.0:1769076672.141048:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076672.141052:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076672.141064:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076672.141072:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613094400:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076672.141085:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613094528/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076672.141099:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076672.141103:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076672.141104:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076672.141107:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3657 00000100:00080000:3.0:1769076672.141110:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076672.141114:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076672.141119:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076672.141129:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613094656/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076672.141141:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076672.141143:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076672.141145:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076672.141147:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3657 00000100:00080000:3.0:1769076672.141149:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076672.141152:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076672.141155:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769076672.141158:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076672.141165:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613094784/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076672.141211:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076672/real 1769076672] req@ffff9bc64d9ac000 x1855007613094400/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076672.141232:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613094400/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076672.141243:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076672.141248:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076672.141252:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613094400:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076672.141281:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613094528:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076672.141316:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076672.141330:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076672/real 1769076672] req@ffff9bc64d9ae680 x1855007613094528/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076672.141343:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613094528/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076672.141352:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076672.141356:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076672.141360:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613094528:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076672.141367:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613094656:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076672.141388:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076672.141399:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076672/real 1769076672] req@ffff9bc64d9aca80 x1855007613094656/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076672.141413:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613094656/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076672.141433:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076672.141436:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076672.141440:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613094656:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076672.141447:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613094784:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076672.141467:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076672.141479:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076672/real 1769076672] req@ffff9bc64d9aed80 x1855007613094784/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076672.141491:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613094784/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076672.141499:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076672.141503:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076672.141507:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613094784:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076672.588848:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076672.588918:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076673.164853:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076673.612862:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076673.612926:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076674.188835:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076674.636901:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076674.636967:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076675.212841:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076675.660933:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076675.660997:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076676.236889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076676.684958:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076676.685034:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769076677.260877:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769076677.260879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076677.260888:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076677.260893:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076677.260903:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3662 00000100:00080000:3.0:1769076677.260916:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076677.260924:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076677.260967:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613094912/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076677.260993:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076677.260998:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076677.261002:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076677.261007:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3662 00000100:00080000:3.0:1769076677.261013:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076677.261018:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076677.261030:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076677.261034:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613094912:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076677.261045:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613095040/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076677.261057:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076677.261061:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076677.261063:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076677.261067:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3662 00000100:00080000:3.0:1769076677.261071:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076677.261075:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076677.261081:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076677.261092:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613095168/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076677.261102:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076677.261106:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076677.261108:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076677.261112:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3662 00000800:00000100:2.0:1769076677.261114:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769076677.261116:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076677.261120:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076677.261125:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076677.261136:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613095296/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076677.261158:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076677/real 1769076677] req@ffff9bc64d9ad880 x1855007613094912/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076677.261179:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613094912/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076677.261192:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076677.261198:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076677.261203:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613094912:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076677.261229:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613095040:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076677.261261:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076677.261273:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076677/real 1769076677] req@ffff9bc64d9adc00 x1855007613095040/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076677.261284:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613095040/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076677.261291:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076677.261294:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076677.261296:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613095040:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076677.261302:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613095168:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076677.261315:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076677.261322:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076677/real 1769076677] req@ffff9bc64d9ac380 x1855007613095168/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076677.261337:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613095168/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076677.261343:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076677.261345:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076677.261347:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613095168:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076677.261352:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613095296:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076677.261363:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076677.261369:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076677/real 1769076677] req@ffff9bc64d9ad180 x1855007613095296/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076677.261378:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613095296/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076677.261385:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076677.261387:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076677.261389:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613095296:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076677.708935:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076677.708969:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076678.284906:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076678.732963:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076678.733028:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076679.308884:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076679.756881:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076679.756986:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076680.332949:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076680.780870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076680.780933:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076681.356899:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076681.804868:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076681.804932:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769076682.380870:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769076682.380875:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076682.380884:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076682.380889:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076682.380898:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3667 00000100:00080000:3.0:1769076682.380909:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076682.380915:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076682.380962:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613095424/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076682.380993:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076682.380998:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076682.381010:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076682.381021:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3667 00000100:00100000:2.0:1769076682.381027:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613095424:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769076682.381030:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076682.381050:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076682.381080:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076682.381103:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613095552/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076682.381120:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076682.381142:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076682.381144:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076682.381147:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3667 00000100:00080000:3.0:1769076682.381159:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076682.381163:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:2.0:1769076682.381169:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:3.0:1769076682.381179:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076682.381193:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613095680/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076682.381203:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076682.381206:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076682.381207:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076682.381213:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3667 00000100:00100000:2.0:1769076682.381214:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076682/real 1769076682] req@ffff9bc64d9adf80 x1855007613095424/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076682.381216:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076682.381224:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076682.381234:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076682.381247:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613095424/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076682.381254:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613095808/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076682.381290:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076682.381298:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076682.381305:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613095424:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076682.381333:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613095552:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076682.381358:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076682.381369:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076682/real 1769076682] req@ffff9bc64d9ad500 x1855007613095552/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076682.381380:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613095552/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076682.381387:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076682.381389:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076682.381392:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613095552:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076682.381397:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613095680:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076682.381418:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076682.381425:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076682/real 1769076682] req@ffff9bc64d9ace00 x1855007613095680/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076682.381433:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613095680/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076682.381444:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076682.381447:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076682.381449:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613095680:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076682.381453:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613095808:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076682.381464:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076682.381470:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076682/real 1769076682] req@ffff9bc64d9aea00 x1855007613095808/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076682.381478:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613095808/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076682.381483:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076682.381486:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076682.381488:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613095808:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076682.828917:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076682.828980:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076683.404915:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076683.852896:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076683.853014:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076684.428933:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076684.876925:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076684.876987:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076685.452954:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076685.900913:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076685.901032:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076686.476918:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076686.924892:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076686.925091:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076687.500926:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076687.500991:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076687.500998:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076687.501002:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076687.501010:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3673 00000100:00080000:1.0:1769076687.501020:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076687.501027:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076687.501062:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007613095936/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076687.501086:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076687.501089:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076687.501091:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076687.501094:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3673 00000100:00080000:1.0:1769076687.501096:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076687.501100:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076687.501108:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076687.501121:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613095936:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769076687.501129:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007613096064/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076687.501145:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076687.501150:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076687.501153:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076687.501174:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3673 00000100:00080000:1.0:1769076687.501180:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076687.501185:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076687.501194:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769076687.501210:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076687.501216:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007613096192/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076687.501232:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076687.501237:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076687.501239:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076687.501245:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3673 00000100:00080000:1.0:1769076687.501252:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1769076687.501256:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076687/real 1769076687] req@ffff9bc64ac90000 x1855007613095936/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076687.501264:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076687.501278:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076687.501288:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007613095936/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076687.501300:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007613096320/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076687.501301:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076687.501311:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076687.501321:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613095936:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076687.501370:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613096064:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076687.501393:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076687.501404:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076687/real 1769076687] req@ffff9bc64ac90e00 x1855007613096064/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076687.501456:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007613096064/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076687.501463:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076687.501466:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076687.501468:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613096064:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076687.501474:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613096192:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076687.501498:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076687.501511:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076687/real 1769076687] req@ffff9bc64ac93800 x1855007613096192/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076687.501526:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007613096192/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076687.501536:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076687.501540:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076687.501545:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613096192:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076687.501551:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613096320:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076687.501569:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076687.501577:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076687/real 1769076687] req@ffff9bc64ac93480 x1855007613096320/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076687.501586:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007613096320/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076687.501592:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076687.501595:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076687.501597:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613096320:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076687.948923:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076687.949012:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076688.524863:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076688.972843:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076688.972920:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076689.548859:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076689.996873:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076689.996951:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076690.572873:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:2.0:1769076691.020898:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076691.020947:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076691.596895:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:2.0:1769076692.044861:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076692.044953:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076692.620867:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076692.620869:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076692.620878:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076692.620881:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076692.620889:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3678 00000100:00080000:0.0:1769076692.620899:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076692.620906:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076692.620940:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613096448/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076692.620962:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076692.620965:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076692.620966:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076692.620969:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3678 00000100:00080000:0.0:1769076692.620973:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076692.620976:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076692.620983:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076692.620993:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613096448:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076692.621002:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613096576/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076692.621013:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076692.621015:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076692.621017:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076692.621020:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3678 00000100:00080000:0.0:1769076692.621022:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076692.621024:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076692.621028:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076692.621037:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613096704/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076692.621045:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076692.621047:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076692.621048:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076692.621052:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3678 00000800:00000100:2.0:1769076692.621056:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769076692.621058:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076692.621063:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076692.621068:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076692.621077:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613096832/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076692.621104:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076692/real 1769076692] req@ffff9bc64f07dc00 x1855007613096448/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076692.621126:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613096448/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076692.621137:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076692.621141:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076692.621146:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613096448:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076692.621169:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613096576:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076692.621187:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076692.621196:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076692/real 1769076692] req@ffff9bc64f07f480 x1855007613096576/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076692.621205:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613096576/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076692.621211:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076692.621213:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076692.621215:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613096576:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076692.621219:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613096704:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076692.621230:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076692.621235:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076692/real 1769076692] req@ffff9bc64f07ce00 x1855007613096704/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076692.621243:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613096704/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076692.621248:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076692.621250:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076692.621252:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613096704:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076692.621255:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613096832:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076692.621265:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076692.621271:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076692/real 1769076692] req@ffff9bc64f07e680 x1855007613096832/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076692.621278:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613096832/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076692.621283:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076692.621285:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076692.621287:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613096832:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076693.068929:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076693.069004:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076693.644893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:2.0:1769076694.092962:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076694.093097:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076694.668905:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076695.116992:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076695.117038:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076695.692894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076696.140848:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076696.140916:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076696.716855:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769076697.164890:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076697.164891:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769076697.740885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076697.740904:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076697.740910:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076697.740915:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076697.740922:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3683 00000100:00080000:3.0:1769076697.740932:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076697.740937:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076697.740978:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613096960/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076697.740999:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076697.741002:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076697.741003:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076697.741006:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3683 00000100:00080000:3.0:1769076697.741026:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076697.741028:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076697.741036:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076697.741047:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613097088/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076697.741056:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076697.741059:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076697.741061:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769076697.741067:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613096960:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769076697.741067:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3683 00000100:00080000:3.0:1769076697.741070:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076697.741075:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076697.741082:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076697.741090:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613097216/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076697.741096:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076697.741099:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076697.741100:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076697.741103:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3683 00000100:00080000:3.0:1769076697.741105:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076697.741108:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076697.741112:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076697.741120:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613097344/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076697.741142:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076697.741177:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076697/real 1769076697] req@ffff9bc64d9aea00 x1855007613096960/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076697.741192:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613096960/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076697.741201:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076697.741205:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076697.741209:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613096960:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076697.741272:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613097088:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076697.741298:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076697.741310:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076697/real 1769076697] req@ffff9bc64d9ace00 x1855007613097088/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076697.741325:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613097088/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076697.741331:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076697.741334:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076697.741336:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613097088:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076697.741340:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613097216:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076697.741355:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076697.741361:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076697/real 1769076697] req@ffff9bc64d9ad500 x1855007613097216/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076697.741369:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613097216/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076697.741374:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076697.741376:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076697.741379:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613097216:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076697.741382:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613097344:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076697.741392:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076697.741397:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076697/real 1769076697] req@ffff9bc64d9adf80 x1855007613097344/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076697.741405:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613097344/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076697.741414:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076697.741416:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076697.741418:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613097344:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076698.188851:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076698.188945:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076698.764895:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076699.212867:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076699.212929:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076699.788887:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076700.236971:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076700.237082:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076700.813008:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076701.260945:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076701.261079:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076701.836956:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076702.284940:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076702.285088:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076702.860929:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076702.860989:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076702.860997:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076702.861004:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076702.861020:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3688 00000100:00080000:1.0:1769076702.861040:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076702.861054:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076702.861125:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007613097472/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076702.861214:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076702.861220:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076702.861223:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076702.861230:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3688 00000100:00080000:1.0:1769076702.861236:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076702.861242:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076702.861257:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076702.861285:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007613097600/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076702.861298:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613097472:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769076702.861331:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076702.861340:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076702.861345:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076702.861355:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3688 00000100:00080000:1.0:1769076702.861365:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076702.861374:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076702.861386:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769076702.861400:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076702.861418:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007613097728/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076702.861455:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076702.861465:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1769076702.861467:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076702/real 1769076702] req@ffff9bc64ac93100 x1855007613097472/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076702.861471:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076702.861491:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3688 00000100:00080000:1.0:1769076702.861507:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076702.861518:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076702.861530:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076702.861530:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007613097472/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076702.861563:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1769076702.861569:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90700 x1855007613097856/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076702.861576:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076702.861597:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613097472:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076702.861647:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613097600:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076702.861688:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076702.861705:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076702/real 1769076702] req@ffff9bc64ac91f80 x1855007613097600/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076702.861722:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007613097600/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076702.861734:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076702.861739:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076702.861743:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613097600:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076702.861753:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613097728:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076702.861813:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076702.861829:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076702/real 1769076702] req@ffff9bc64ac92a00 x1855007613097728/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076702.861845:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007613097728/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076702.861855:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076702.861860:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076702.861864:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613097728:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076702.861871:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613097856:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076702.861894:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076702.861905:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076702/real 1769076702] req@ffff9bc64ac90700 x1855007613097856/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076702.861926:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90700 x1855007613097856/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076702.861936:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076702.861939:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076702.861943:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613097856:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076703.308953:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076703.309055:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076703.884920:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076704.332908:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076704.333083:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076704.908888:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076705.356890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076705.356975:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076705.932894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076706.380873:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076706.380914:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076706.956906:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076707.404956:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076707.405112:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076707.980935:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076707.980944:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076707.980948:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076707.980957:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3693 00000100:00080000:1.0:1769076707.980968:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1769076707.980973:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076707.980977:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076707.981022:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91180 x1855007613097984/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076707.981046:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076707.981048:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076707.981050:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076707.981054:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3693 00000100:00080000:1.0:1769076707.981057:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076707.981061:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076707.981082:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076707.981092:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90380 x1855007613098112/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076707.981099:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076707.981102:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076707.981103:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076707.981105:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3693 00000100:00080000:1.0:1769076707.981108:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076707.981110:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076707.981113:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076707.981121:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90700 x1855007613098240/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076707.981127:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076707.981129:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076707.981130:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076707.981132:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3693 00000100:00080000:1.0:1769076707.981134:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076707.981136:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076707.981138:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076707.981144:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007613098368/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076707.982433:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613097984:192.168.204.139@tcp:250:kworker.0 00000800:00000100:2.0:1769076707.982493:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076707.982526:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076707/real 1769076707] req@ffff9bc64ac91180 x1855007613097984/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076707.982541:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91180 x1855007613097984/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076707.982549:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076707.982552:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076707.982555:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613097984:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076707.982560:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613098112:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076707.982574:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076707.982581:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076707/real 1769076707] req@ffff9bc64ac90380 x1855007613098112/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076707.982589:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90380 x1855007613098112/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076707.982595:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076707.982597:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076707.982600:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613098112:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076707.982603:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613098240:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076707.982613:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076707.982619:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076707/real 1769076707] req@ffff9bc64ac90700 x1855007613098240/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076707.982626:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90700 x1855007613098240/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076707.982635:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076707.982637:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076707.982639:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613098240:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076707.982642:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613098368:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076707.982651:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076707.982657:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076707/real 1769076707] req@ffff9bc64ac92a00 x1855007613098368/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076707.982664:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007613098368/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076707.982668:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076707.982670:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076707.982672:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613098368:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076708.428848:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076708.428889:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076709.004906:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076709.452872:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076709.452938:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076710.028904:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076710.476867:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076710.476914:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076711.052905:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076711.500890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076711.500954:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076712.076876:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076712.524960:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076712.525100:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076713.100913:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076713.100915:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076713.100931:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076713.100938:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076713.100952:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3698 00000100:00080000:1.0:1769076713.100999:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076713.101009:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076713.101067:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007613098496/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076713.101112:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076713.101120:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076713.101135:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076713.101143:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3698 00000100:00080000:1.0:1769076713.101150:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076713.101157:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076713.101170:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076713.101185:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613098496:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769076713.101193:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007613098624/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076713.101210:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076713.101228:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076713.101233:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076713.101240:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3698 00000100:00080000:1.0:1769076713.101246:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076713.101253:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076713.101264:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076713.101285:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007613098752/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076713.101305:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076713.101310:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076713.101313:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076713.101320:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3698 00000100:00080000:1.0:1769076713.101328:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076713.101335:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076713.101344:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076713.101360:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007613098880/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076713.101366:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613098624:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076713.101438:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613098752:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076713.101470:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613098880:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076713.548894:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076713.548994:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076714.124983:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076714.572914:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076714.572990:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076715.149008:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076715.596853:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076715.596926:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076716.173029:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:1.0:1769076716.173260:0:2360:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:1.0:1769076716.173345:0:2360:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1769076716.173374:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:1.0:1769076716.173430:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:1.0:1769076716.173442:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:1.0:1769076716.173455:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:2.0:1769076716.173596:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076713/real 1769076716] req@ffff9bc64ac93800 x1855007613098880/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076716.173637:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007613098880/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076716.173659:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076716.173668:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076716.173675:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613098880:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076716.173687:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076713/real 1769076716] req@ffff9bc64ac93100 x1855007613098624/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076716.173703:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007613098624/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076716.173714:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076716.173720:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076716.173724:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613098624:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076716.173734:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076713/real 1769076716] req@ffff9bc64ac93480 x1855007613098752/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076716.173770:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007613098752/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076716.173821:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076716.173829:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076716.173836:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613098752:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076716.173849:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076713/real 1769076716] req@ffff9bc64ac91f80 x1855007613098496/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076716.173872:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007613098496/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076716.173885:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076716.173891:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076716.173896:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613098496:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076716.620915:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076716.621035:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076717.196868:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076717.644888:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076717.645094:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076718.221010:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076718.221041:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076718.221052:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076718.221059:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076718.221075:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3703 00000100:00080000:0.0:1769076718.221093:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076718.221105:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076718.221160:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c380 x1855007613099008/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076718.221202:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076718.221206:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076718.221209:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076718.221214:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3703 00000100:00080000:0.0:1769076718.221220:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076718.221225:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076718.221236:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076718.221254:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613099136/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076718.221269:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076718.221273:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076718.221275:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076718.221280:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3703 00000100:00080000:0.0:1769076718.221284:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076718.221288:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076718.221298:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076718.221312:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613099264/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076718.221327:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076718.221331:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076718.221333:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076718.221337:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3703 00000100:00080000:0.0:1769076718.221342:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076718.221348:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076718.221355:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076718.221375:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613099392/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076718.221378:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613099008:192.168.204.139@tcp:250:kworker.0 00000800:00000100:2.0:1769076718.221524:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076718.221598:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076718/real 1769076718] req@ffff9bc64f07c380 x1855007613099008/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076718.221635:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c380 x1855007613099008/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076718.221658:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076718.221667:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076718.221675:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613099008:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076718.221694:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613099136:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076718.221742:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076718.221768:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076718/real 1769076718] req@ffff9bc64f07e680 x1855007613099136/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076718.221928:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613099136/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076718.221948:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076718.221955:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076718.221962:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613099136:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076718.221991:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613099264:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076718.222037:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076718.222061:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076718/real 1769076718] req@ffff9bc64f07ce00 x1855007613099264/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076718.222087:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613099264/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076718.222103:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076718.222110:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076718.222117:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613099264:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076718.222173:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613099392:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076718.222214:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076718.222238:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076718/real 1769076718] req@ffff9bc64f07f480 x1855007613099392/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076718.222262:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613099392/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076718.222279:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076718.222286:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076718.222293:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613099392:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076718.668947:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076718.669088:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076719.244958:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076719.692949:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076719.693102:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076720.269108:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076720.716841:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076720.717008:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076721.292864:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076721.740971:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076721.741095:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076722.316987:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076722.764937:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076722.765038:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076723.340962:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076723.341075:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076723.341095:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076723.341105:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076723.341144:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3708 00000100:00080000:3.0:1769076723.341167:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076723.341181:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076723.341275:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613099520/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076723.341333:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076723.341342:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076723.341348:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076723.341357:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3708 00000100:00080000:3.0:1769076723.341366:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076723.341375:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076723.341394:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076723.341424:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613099648/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076723.341442:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076723.341447:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076723.341452:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076723.341464:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3708 00000100:00100000:2.0:1769076723.341467:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613099520:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769076723.341473:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076723.341489:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076723.341498:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076723.341518:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613099776/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076723.341530:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076723.341536:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076723.341538:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076723.341543:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3708 00000100:00080000:3.0:1769076723.341579:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076723.341585:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076723.341592:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769076723.341604:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076723.341615:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613099904/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076723.341708:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076723/real 1769076723] req@ffff9bc64d9ad180 x1855007613099520/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076723.341739:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613099520/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076723.341753:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076723.341760:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076723.341765:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613099520:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076723.341889:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613099648:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076723.341928:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076723.341962:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076723/real 1769076723] req@ffff9bc64d9ac380 x1855007613099648/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076723.341979:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613099648/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076723.341991:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076723.341995:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076723.342000:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613099648:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076723.342009:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613099776:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076723.342032:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076723.342044:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076723/real 1769076723] req@ffff9bc64d9adc00 x1855007613099776/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076723.342058:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613099776/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076723.342076:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076723.342079:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076723.342083:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613099776:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076723.342090:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613099904:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076723.342109:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076723.342119:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076723/real 1769076723] req@ffff9bc64d9ad880 x1855007613099904/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076723.342133:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613099904/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076723.342142:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076723.342145:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076723.342149:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613099904:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076723.788897:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076723.788916:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076724.364949:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076724.812926:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076724.813016:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076725.388901:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076725.836883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076725.836923:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076726.412900:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076726.860877:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076726.860938:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076727.436937:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769076727.884878:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076727.884894:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00080000:3.0:1769076728.460914:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076728.460927:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076728.460933:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076728.460946:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3714 00000100:00080000:3.0:1769076728.460961:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076728.460980:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076728.461039:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613100032/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076728.461075:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076728.461079:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076728.461095:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076728.461099:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076728.461137:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3714 00000100:00080000:3.0:1769076728.461145:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076728.461155:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076728.461174:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613100032:192.168.204.139@tcp:250:kworker.0 00000008:00100000:3.0:1769076728.461174:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076728.461211:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613100160/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076728.461228:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076728.461233:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076728.461236:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076728.461240:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3714 00000100:00080000:3.0:1769076728.461257:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1769076728.461264:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769076728.461266:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076728.461278:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076728.461309:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613100288/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076728.461322:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769076728.461324:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076728/real 1769076728] req@ffff9bc64d9aed80 x1855007613100032/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076728.461333:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076728.461338:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076728.461348:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3714 00000100:00080000:3.0:1769076728.461352:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076728.461356:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076728.461388:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076728.461389:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613100032/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076728.461416:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1769076728.461419:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613100416/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076728.461435:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076728.461451:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613100032:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076728.461508:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613100160:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076728.461550:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076728.461574:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076728/real 1769076728] req@ffff9bc64d9aca80 x1855007613100160/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076728.461608:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613100160/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076728.461624:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076728.461631:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076728.461637:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613100160:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076728.461650:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613100288:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076728.461686:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076728.461747:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076728/real 1769076728] req@ffff9bc64d9ae680 x1855007613100288/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076728.461770:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613100288/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076728.461844:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076728.461851:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076728.461858:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613100288:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076728.461869:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613100416:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076728.461906:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076728.461927:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076728/real 1769076728] req@ffff9bc64d9ac000 x1855007613100416/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076728.461948:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613100416/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076728.461962:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076728.461968:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076728.461973:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613100416:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076728.908966:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076728.909078:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076729.484937:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076729.932900:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076729.933011:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076730.508964:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076730.956883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076730.957003:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076731.532937:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076731.980964:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076731.981030:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076732.556908:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076733.004914:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076733.004950:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769076733.580947:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769076733.580947:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076733.580959:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076733.580965:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076733.580976:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3719 00000100:00080000:0.0:1769076733.580990:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076733.580998:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076733.581065:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613100544/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076733.581091:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076733.581094:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076733.581096:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076733.581099:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3719 00000100:00080000:0.0:1769076733.581102:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076733.581105:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076733.581115:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076733.581125:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613100672/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076733.581131:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613100544:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769076733.581138:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076733.581141:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076733.581142:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076733.581145:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3719 00000100:00080000:0.0:1769076733.581147:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076733.581151:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076733.581156:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076733.581165:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613100800/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076733.581172:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076733.581175:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076733.581176:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076733.581178:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3719 00000100:00080000:0.0:1769076733.581182:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076733.581184:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076733.581187:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076733.581193:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613100928/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076733.581211:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076733.581264:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076733/real 1769076733] req@ffff9bc64f07dc00 x1855007613100544/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076733.581287:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613100544/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076733.581297:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076733.581301:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076733.581304:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613100544:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076733.581328:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613100672:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076733.581347:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076733.581356:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076733/real 1769076733] req@ffff9bc64f07d180 x1855007613100672/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076733.581365:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613100672/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076733.581376:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076733.581378:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076733.581381:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613100672:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076733.581384:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613100800:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076733.581397:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076733.581403:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076733/real 1769076733] req@ffff9bc64f07d880 x1855007613100800/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076733.581411:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613100800/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076733.581416:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076733.581418:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076733.581420:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613100800:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076733.581424:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613100928:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076733.581435:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076733.581440:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076733/real 1769076733] req@ffff9bc64f07df80 x1855007613100928/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076733.581448:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613100928/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076733.581463:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076733.581465:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076733.581468:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613100928:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076734.028886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076734.028963:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076734.604865:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076735.052889:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076735.052957:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076735.628898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076736.076921:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076736.076976:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076736.652888:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769076737.100938:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076737.100945:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769076737.676894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:2.0:1769076738.124935:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076738.125041:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076738.700840:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076738.700857:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076738.700863:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076738.700867:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076738.700876:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3724 00000100:00080000:3.0:1769076738.700885:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076738.700890:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076738.700930:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613101056/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076738.700950:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076738.700953:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076738.700955:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076738.700957:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3724 00000100:00080000:3.0:1769076738.700960:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076738.700962:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076738.700969:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076738.700977:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613101184/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076738.700985:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076738.700988:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076738.700990:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076738.700994:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3724 00000100:00080000:3.0:1769076738.700996:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076738.700998:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076738.701002:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076738.701010:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613101312/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076738.701018:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076738.701025:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076738.701028:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769076738.701029:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613101056:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769076738.701032:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3724 00000100:00080000:3.0:1769076738.701036:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076738.701042:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076738.701047:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076738.701053:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613101440/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076738.701148:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076738.701213:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076738/real 1769076738] req@ffff9bc64d9ac000 x1855007613101056/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076738.701237:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613101056/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076738.701250:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076738.701255:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076738.701259:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613101056:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076738.701268:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613101184:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076738.701300:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076738.701314:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076738/real 1769076738] req@ffff9bc64d9ae680 x1855007613101184/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076738.701327:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613101184/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076738.701336:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076738.701340:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076738.701344:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613101184:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076738.701373:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613101312:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076738.701394:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076738.701404:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076738/real 1769076738] req@ffff9bc64d9aca80 x1855007613101312/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076738.701416:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613101312/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076738.701424:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076738.701427:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076738.701431:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613101312:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076738.701438:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613101440:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076738.701453:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076738.701464:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076738/real 1769076738] req@ffff9bc64d9aed80 x1855007613101440/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076738.701476:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613101440/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076738.701484:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076738.701488:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076738.701491:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613101440:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076739.148938:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076739.149038:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076739.724862:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076740.172895:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076740.172988:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076740.748885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769076741.196968:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076741.197038:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769076741.772949:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:2.0:1769076742.221024:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076742.221030:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076742.796931:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:2.0:1769076743.244870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076743.244954:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076743.820892:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076743.820892:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076743.820903:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076743.820907:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076743.820915:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3729 00000100:00080000:3.0:1769076743.820925:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076743.820942:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076743.820974:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613101568/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076743.820998:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076743.821001:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076743.821003:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076743.821006:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3729 00000100:00080000:3.0:1769076743.821008:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076743.821011:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076743.821018:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076743.821039:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613101696/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076743.821051:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076743.821067:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076743.821070:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076743.821075:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3729 00000100:00080000:3.0:1769076743.821080:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076743.821085:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076743.821091:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076743.821105:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613101568:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076743.821106:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613101824/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076743.821136:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076743.821140:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076743.821142:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076743.821149:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3729 00000100:00080000:3.0:1769076743.821155:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076743.821161:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076743.821169:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076743.821185:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613101952/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076743.821232:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076743.821280:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076743/real 1769076743] req@ffff9bc64d9ad880 x1855007613101568/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076743.821298:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613101568/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076743.821308:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076743.821312:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076743.821316:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613101568:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076743.821322:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613101696:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076743.821338:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076743.821346:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076743/real 1769076743] req@ffff9bc64d9adc00 x1855007613101696/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076743.821381:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613101696/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076743.821389:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076743.821393:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076743.821396:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613101696:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076743.821447:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613101824:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076743.821540:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076743.821553:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076743/real 1769076743] req@ffff9bc64d9ac380 x1855007613101824/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076743.821567:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613101824/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076743.821581:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076743.821584:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076743.821586:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613101824:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076743.821591:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613101952:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076743.821607:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076743.821615:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076743/real 1769076743] req@ffff9bc64d9ad180 x1855007613101952/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076743.821623:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613101952/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076743.821629:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076743.821632:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076743.821634:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613101952:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076744.268984:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076744.269000:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076744.844889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076745.292903:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076745.292981:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076745.868923:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076746.316895:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076746.316996:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076746.892864:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076747.340874:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076747.340914:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076747.916894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076748.364910:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076748.365010:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076748.940890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769076748.940896:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076748.940909:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076748.940914:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076748.940924:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3734 00000100:00080000:0.0:1769076748.940937:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076748.940944:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076748.940988:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613102080/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076748.941021:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076748.941024:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076748.941026:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076748.941029:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3734 00000100:00080000:0.0:1769076748.941032:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076748.941035:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076748.941045:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076748.941055:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613102208/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076748.941064:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769076748.941065:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613102080:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769076748.941068:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769076748.941071:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076748.941077:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3734 00000100:00080000:0.0:1769076748.941079:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076748.941081:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076748.941085:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076748.941099:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613102336/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076748.941109:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076748.941113:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769076748.941115:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076748.941120:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3734 00000100:00080000:0.0:1769076748.941125:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076748.941129:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769076748.941134:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076748.941147:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613102464/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076748.941152:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076748.941201:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076748/real 1769076748] req@ffff9bc64f07f100 x1855007613102080/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076748.941225:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613102080/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076748.941239:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076748.941244:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076748.941249:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613102080:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076748.941282:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613102208:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076748.941309:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076748.941323:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076748/real 1769076748] req@ffff9bc64f07c700 x1855007613102208/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076748.941338:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613102208/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076748.941348:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076748.941350:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076748.941353:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613102208:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076748.941358:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613102336:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076748.941392:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076748.941402:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076748/real 1769076748] req@ffff9bc64f07ed80 x1855007613102336/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076748.941411:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613102336/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076748.941418:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076748.941420:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076748.941423:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613102336:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076748.941427:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613102464:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076748.941441:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076748.941447:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076748/real 1769076748] req@ffff9bc64f07fb80 x1855007613102464/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076748.941455:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613102464/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076748.941461:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076748.941463:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076748.941465:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613102464:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076749.388869:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076749.388940:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076749.964881:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076750.412930:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076750.412980:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076750.988868:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076751.436852:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076751.436973:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076752.012846:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076752.460853:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076752.460957:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076753.036874:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076753.484897:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076753.484985:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076754.060857:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076754.060857:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076754.060866:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076754.060871:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076754.060878:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3739 00000100:00080000:1.0:1769076754.060888:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076754.060894:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076754.060926:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007613102592/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076754.060948:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076754.060951:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076754.060952:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076754.060956:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3739 00000100:00080000:1.0:1769076754.060958:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076754.060960:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076754.060967:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076754.060975:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007613102720/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076754.060986:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076754.060988:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076754.060989:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076754.060991:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3739 00000100:00080000:1.0:1769076754.061003:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076754.061006:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076754.061010:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076754.061018:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007613102848/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076754.061027:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076754.061030:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076754.061031:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076754.061033:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3739 00000100:00080000:1.0:1769076754.061036:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076754.061042:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076754.061045:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613102592:192.168.204.139@tcp:250:kworker.0 00000008:00100000:1.0:1769076754.061046:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076754.061070:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007613102976/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076754.061138:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076754.061182:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076754/real 1769076754] req@ffff9bc64ac90e00 x1855007613102592/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076754.061199:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007613102592/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076754.061209:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076754.061213:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076754.061216:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613102592:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076754.061222:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613102720:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769076754.061236:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076754.061244:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076754/real 1769076754] req@ffff9bc64ac90000 x1855007613102720/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076754.061252:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007613102720/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076754.061263:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076754.061265:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076754.061268:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613102720:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769076754.061306:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613102848:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076754.061322:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076754.061329:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076754/real 1769076754] req@ffff9bc64ac91880 x1855007613102848/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076754.061338:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007613102848/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076754.061343:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076754.061346:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076754.061348:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613102848:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076754.061352:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613102976:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769076754.061363:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076754.061368:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076754/real 1769076754] req@ffff9bc64ac92d80 x1855007613102976/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076754.061376:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007613102976/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076754.061381:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076754.061383:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769076754.061386:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613102976:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076754.508907:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076754.508983:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076755.084878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076755.532923:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076755.533008:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076756.108865:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076756.556887:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076756.557077:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076757.132896:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076757.580885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076757.580964:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076758.156851:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076758.604881:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076758.604960:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076759.180923:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076759.180923:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076759.180933:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076759.180938:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076759.180947:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3744 00000100:00080000:3.0:1769076759.180958:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076759.180965:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076759.180999:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613103104/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076759.181033:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076759.181037:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076759.181039:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076759.181042:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3744 00000100:00080000:3.0:1769076759.181045:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076759.181048:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076759.181057:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076759.181069:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613103232/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076759.181077:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613103104:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769076759.181081:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076759.181085:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076759.181086:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076759.181090:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3744 00000100:00080000:3.0:1769076759.181092:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076759.181094:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076759.181098:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076759.181106:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613103360/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076759.181112:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076759.181115:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076759.181116:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076759.181119:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3744 00000100:00080000:3.0:1769076759.181121:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076759.181123:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076759.181126:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076759.181135:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613103488/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076759.181141:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076759.181178:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076759/real 1769076759] req@ffff9bc64d9adf80 x1855007613103104/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076759.181192:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613103104/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076759.181217:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076759.181220:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076759.181224:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613103104:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076759.181246:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613103232:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769076759.181271:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076759.181284:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076759/real 1769076759] req@ffff9bc64d9ad500 x1855007613103232/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076759.181298:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613103232/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076759.181306:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076759.181308:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076759.181311:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613103232:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076759.181315:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613103360:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076759.181331:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076759.181339:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076759/real 1769076759] req@ffff9bc64d9ace00 x1855007613103360/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076759.181346:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613103360/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076759.181352:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076759.181354:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076759.181356:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613103360:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076759.181360:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613103488:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076759.181370:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076759.181376:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076759/real 1769076759] req@ffff9bc64d9aea00 x1855007613103488/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076759.181383:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613103488/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076759.181389:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076759.181390:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076759.181392:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613103488:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076759.628894:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076759.628945:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076760.204828:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076760.652847:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076760.652936:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076761.228909:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076761.676871:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076761.676958:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076762.252880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076762.700893:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076762.700969:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076763.276913:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076763.724890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076763.724979:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769076764.300872:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769076764.300880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076764.300880:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076764.300886:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076764.300895:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3749 00000100:00080000:3.0:1769076764.300910:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076764.300916:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076764.300949:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613103616/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076764.300971:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076764.300974:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076764.300976:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076764.300979:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3749 00000100:00080000:3.0:1769076764.300981:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076764.300983:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076764.300990:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076764.301000:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613103744/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076764.301012:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076764.301016:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1769076764.301020:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613103616:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769076764.301021:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076764.301032:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3749 00000100:00080000:3.0:1769076764.301037:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076764.301042:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076764.301048:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076764.301062:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613103872/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076764.301074:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076764.301076:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076764.301078:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076764.301081:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3749 00000100:00080000:3.0:1769076764.301086:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076764.301089:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076764.301092:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769076764.301097:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076764.301105:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613104000/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076764.301158:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076764/real 1769076764] req@ffff9bc64d9aea00 x1855007613103616/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076764.301173:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613103616/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076764.301181:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076764.301184:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076764.301187:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613103616:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076764.301207:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613103744:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769076764.301224:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076764.301232:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076764/real 1769076764] req@ffff9bc64d9ace00 x1855007613103744/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076764.301240:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613103744/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076764.301246:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076764.301248:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076764.301250:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613103744:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076764.301254:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613103872:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076764.301264:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076764.301269:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076764/real 1769076764] req@ffff9bc64d9ad500 x1855007613103872/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076764.301298:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613103872/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076764.301305:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076764.301308:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076764.301310:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613103872:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076764.301315:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613104000:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076764.301328:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076764.301335:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076764/real 1769076764] req@ffff9bc64d9adf80 x1855007613104000/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076764.301342:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613104000/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076764.301347:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076764.301349:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076764.301351:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613104000:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076764.748874:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076764.748939:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076765.324865:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076765.772851:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076765.772992:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076766.348848:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076766.796964:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076766.797109:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076767.373010:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076767.820964:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076767.821113:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076768.396932:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076768.845131:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076768.845139:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076769.420935:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076769.420949:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076769.420973:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076769.420986:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3754 00000100:00100000:0.0:1769076769.420990:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076769.421001:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076769.421013:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076769.421100:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007613104128/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076769.421133:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076769.421137:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076769.421140:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076769.421145:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3754 00000100:00080000:1.0:1769076769.421149:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076769.421155:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076769.421168:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076769.421185:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007613104256/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076769.421201:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613104128:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769076769.421204:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076769.421236:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076769.421240:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076769.421246:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3754 00000100:00080000:1.0:1769076769.421251:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076769.421256:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076769.421263:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076769.421279:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007613104384/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076769.421302:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076769.421306:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076769.421309:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076769.421313:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3754 00000100:00080000:1.0:1769076769.421320:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076769.421325:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076769.421330:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769076769.421341:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076769.421347:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92300 x1855007613104512/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076769.421419:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076769/real 1769076769] req@ffff9bc64ac90a80 x1855007613104128/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076769.421445:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007613104128/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076769.421459:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076769.421464:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076769.421469:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613104128:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076769.421499:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613104256:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769076769.421532:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076769.421548:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076769/real 1769076769] req@ffff9bc64ac91500 x1855007613104256/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076769.421564:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007613104256/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076769.421575:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076769.421579:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076769.421583:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613104256:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076769.421608:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613104384:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076769.421646:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076769.421658:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076769/real 1769076769] req@ffff9bc64ac91c00 x1855007613104384/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076769.421672:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007613104384/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076769.421706:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076769.421720:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076769.421725:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613104384:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076769.421732:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613104512:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076769.421757:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076769.421769:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076769/real 1769076769] req@ffff9bc64ac92300 x1855007613104512/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076769.421833:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92300 x1855007613104512/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076769.421844:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076769.421848:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076769.421852:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613104512:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076769.868930:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076769.869007:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076770.444954:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076770.892980:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076770.893057:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076771.469080:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076771.916904:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076771.917037:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076772.492909:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076772.940931:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076772.941003:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076773.516925:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076773.964847:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076773.964894:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076774.540904:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076774.540913:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1769076774.540918:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076774.540918:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076774.540928:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3760 00000100:00080000:1.0:1769076774.540939:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076774.540956:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076774.541002:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93b80 x1855007613104640/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076774.541028:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076774.541031:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076774.541033:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076774.541037:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3760 00000100:00080000:1.0:1769076774.541042:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076774.541047:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076774.541054:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613104640:192.168.204.139@tcp:250:kworker.0 00000008:00100000:1.0:1769076774.541057:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076774.541076:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92680 x1855007613104768/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076774.541089:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076774.541093:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076774.541095:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076774.541099:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3760 00000100:00080000:1.0:1769076774.541104:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076774.541108:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076774.541114:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769076774.541115:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076774.541129:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92300 x1855007613104896/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076774.541137:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076774.541139:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076774.541141:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076774.541144:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3760 00000100:00080000:1.0:1769076774.541147:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076774.541151:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076774.541154:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076774/real 1769076774] req@ffff9bc64ac93b80 x1855007613104640/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1769076774.541156:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076774.541170:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007613105024/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076774.541176:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93b80 x1855007613104640/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076774.541187:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076774.541191:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076774.541194:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613104640:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076774.541214:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613104768:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769076774.541241:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076774.541253:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076774/real 1769076774] req@ffff9bc64ac92680 x1855007613104768/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076774.541262:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92680 x1855007613104768/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076774.541268:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076774.541270:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076774.541272:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613104768:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076774.541276:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613104896:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076774.541288:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076774.541294:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076774/real 1769076774] req@ffff9bc64ac92300 x1855007613104896/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076774.541302:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92300 x1855007613104896/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076774.541307:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076774.541309:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076774.541311:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613104896:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076774.541314:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613105024:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076774.541324:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076774.541329:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076774/real 1769076774] req@ffff9bc64ac91c00 x1855007613105024/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076774.541341:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007613105024/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076774.541346:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076774.541348:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076774.541349:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613105024:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076774.988885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076774.988973:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076775.564872:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076776.012878:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076776.012944:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076776.588904:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076777.036959:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076777.037085:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076777.612860:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076778.060944:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076778.061049:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076778.636905:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076779.084959:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076779.084996:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769076779.660928:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076779.660938:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1769076779.660940:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769076779.660942:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076779.660954:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3765 00000100:00080000:2.0:1769076779.660965:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076779.660973:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076779.661009:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9500 x1855007613105152/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076779.661035:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076779.661038:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076779.661040:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076779.661044:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3765 00000100:00080000:2.0:1769076779.661047:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076779.661051:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076779.661060:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076779.661071:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613105152:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076779.661074:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9f80 x1855007613105280/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076779.661088:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076779.661091:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769076779.661093:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076779.661098:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3765 00000100:00080000:2.0:1769076779.661101:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076779.661104:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076779.661108:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076779.661119:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8000 x1855007613105408/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076779.661127:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076779.661130:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769076779.661132:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076779.661135:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3765 00000100:00080000:2.0:1769076779.661138:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076779.661141:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076779.661145:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076779.661154:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb100 x1855007613105536/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076779.661190:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613105280:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076779.661214:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613105408:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076779.661234:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613105536:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076780.108969:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076780.109008:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076780.684939:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076781.132971:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076781.133143:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076781.708991:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769076782.157008:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076782.157013:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769076782.733045:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:2.0:1769076782.733158:0:2358:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:2.0:1769076782.733198:0:2358:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769076782.733214:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769076782.733251:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769076782.733260:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769076782.733274:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:0.0:1769076782.733310:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076779/real 1769076782] req@ffff9bc67afd9f80 x1855007613105280/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076782.733339:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9f80 x1855007613105280/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076782.733353:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076782.733359:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076782.733364:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613105280:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076782.733373:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076779/real 1769076782] req@ffff9bc67afd8000 x1855007613105408/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076782.733386:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8000 x1855007613105408/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076782.733395:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076782.733399:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076782.733403:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613105408:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076782.733410:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076779/real 1769076782] req@ffff9bc67afdb100 x1855007613105536/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076782.733423:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb100 x1855007613105536/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076782.733431:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076782.733434:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076782.733438:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613105536:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076782.733446:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076779/real 1769076782] req@ffff9bc67afd9500 x1855007613105152/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076782.733459:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9500 x1855007613105152/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076782.733468:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076782.733472:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076782.733477:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613105152:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076783.180886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076783.180946:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076783.756989:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076784.204943:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076784.205019:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769076784.780881:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076784.780890:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076784.780895:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076784.780903:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3770 00000100:00080000:2.0:1769076784.780913:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076784.780919:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076784.780954:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8700 x1855007613105664/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076784.780980:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076784.780983:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076784.780985:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076784.780988:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3770 00000100:00080000:2.0:1769076784.780992:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076784.780995:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076784.781005:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076784.781020:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9500 x1855007613105792/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076784.781034:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769076784.781035:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076784.781050:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769076784.781054:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076784.781065:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3770 00000100:00080000:2.0:1769076784.781074:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076784.781079:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076784.781085:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076784.781104:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613105664:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076784.781104:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb100 x1855007613105920/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076784.781143:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076784.781146:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769076784.781148:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076784.781152:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3770 00000100:00080000:2.0:1769076784.781155:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076784.781158:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076784.781165:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076784.781179:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8000 x1855007613106048/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076784.781256:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076784.781335:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076784/real 1769076784] req@ffff9bc67afd8700 x1855007613105664/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076784.781375:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8700 x1855007613105664/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076784.781398:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076784.781406:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076784.781415:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613105664:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076784.781432:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613105792:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769076784.781512:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076784.781541:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076784/real 1769076784] req@ffff9bc67afd9500 x1855007613105792/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076784.781567:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9500 x1855007613105792/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076784.781584:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076784.781592:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076784.781599:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613105792:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076784.781671:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613105920:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076784.781724:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076784.781750:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076784/real 1769076784] req@ffff9bc67afdb100 x1855007613105920/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076784.781864:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb100 x1855007613105920/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076784.781884:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076784.781891:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076784.781898:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613105920:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076784.781912:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613106048:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076784.781954:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076784.781977:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076784/real 1769076784] req@ffff9bc67afd8000 x1855007613106048/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076784.782003:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8000 x1855007613106048/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076784.782020:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076784.782027:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076784.782034:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613106048:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076785.228903:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076785.228984:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076785.805002:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076786.252907:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076786.252977:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076786.828921:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076787.276912:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076787.276980:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076787.852936:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076788.300969:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076788.301078:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076788.876868:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076789.324971:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076789.324999:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076789.900895:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769076789.900898:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076789.900908:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076789.900912:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076789.900924:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3775 00000100:00080000:2.0:1769076789.900938:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076789.900948:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076789.900994:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9f80 x1855007613106176/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076789.901027:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076789.901031:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076789.901033:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076789.901037:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3775 00000100:00080000:2.0:1769076789.901041:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076789.901046:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076789.901055:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076789.901068:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb800 x1855007613106304/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076789.901079:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769076789.901086:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613106176:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769076789.901087:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769076789.901092:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076789.901101:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3775 00000100:00080000:2.0:1769076789.901104:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076789.901107:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076789.901112:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076789.901123:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9180 x1855007613106432/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076789.901133:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076789.901136:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769076789.901138:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076789.901140:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3775 00000100:00080000:2.0:1769076789.901143:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076789.901146:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076789.901150:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769076789.901165:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076789.901167:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdad80 x1855007613106560/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076789.901210:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076789/real 1769076789] req@ffff9bc67afd9f80 x1855007613106176/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076789.901229:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9f80 x1855007613106176/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076789.901257:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076789.901264:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076789.901271:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613106176:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076789.901319:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613106304:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769076789.901366:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076789.901390:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076789/real 1769076789] req@ffff9bc67afdb800 x1855007613106304/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076789.901417:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb800 x1855007613106304/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076789.901436:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076789.901442:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076789.901449:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613106304:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076789.901462:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613106432:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076789.901506:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076789.901528:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076789/real 1769076789] req@ffff9bc67afd9180 x1855007613106432/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076789.901563:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9180 x1855007613106432/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076789.901582:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076789.901587:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076789.901591:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613106432:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076789.901600:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613106560:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076789.901625:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076789.901638:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076789/real 1769076789] req@ffff9bc67afdad80 x1855007613106560/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076789.901652:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdad80 x1855007613106560/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076789.901660:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076789.901662:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076789.901665:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613106560:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076790.348946:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076790.349084:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076790.924879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076791.372887:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076791.372948:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076791.948894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076792.396873:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076792.396941:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076792.972872:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076793.420851:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076793.420929:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076793.996880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076794.444955:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076794.445019:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769076795.020858:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076795.020866:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076795.020871:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769076795.020876:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769076795.020879:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3780 00000100:00080000:2.0:1769076795.020892:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076795.020899:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076795.020931:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afda680 x1855007613106688/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076795.020956:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076795.020958:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076795.020960:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076795.020963:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3780 00000100:00080000:2.0:1769076795.020965:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076795.020967:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076795.020974:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076795.020984:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8380 x1855007613106816/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076795.020991:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076795.020993:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769076795.020995:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076795.020997:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3780 00000100:00080000:2.0:1769076795.020999:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769076795.021002:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613106688:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769076795.021004:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076795.021012:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076795.021021:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9880 x1855007613106944/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076795.021027:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076795.021029:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769076795.021031:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076795.021033:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3780 00000100:00080000:2.0:1769076795.021036:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076795.021038:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076795.021041:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076795.021049:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9c00 x1855007613107072/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076795.021069:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076795.021104:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076795/real 1769076795] req@ffff9bc67afda680 x1855007613106688/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076795.021118:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afda680 x1855007613106688/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076795.021125:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076795.021128:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076795.021131:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613106688:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076795.021137:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613106816:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769076795.021151:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076795.021159:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076795/real 1769076795] req@ffff9bc67afd8380 x1855007613106816/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076795.021167:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8380 x1855007613106816/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076795.021173:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076795.021175:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076795.021177:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613106816:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076795.021195:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613106944:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076795.021206:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076795.021211:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076795/real 1769076795] req@ffff9bc67afd9880 x1855007613106944/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076795.021219:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9880 x1855007613106944/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076795.021224:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076795.021226:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076795.021228:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613106944:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076795.021231:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613107072:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076795.021240:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076795.021245:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076795/real 1769076795] req@ffff9bc67afd9c00 x1855007613107072/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076795.021253:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9c00 x1855007613107072/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076795.021261:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076795.021264:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076795.021267:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613107072:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076795.468895:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076795.468996:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076796.044880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076796.492903:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076796.492998:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076797.068855:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076797.516879:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076797.516987:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076798.092911:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076798.540908:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076798.540978:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076799.116862:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076799.564894:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076799.564900:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769076800.140878:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769076800.140884:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769076800.140887:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076800.140894:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076800.140902:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3785 00000100:00080000:2.0:1769076800.140912:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076800.140918:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076800.140950:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8a80 x1855007613107200/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076800.140972:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076800.140975:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076800.140976:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076800.140979:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3785 00000100:00080000:2.0:1769076800.140982:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076800.140985:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076800.140992:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076800.141002:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9c00 x1855007613107328/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076800.141010:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076800.141013:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769076800.141015:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769076800.141017:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613107200:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769076800.141019:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3785 00000100:00080000:2.0:1769076800.141024:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076800.141027:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076800.141031:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076800.141039:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9880 x1855007613107456/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076800.141045:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076800.141047:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769076800.141049:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076800.141051:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3785 00000100:00080000:2.0:1769076800.141054:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076800.141056:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076800.141059:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076800.141066:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8380 x1855007613107584/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076800.141088:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076800.141124:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076800/real 1769076800] req@ffff9bc67afd8a80 x1855007613107200/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076800.141138:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8a80 x1855007613107200/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076800.141145:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076800.141149:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076800.141151:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613107200:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076800.141170:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613107328:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769076800.141185:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076800.141200:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076800/real 1769076800] req@ffff9bc67afd9c00 x1855007613107328/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076800.141209:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9c00 x1855007613107328/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076800.141219:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076800.141222:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076800.141224:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613107328:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076800.141228:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613107456:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076800.141240:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076800.141246:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076800/real 1769076800] req@ffff9bc67afd9880 x1855007613107456/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076800.141254:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9880 x1855007613107456/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076800.141259:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076800.141261:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076800.141263:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613107456:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076800.141267:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613107584:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076800.141277:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076800.141282:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076800/real 1769076800] req@ffff9bc67afd8380 x1855007613107584/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076800.141290:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8380 x1855007613107584/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076800.141295:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076800.141297:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076800.141299:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613107584:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076800.588992:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076800.589035:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076801.164868:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076801.612895:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076801.612967:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076802.188848:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076802.636898:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076802.637062:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076803.212881:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076803.660948:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076803.660997:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076804.236862:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076804.684871:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076804.684926:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076805.260896:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076805.260946:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076805.260954:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076805.260959:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076805.260968:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3790 00000100:00080000:3.0:1769076805.260980:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076805.260988:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076805.261027:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613107712/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076805.261057:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076805.261061:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076805.261063:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076805.261067:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3790 00000100:00080000:3.0:1769076805.261070:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076805.261074:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076805.261083:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076805.261096:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613107840/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076805.261109:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769076805.261112:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613107712:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769076805.261114:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076805.261120:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076805.261127:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3790 00000100:00080000:3.0:1769076805.261130:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076805.261133:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076805.261138:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076805.261150:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613107968/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076805.261160:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076805.261164:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076805.261165:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076805.261168:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3790 00000100:00080000:3.0:1769076805.261172:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076805.261175:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076805.261180:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076805.261201:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613108096/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076805.261206:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076805.261254:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076805/real 1769076805] req@ffff9bc64d9ad180 x1855007613107712/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076805.261284:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613107712/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076805.261318:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076805.261322:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076805.261325:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613107712:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076805.261347:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613107840:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769076805.261368:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076805.261378:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076805/real 1769076805] req@ffff9bc64d9ac380 x1855007613107840/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076805.261388:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613107840/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076805.261395:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076805.261398:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076805.261400:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613107840:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076805.261405:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613107968:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076805.261418:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076805.261426:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076805/real 1769076805] req@ffff9bc64d9adc00 x1855007613107968/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076805.261468:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613107968/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076805.261475:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076805.261478:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076805.261480:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613107968:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076805.261486:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613108096:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076805.261504:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076805.261512:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076805/real 1769076805] req@ffff9bc64d9ad880 x1855007613108096/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076805.261521:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613108096/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076805.261528:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076805.261530:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076805.261533:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613108096:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076805.708879:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076805.708935:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076806.284897:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076806.732868:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076806.733040:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076807.308873:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076807.756950:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076807.757028:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076808.332900:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076808.780924:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076808.781113:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076809.356922:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076809.804925:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076809.805013:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076810.380896:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769076810.380961:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076810.380973:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076810.380981:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076810.380996:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3795 00000100:00080000:2.0:1769076810.381012:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076810.381023:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076810.381076:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afda680 x1855007613108224/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076810.381125:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076810.381132:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076810.381136:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076810.381143:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3795 00000100:00080000:2.0:1769076810.381150:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076810.381157:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076810.381183:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076810.381209:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdad80 x1855007613108352/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076810.381220:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613108224:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769076810.381266:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076810.381273:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769076810.381277:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076810.381285:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3795 00000100:00080000:2.0:1769076810.381294:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076810.381300:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076810.381310:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769076810.381322:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076810.381336:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9180 x1855007613108480/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076810.381404:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769076810.381408:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076810/real 1769076810] req@ffff9bc67afda680 x1855007613108224/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076810.381416:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769076810.381424:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076810.381438:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3795 00000100:00100000:0.0:1769076810.381447:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afda680 x1855007613108224/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076810.381447:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076810.381463:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00080000:0.0:1769076810.381469:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1769076810.381477:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1769076810.381479:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076810.381491:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613108224:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076810.381514:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb800 x1855007613108608/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076810.381525:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613108352:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769076810.381576:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076810.381593:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076810/real 1769076810] req@ffff9bc67afdad80 x1855007613108352/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076810.381608:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdad80 x1855007613108352/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076810.381618:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076810.381622:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076810.381634:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613108352:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076810.381641:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613108480:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076810.381671:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076810.381690:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076810/real 1769076810] req@ffff9bc67afd9180 x1855007613108480/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076810.381713:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9180 x1855007613108480/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076810.381729:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076810.381735:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076810.381741:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613108480:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076810.381765:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613108608:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076810.381837:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076810.381855:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076810/real 1769076810] req@ffff9bc67afdb800 x1855007613108608/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076810.381875:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb800 x1855007613108608/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076810.381889:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076810.381895:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076810.381902:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613108608:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076810.828862:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076810.828915:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076811.404945:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076811.852911:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076811.853093:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076812.428859:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076812.876861:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076812.876921:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076813.452916:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076813.900923:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076813.901043:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076814.476844:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076814.924902:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076814.924985:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076815.500966:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769076815.500971:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076815.500981:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076815.500994:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076815.501010:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3801 00000100:00080000:2.0:1769076815.501022:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076815.501030:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076815.501087:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9f80 x1855007613108736/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076815.501108:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076815.501112:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076815.501113:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076815.501116:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3801 00000100:00080000:2.0:1769076815.501119:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076815.501123:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076815.501132:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076815.501146:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8000 x1855007613108864/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076815.501158:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076815.501162:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769076815.501164:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076815.501170:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3801 00000100:00080000:2.0:1769076815.501174:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076815.501178:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076815.501187:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076815.501189:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613108736:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076815.501218:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb100 x1855007613108992/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076815.501229:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076815.501232:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769076815.501233:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076815.501237:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3801 00000100:00080000:2.0:1769076815.501241:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076815.501244:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076815.501248:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076815.501279:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9500 x1855007613109120/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076815.501326:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076815.501372:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076815/real 1769076815] req@ffff9bc67afd9f80 x1855007613108736/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076815.501388:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9f80 x1855007613108736/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076815.501397:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076815.501401:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076815.501404:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613108736:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076815.501412:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613108864:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769076815.501428:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076815.501437:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076815/real 1769076815] req@ffff9bc67afd8000 x1855007613108864/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076815.501447:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8000 x1855007613108864/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076815.501453:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076815.501456:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076815.501458:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613108864:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076815.501483:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613108992:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076815.501494:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076815.501500:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076815/real 1769076815] req@ffff9bc67afdb100 x1855007613108992/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076815.501510:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb100 x1855007613108992/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076815.501519:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076815.501523:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076815.501526:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613108992:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076815.501533:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613109120:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076815.501554:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076815.501566:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076815/real 1769076815] req@ffff9bc67afd9500 x1855007613109120/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076815.501578:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9500 x1855007613109120/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076815.501589:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076815.501592:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076815.501594:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613109120:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076815.948930:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076815.948959:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076816.524914:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076816.972846:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076816.973027:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076817.548870:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076817.996891:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076817.996960:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076818.572999:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076819.020925:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076819.020990:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076819.596954:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076820.044942:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076820.045056:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076820.620945:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769076820.620956:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076820.620966:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076820.620982:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076820.620995:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3806 00000100:00080000:2.0:1769076820.621009:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076820.621019:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076820.621077:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8700 x1855007613109248/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076820.621129:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076820.621133:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076820.621136:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076820.621141:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3806 00000100:00080000:2.0:1769076820.621145:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076820.621151:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076820.621163:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076820.621207:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613109248:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076820.621218:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9500 x1855007613109376/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076820.621234:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076820.621239:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769076820.621242:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076820.621251:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3806 00000100:00080000:2.0:1769076820.621259:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076820.621266:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076820.621275:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076820.621302:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb100 x1855007613109504/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076820.621303:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:2.0:1769076820.621328:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076820.621335:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769076820.621339:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076820.621365:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3806 00000100:00080000:2.0:1769076820.621374:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769076820.621378:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076820/real 1769076820] req@ffff9bc67afd8700 x1855007613109248/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076820.621389:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076820.621413:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076820.621423:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8700 x1855007613109248/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076820.621441:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8000 x1855007613109632/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076820.621462:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076820.621477:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076820.621488:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613109248:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076820.621543:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613109376:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769076820.621599:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076820.621616:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076820/real 1769076820] req@ffff9bc67afd9500 x1855007613109376/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076820.621631:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9500 x1855007613109376/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076820.621640:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076820.621644:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076820.621649:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613109376:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076820.621656:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613109504:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076820.621693:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076820.621706:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076820/real 1769076820] req@ffff9bc67afdb100 x1855007613109504/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076820.621721:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb100 x1855007613109504/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076820.621731:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076820.621734:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076820.621738:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613109504:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076820.621744:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613109632:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076820.621762:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076820.621790:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076820/real 1769076820] req@ffff9bc67afd8000 x1855007613109632/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076820.621802:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8000 x1855007613109632/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076820.621810:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076820.621813:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076820.621816:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613109632:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076821.068887:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076821.068906:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076821.644871:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076822.092946:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076822.093003:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076822.668874:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076823.116833:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076823.116917:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076823.692912:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076824.140937:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076824.141032:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076824.716922:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076825.164896:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076825.164987:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769076825.740974:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076825.740986:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076825.740991:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076825.741003:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3811 00000100:00080000:3.0:1769076825.741027:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769076825.741035:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076825.741036:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076825.741107:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613109760/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076825.741138:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076825.741142:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076825.741144:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076825.741149:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3811 00000100:00080000:3.0:1769076825.741153:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076825.741159:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076825.741169:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076825.741185:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613109888/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076825.741199:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769076825.741206:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613109760:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769076825.741207:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076825.741212:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076825.741223:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3811 00000100:00080000:3.0:1769076825.741228:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076825.741231:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076825.741245:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076825.741260:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613110016/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076825.741270:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076825.741274:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076825.741276:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076825.741280:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3811 00000100:00080000:3.0:1769076825.741284:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076825.741287:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076825.741292:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076825.741304:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613110144/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076825.741324:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076825.741372:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076825/real 1769076825] req@ffff9bc64d9aed80 x1855007613109760/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076825.741410:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613109760/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076825.741422:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076825.741427:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076825.741431:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613109760:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076825.741458:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613109888:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769076825.741482:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076825.741494:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076825/real 1769076825] req@ffff9bc64d9aca80 x1855007613109888/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076825.741507:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613109888/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076825.741517:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076825.741520:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076825.741524:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613109888:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076825.741530:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613110016:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076825.741547:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076825.741556:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076825/real 1769076825] req@ffff9bc64d9ae680 x1855007613110016/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076825.741569:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613110016/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076825.741585:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076825.741588:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076825.741592:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613110016:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076825.741598:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613110144:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076825.741613:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076825.741622:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076825/real 1769076825] req@ffff9bc64d9ac000 x1855007613110144/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076825.741634:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613110144/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076825.741643:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076825.741646:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076825.741649:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613110144:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076826.188925:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076826.188953:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076826.764953:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076827.212897:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076827.212991:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076827.788933:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076828.236847:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076828.237156:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076828.812945:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076829.260886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076829.260979:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076829.836935:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076830.284843:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076830.284919:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076830.860909:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769076830.860932:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076830.860941:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076830.860946:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076830.860957:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3816 00000100:00080000:2.0:1769076830.860969:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076830.860977:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076830.861034:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9f80 x1855007613110272/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076830.861079:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076830.861082:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076830.861084:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076830.861089:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3816 00000100:00080000:2.0:1769076830.861093:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076830.861097:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076830.861106:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076830.861118:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb800 x1855007613110400/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076830.861131:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769076830.861132:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613110272:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769076830.861136:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769076830.861141:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076830.861147:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3816 00000100:00080000:2.0:1769076830.861150:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076830.861154:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076830.861160:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076830.861172:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9180 x1855007613110528/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076830.861183:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076830.861187:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769076830.861189:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076830.861193:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3816 00000100:00080000:2.0:1769076830.861198:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076830.861201:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076830.861206:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769076830.861212:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076830.861221:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdad80 x1855007613110656/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076830.861257:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076830/real 1769076830] req@ffff9bc67afd9f80 x1855007613110272/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076830.861277:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9f80 x1855007613110272/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076830.861288:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076830.861293:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076830.861297:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613110272:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076830.861320:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613110400:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769076830.861342:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076830.861353:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076830/real 1769076830] req@ffff9bc67afdb800 x1855007613110400/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076830.861365:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb800 x1855007613110400/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076830.861373:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076830.861376:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076830.861380:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613110400:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076830.861386:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613110528:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076830.861403:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076830.861413:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076830/real 1769076830] req@ffff9bc67afd9180 x1855007613110528/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076830.861424:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9180 x1855007613110528/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076830.861432:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076830.861435:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076830.861438:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613110528:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076830.861444:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613110656:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076830.861458:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076830.861466:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076830/real 1769076830] req@ffff9bc67afdad80 x1855007613110656/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076830.861478:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdad80 x1855007613110656/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076830.861486:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076830.861489:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076830.861492:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613110656:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076831.308924:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076831.308950:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076831.884858:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076832.332866:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076832.332928:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076832.908921:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076833.356892:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076833.357006:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076833.932934:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076834.380968:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076834.381079:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076834.957060:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076835.404882:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076835.404988:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076835.980910:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769076835.981034:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076835.981044:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076835.981049:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076835.981061:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3821 00000100:00080000:2.0:1769076835.981074:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076835.981083:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076835.981130:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afda680 x1855007613110784/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076835.981155:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076835.981158:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076835.981160:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076835.981164:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3821 00000100:00080000:2.0:1769076835.981166:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076835.981169:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076835.981198:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076835.981210:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613110784:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076835.981221:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8380 x1855007613110912/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076835.981247:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076835.981254:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769076835.981258:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076835.981266:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3821 00000100:00080000:2.0:1769076835.981276:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076835.981302:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:0.0:1769076835.981313:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:2.0:1769076835.981314:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076835.981347:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9880 x1855007613111040/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076835.981359:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076835/real 1769076835] req@ffff9bc67afda680 x1855007613110784/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076835.981393:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076835.981399:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769076835.981402:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769076835.981409:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afda680 x1855007613110784/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076835.981416:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3821 00000100:00080000:2.0:1769076835.981435:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076835.981439:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076835.981446:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00080000:0.0:1769076835.981447:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076835.981467:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613110784:192.168.204.139@tcp:250:kworker.0 00000008:00100000:2.0:1769076835.981469:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076835.981493:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9c00 x1855007613111168/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076835.981501:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613110912:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769076835.981563:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076835.981584:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076835/real 1769076835] req@ffff9bc67afd8380 x1855007613110912/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076835.981599:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8380 x1855007613110912/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076835.981612:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076835.981615:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076835.981617:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613110912:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076835.981623:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613111040:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076835.981640:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076835.981647:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076835/real 1769076835] req@ffff9bc67afd9880 x1855007613111040/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076835.981654:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9880 x1855007613111040/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076835.981660:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076835.981662:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076835.981664:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613111040:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076835.981674:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613111168:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076835.981684:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076835.981690:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076835/real 1769076835] req@ffff9bc67afd9c00 x1855007613111168/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076835.981698:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9c00 x1855007613111168/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076835.981703:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076835.981705:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076835.981707:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613111168:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076836.428961:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076836.428986:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076837.005027:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076837.452955:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076837.453027:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076838.028960:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076838.476942:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076838.477021:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076839.052983:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076839.500940:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076839.501101:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076840.076901:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076840.524949:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076840.525080:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076841.100974:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076841.101003:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076841.101010:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076841.101022:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3826 00000100:00100000:2.0:1769076841.101026:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076841.101038:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076841.101050:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076841.101097:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007613111296/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076841.101136:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076841.101141:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076841.101143:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076841.101149:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3826 00000100:00080000:1.0:1769076841.101153:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076841.101156:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076841.101168:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076841.101183:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007613111424/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076841.101195:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076841.101199:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076841.101202:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076841.101206:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3826 00000100:00080000:1.0:1769076841.101209:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076841.101218:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076841.101222:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613111296:192.168.204.139@tcp:250:kworker.0 00000008:00100000:1.0:1769076841.101225:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076841.101242:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007613111552/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076841.101256:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076841.101260:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076841.101262:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076841.101266:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3826 00000100:00080000:1.0:1769076841.101271:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076841.101275:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076841.101281:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076841.101297:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007613111680/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076841.101330:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076841.101406:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076841/real 1769076841] req@ffff9bc64ac91500 x1855007613111296/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076841.101423:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007613111296/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076841.101432:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076841.101435:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076841.101457:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613111296:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076841.101467:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613111424:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769076841.101501:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076841.101522:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076841/real 1769076841] req@ffff9bc64ac90a80 x1855007613111424/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076841.101570:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007613111424/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076841.101581:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076841.101585:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076841.101589:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613111424:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076841.101615:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613111552:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076841.101681:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076841.101702:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076841/real 1769076841] req@ffff9bc64ac92d80 x1855007613111552/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076841.101728:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007613111552/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076841.101746:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076841.101761:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076841.101769:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613111552:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076841.101782:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613111680:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076841.101934:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076841.101945:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076841/real 1769076841] req@ffff9bc64ac91880 x1855007613111680/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076841.101960:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007613111680/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076841.101970:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076841.101974:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076841.101978:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613111680:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076841.548952:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076841.549072:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076842.124861:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076842.572967:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076842.573003:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076843.148918:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076843.596930:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076843.597010:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076844.172898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076844.620944:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076844.621106:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076845.196874:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076845.644917:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076845.644951:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076846.220917:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076846.220967:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076846.220975:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076846.220980:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076846.220989:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3831 00000100:00080000:3.0:1769076846.221016:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076846.221023:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076846.221103:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613111808/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076846.221138:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076846.221143:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076846.221145:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076846.221149:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3831 00000100:00080000:3.0:1769076846.221154:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076846.221177:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076846.221190:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076846.221212:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613111936/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076846.221229:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076846.221233:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076846.221238:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769076846.221250:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613111808:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769076846.221251:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3831 00000100:00080000:3.0:1769076846.221260:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076846.221272:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076846.221280:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076846.221301:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613112064/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076846.221313:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076846.221318:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076846.221320:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076846.221325:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3831 00000100:00080000:3.0:1769076846.221329:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076846.221336:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076846.221342:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076846.221362:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613112192/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076846.221479:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613111936:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076846.221511:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613112064:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076846.221578:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613112192:192.168.204.139@tcp:8:kworker.0 00010000:00010000:0.0:1769076846.668939:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076846.668944:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076847.244850:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:2.0:1769076847.692847:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076847.692932:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076848.268880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076848.716956:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076848.716996:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076849.292927:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:3.0:1769076849.293322:0:2357:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:3.0:1769076849.293368:0:2357:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769076849.293388:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769076849.293431:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769076849.293442:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769076849.293452:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:0.0:1769076849.293497:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076846/real 1769076849] req@ffff9bc64d9ae680 x1855007613111936/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076849.293527:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613111936/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076849.293541:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076849.293547:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076849.293553:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613111936:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076849.293563:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076846/real 1769076849] req@ffff9bc64d9aca80 x1855007613112064/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076849.293599:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613112064/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076849.293608:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076849.293612:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076849.293616:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613112064:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076849.293623:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076846/real 1769076849] req@ffff9bc64d9aed80 x1855007613112192/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076849.293642:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613112192/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076849.293651:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076849.293655:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076849.293658:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613112192:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076849.293666:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076846/real 1769076849] req@ffff9bc64d9ac000 x1855007613111808/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076849.293682:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613111808/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076849.293706:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076849.293711:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076849.293716:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613111808:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076849.740853:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076849.740957:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076850.316986:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076850.764909:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076850.764911:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076851.340889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076851.340932:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076851.340941:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076851.340947:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076851.340958:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3836 00000100:00080000:3.0:1769076851.340972:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076851.340982:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076851.341022:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613112320/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076851.341067:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076851.341070:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076851.341071:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076851.341074:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3836 00000100:00080000:3.0:1769076851.341077:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076851.341080:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076851.341087:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076851.341098:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613112448/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076851.341112:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076851.341118:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1769076851.341121:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613112320:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769076851.341122:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076851.341133:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3836 00000100:00080000:3.0:1769076851.341139:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076851.341143:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076851.341149:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076851.341168:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613112576/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076851.341179:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076851.341183:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076851.341185:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076851.341189:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3836 00000100:00080000:3.0:1769076851.341196:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076851.341200:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076851.341207:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769076851.341209:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076851.341225:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613112704/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076851.341267:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076851/real 1769076851] req@ffff9bc64d9ad880 x1855007613112320/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076851.341291:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613112320/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076851.341310:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076851.341316:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076851.341319:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613112320:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076851.341344:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613112448:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769076851.341373:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076851.341391:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076851/real 1769076851] req@ffff9bc64d9adc00 x1855007613112448/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076851.341407:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613112448/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076851.341417:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076851.341421:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076851.341425:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613112448:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076851.341433:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613112576:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076851.341460:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076851.341484:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076851/real 1769076851] req@ffff9bc64d9ac380 x1855007613112576/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076851.341500:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613112576/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076851.341510:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076851.341514:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076851.341517:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613112576:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076851.341524:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613112704:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076851.341548:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076851.341561:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076851/real 1769076851] req@ffff9bc64d9ad180 x1855007613112704/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076851.341590:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613112704/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076851.341599:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076851.341603:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076851.341607:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613112704:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076851.788880:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076851.788968:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076852.364948:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076852.812894:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076852.813013:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076853.388885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076853.836875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076853.836926:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076854.412950:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076854.860890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076854.861064:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076855.436872:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076855.884900:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076855.884984:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769076856.460909:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769076856.460914:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076856.460925:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076856.460933:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076856.460957:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3842 00000100:00080000:3.0:1769076856.460970:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076856.460978:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076856.461018:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613112832/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076856.461051:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076856.461056:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076856.461058:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076856.461064:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3842 00000100:00080000:3.0:1769076856.461068:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076856.461073:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076856.461084:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076856.461100:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613112832:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076856.461103:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613112960/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076856.461122:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076856.461127:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076856.461129:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076856.461134:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3842 00000100:00080000:3.0:1769076856.461139:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076856.461144:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076856.461151:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076856.461166:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613113088/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076856.461172:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769076856.461186:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076856.461191:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076856.461194:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076856.461200:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3842 00000100:00080000:3.0:1769076856.461206:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769076856.461213:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076856/real 1769076856] req@ffff9bc64d9adf80 x1855007613112832/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076856.461214:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076856.461225:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076856.461236:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613112832/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076856.461246:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613113216/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076856.461249:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076856.461258:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076856.461266:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613112832:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076856.461293:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613112960:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769076856.461323:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076856.461333:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076856/real 1769076856] req@ffff9bc64d9ad500 x1855007613112960/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076856.461344:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613112960/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076856.461351:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076856.461354:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076856.461357:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613112960:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076856.461361:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613113088:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076856.461374:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076856.461381:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076856/real 1769076856] req@ffff9bc64d9ace00 x1855007613113088/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076856.461390:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613113088/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076856.461396:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076856.461399:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076856.461401:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613113088:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076856.461425:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613113216:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076856.461441:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076856.461449:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076856/real 1769076856] req@ffff9bc64d9aea00 x1855007613113216/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076856.461467:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613113216/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076856.461492:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076856.461496:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076856.461500:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613113216:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076856.908876:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076856.908935:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076857.484829:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076857.932852:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076857.932911:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076858.508889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076858.957016:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076858.957018:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076859.532934:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076859.980877:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076859.981013:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076860.556927:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076861.004941:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076861.005001:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076861.580900:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076861.580951:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076861.580963:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076861.580969:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076861.580981:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3847 00000100:00080000:1.0:1769076861.580996:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076861.581008:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076861.581068:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007613113344/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076861.581117:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076861.581125:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076861.581128:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076861.581137:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3847 00000100:00080000:1.0:1769076861.581145:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076861.581153:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076861.581168:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076861.581200:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007613113472/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076861.581225:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769076861.581234:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613113344:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769076861.581236:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076861.581244:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076861.581258:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3847 00000100:00080000:1.0:1769076861.581264:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076861.581269:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076861.581277:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076861.581297:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007613113600/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076861.581311:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076861.581316:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076861.581336:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076861.581341:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3847 00000100:00080000:1.0:1769076861.581350:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1769076861.581358:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769076861.581365:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076861.581375:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076861.581393:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007613113728/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076861.581428:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076861/real 1769076861] req@ffff9bc64ac90000 x1855007613113344/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076861.581456:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007613113344/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076861.581469:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076861.581475:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076861.581480:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613113344:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076861.581535:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613113472:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769076861.581564:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076861.581580:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076861/real 1769076861] req@ffff9bc64ac90e00 x1855007613113472/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076861.581597:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007613113472/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076861.581608:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076861.581612:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076861.581616:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613113472:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076861.581623:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613113600:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076861.581642:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076861.581653:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076861/real 1769076861] req@ffff9bc64ac91f80 x1855007613113600/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076861.581667:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007613113600/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076861.581677:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076861.581680:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076861.581684:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613113600:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076861.581691:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613113728:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076861.581709:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076861.581719:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076861/real 1769076861] req@ffff9bc64ac93480 x1855007613113728/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076861.581733:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007613113728/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076861.581751:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076861.581755:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076861.581759:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613113728:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076862.028923:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076862.029034:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076862.604899:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076863.052933:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076863.053008:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076863.628903:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076864.076957:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076864.077086:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076864.652899:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076865.100854:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076865.100913:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076865.676907:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076866.124843:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076866.124897:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076866.700878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076866.700921:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076866.700930:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076866.700935:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076866.700944:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3852 00000100:00080000:3.0:1769076866.700955:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076866.700963:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076866.701013:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613113856/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076866.701047:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076866.701052:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076866.701055:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076866.701061:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3852 00000100:00080000:3.0:1769076866.701066:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076866.701072:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076866.701083:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076866.701115:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613113984/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076866.701128:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076866.701131:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076866.701135:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769076866.701137:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613113856:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769076866.701142:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3852 00000100:00080000:3.0:1769076866.701150:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076866.701154:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076866.701159:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076866.701172:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613114112/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076866.701181:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076866.701184:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076866.701186:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076866.701189:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3852 00000100:00080000:3.0:1769076866.701192:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076866.701195:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076866.701198:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076866.701208:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613114240/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076866.701218:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076866.701259:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076866/real 1769076866] req@ffff9bc64d9aea00 x1855007613113856/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076866.701277:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613113856/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076866.701286:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076866.701290:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076866.701294:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613113856:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076866.701337:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613113984:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769076866.701362:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076866.701374:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076866/real 1769076866] req@ffff9bc64d9ace00 x1855007613113984/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076866.701396:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613113984/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076866.701469:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076866.701472:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076866.701476:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613113984:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076866.701482:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613114112:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076866.701501:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076866.701510:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076866/real 1769076866] req@ffff9bc64d9ad500 x1855007613114112/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076866.701521:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613114112/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076866.701528:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076866.701531:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076866.701533:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613114112:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076866.701538:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613114240:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076866.701551:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076866.701558:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076866/real 1769076866] req@ffff9bc64d9adf80 x1855007613114240/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076866.701567:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613114240/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076866.701580:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076866.701582:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076866.701585:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613114240:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076867.148870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076867.149039:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076867.724912:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076868.172932:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076868.173040:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076868.748886:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076869.196865:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076869.196991:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076869.772870:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076870.220927:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076870.221007:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076870.796904:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076871.244865:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076871.244885:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076871.820852:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076871.820898:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076871.820904:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076871.820908:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076871.820915:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3857 00000100:00080000:1.0:1769076871.820925:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076871.820930:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076871.820961:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007613114368/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076871.820986:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076871.820988:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076871.820990:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076871.820993:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3857 00000100:00080000:1.0:1769076871.821000:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076871.821002:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076871.821044:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613114368:192.168.204.139@tcp:250:kworker.0 00000800:00000100:0.0:1769076871.821114:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076871.821146:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076871/real 1769076871] req@ffff9bc64ac93100 x1855007613114368/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076871.821178:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007613114368/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076871.821187:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076871.821191:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076871.821195:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613114368:192.168.204.139@tcp:250:kworker.0 00000008:00100000:1.0:1769076871.822280:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076871.822292:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007613114496/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076871.822309:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076871.822336:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076871.822338:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076871.822342:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3857 00000100:00080000:1.0:1769076871.822363:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076871.822369:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076871.822376:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076871.822395:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613114496:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769076871.822404:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007613114624/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076871.822424:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076871.822427:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076871.822429:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076871.822433:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3857 00000100:00080000:1.0:1769076871.822440:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076871.822447:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:0.0:1769076871.822448:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:1.0:1769076871.822454:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076871.822472:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076871/real 1769076871] req@ffff9bc64ac93800 x1855007613114496/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076871.822472:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90700 x1855007613114752/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076871.822526:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007613114496/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076871.822537:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076871.822542:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076871.822546:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613114496:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076871.822559:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613114624:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076871.822575:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076871.822583:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076871/real 1769076871] req@ffff9bc64ac92a00 x1855007613114624/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076871.822593:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007613114624/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076871.822599:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076871.822602:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076871.822605:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613114624:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076871.822610:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613114752:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076871.822621:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076871.822627:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076871/real 1769076871] req@ffff9bc64ac90700 x1855007613114752/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076871.822636:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90700 x1855007613114752/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076871.822643:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076871.822645:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076871.822658:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613114752:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076872.268943:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076872.269028:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076872.844901:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076873.292952:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076873.293030:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076873.868932:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076874.316915:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076874.317032:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076874.892844:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076875.340924:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076875.340972:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076875.916893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076876.364931:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076876.365087:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076876.940927:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076876.940940:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1769076876.940944:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076876.940945:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076876.940968:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3862 00000100:00080000:1.0:1769076876.940980:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076876.940987:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076876.941039:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90380 x1855007613114880/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076876.941077:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076876.941083:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076876.941086:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076876.941091:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3862 00000100:00080000:1.0:1769076876.941095:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076876.941099:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076876.941118:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076876.941134:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91180 x1855007613115008/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076876.941141:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613114880:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769076876.941152:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076876.941156:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076876.941158:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076876.941162:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3862 00000100:00080000:1.0:1769076876.941166:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076876.941171:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076876.941176:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076876.941190:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90700 x1855007613115136/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076876.941199:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076876.941202:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076876.941205:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076876.941208:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3862 00000100:00080000:1.0:1769076876.941211:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076876.941214:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076876.941218:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769076876.941221:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076876.941270:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007613115264/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076876.941307:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076876/real 1769076876] req@ffff9bc64ac90380 x1855007613114880/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076876.941328:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90380 x1855007613114880/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076876.941338:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076876.941342:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076876.941346:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613114880:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076876.941368:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613115008:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769076876.941391:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076876.941402:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076876/real 1769076876] req@ffff9bc64ac91180 x1855007613115008/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076876.941429:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91180 x1855007613115008/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076876.941438:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076876.941441:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076876.941446:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613115008:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076876.941453:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613115136:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076876.941472:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076876.941481:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076876/real 1769076876] req@ffff9bc64ac90700 x1855007613115136/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076876.941491:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90700 x1855007613115136/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076876.941499:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076876.941502:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076876.941506:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613115136:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076876.941512:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613115264:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076876.941526:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076876.941533:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076876/real 1769076876] req@ffff9bc64ac92a00 x1855007613115264/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076876.941543:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007613115264/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076876.941550:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076876.941552:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076876.941555:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613115264:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076877.388922:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076877.389053:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076877.964918:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076878.412916:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076878.413074:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076878.988875:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076879.436939:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076879.436990:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076880.012910:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076880.460929:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076880.461037:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076881.036899:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076881.484962:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076881.485130:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076882.060912:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076882.060927:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076882.060933:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076882.060946:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3867 00000100:00100000:2.0:1769076882.060966:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076882.060981:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076882.061017:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076882.061075:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007613115392/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076882.061122:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076882.061130:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076882.061134:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076882.061200:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3867 00000100:00080000:1.0:1769076882.061217:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769076882.061225:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613115392:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769076882.061229:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076882.061240:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076882.061260:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007613115520/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076882.061273:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076882.061277:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076882.061279:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076882.061282:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3867 00000100:00080000:1.0:1769076882.061306:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076882.061312:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076882.061319:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076882.061337:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007613115648/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076882.061354:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769076882.061355:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076882.061365:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076882.061368:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076882.061376:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3867 00000100:00080000:1.0:1769076882.061382:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076882.061388:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076882.061395:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076882.061411:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007613115776/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076882.061453:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076882/real 1769076882] req@ffff9bc64ac93800 x1855007613115392/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076882.061483:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007613115392/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076882.061499:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076882.061505:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076882.061510:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613115392:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076882.061543:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613115520:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769076882.061578:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076882.061591:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076882/real 1769076882] req@ffff9bc64ac93100 x1855007613115520/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076882.061604:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007613115520/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076882.061612:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076882.061615:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076882.061618:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613115520:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076882.061624:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613115648:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076882.061648:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076882.061663:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076882/real 1769076882] req@ffff9bc64ac93480 x1855007613115648/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076882.061680:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007613115648/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076882.061693:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076882.061698:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076882.061704:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613115648:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076882.061713:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613115776:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076882.061738:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076882.061749:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076882/real 1769076882] req@ffff9bc64ac91f80 x1855007613115776/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076882.061782:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007613115776/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076882.061792:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076882.061797:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076882.061801:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613115776:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076882.508921:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076882.508982:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076883.084888:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076883.532883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076883.532960:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076884.108872:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076884.556975:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076884.557138:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076885.132934:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076885.580906:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076885.580993:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076886.156889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076886.604941:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076886.605106:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076887.180876:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076887.180886:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1769076887.180886:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076887.180891:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076887.180899:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3872 00000100:00080000:1.0:1769076887.180909:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076887.180914:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076887.180947:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007613115904/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076887.180971:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076887.180973:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076887.180975:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076887.180978:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3872 00000100:00080000:1.0:1769076887.180980:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076887.180983:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076887.180990:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076887.180999:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007613116032/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076887.181007:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076887.181010:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076887.181011:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076887.181013:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3872 00000100:00080000:1.0:1769076887.181015:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076887.181017:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076887.181021:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076887.181030:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007613116160/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076887.181033:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613115904:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769076887.181043:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076887.181046:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076887.181048:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076887.181050:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3872 00000100:00080000:1.0:1769076887.181051:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076887.181064:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076887.181068:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076887.181078:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007613116288/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076887.181134:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076887.181176:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076887/real 1769076887] req@ffff9bc64ac90e00 x1855007613115904/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076887.181191:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007613115904/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076887.181199:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076887.181202:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076887.181205:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613115904:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076887.181211:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613116032:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769076887.181228:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076887.181236:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076887/real 1769076887] req@ffff9bc64ac90000 x1855007613116032/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076887.181244:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007613116032/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076887.181249:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076887.181251:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076887.181253:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613116032:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076887.181271:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613116160:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076887.181282:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076887.181288:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076887/real 1769076887] req@ffff9bc64ac91880 x1855007613116160/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076887.181301:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007613116160/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076887.181306:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076887.181307:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076887.181309:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613116160:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076887.181313:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613116288:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076887.181322:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076887.181328:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076887/real 1769076887] req@ffff9bc64ac92d80 x1855007613116288/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076887.181335:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007613116288/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076887.181341:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076887.181343:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076887.181345:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613116288:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076887.628923:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076887.629044:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076888.204955:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076888.652898:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076888.653090:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076889.228960:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076889.676912:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076889.677082:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076890.252875:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076890.700937:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076890.701060:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076891.276893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076891.724946:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076891.725120:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076892.301032:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076892.301042:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076892.301058:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076892.301067:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076892.301085:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3877 00000100:00080000:1.0:1769076892.301103:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076892.301117:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076892.301177:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007613116416/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076892.301230:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076892.301238:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076892.301242:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076892.301251:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3877 00000100:00080000:1.0:1769076892.301260:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076892.301270:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076892.301284:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613116416:192.168.204.139@tcp:250:kworker.0 00000008:00100000:1.0:1769076892.301288:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076892.301321:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007613116544/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076892.301348:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076892.301354:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076892.301357:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076892.301362:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3877 00000100:00080000:1.0:1769076892.301382:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076892.301389:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:0.0:1769076892.301397:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:1.0:1769076892.301400:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076892.301427:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007613116672/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076892.301442:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076892.301446:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076892.301449:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076892.301455:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3877 00000100:00100000:0.0:1769076892.301462:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076892/real 1769076892] req@ffff9bc64ac90a80 x1855007613116416/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076892.301464:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076892.301477:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076892.301492:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076892.301511:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007613116416/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076892.301516:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92300 x1855007613116800/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076892.301553:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076892.301564:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076892.301571:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613116416:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076892.301608:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613116544:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769076892.301636:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076892.301651:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076892/real 1769076892] req@ffff9bc64ac91500 x1855007613116544/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076892.301667:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007613116544/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076892.301678:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076892.301682:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076892.301687:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613116544:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076892.301695:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613116672:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076892.301714:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076892.301724:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076892/real 1769076892] req@ffff9bc64ac91c00 x1855007613116672/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076892.301747:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007613116672/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076892.301757:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076892.301760:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076892.301764:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613116672:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076892.301771:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613116800:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076892.301839:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076892.301862:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076892/real 1769076892] req@ffff9bc64ac92300 x1855007613116800/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076892.301887:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92300 x1855007613116800/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076892.301902:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076892.301909:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076892.301915:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613116800:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076892.748918:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076892.749003:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076893.324877:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076893.772989:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076893.773080:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076894.348922:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076894.796890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076894.797156:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076895.372932:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076895.820883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076895.820977:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076896.396881:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076896.844868:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076896.845015:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769076897.420922:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076897.420930:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076897.420936:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076897.420946:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3882 00000100:00100000:2.0:1769076897.420953:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076897.420957:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076897.420972:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076897.421015:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613116928/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076897.421037:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076897.421040:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076897.421041:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076897.421045:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3882 00000100:00080000:3.0:1769076897.421047:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076897.421049:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076897.421056:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076897.421066:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613117056/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076897.421074:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076897.421076:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076897.421077:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076897.421080:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3882 00000100:00080000:3.0:1769076897.421082:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076897.421084:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076897.421087:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076897.421093:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613117184/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076897.421098:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613116928:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769076897.421113:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076897.421115:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076897.421116:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076897.421120:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3882 00000100:00080000:3.0:1769076897.421122:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076897.421124:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076897.421127:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076897.421137:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613117312/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076897.421164:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076897.421198:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076897/real 1769076897] req@ffff9bc64d9ad180 x1855007613116928/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076897.421211:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613116928/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076897.421219:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076897.421223:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076897.421226:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613116928:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076897.421230:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613117056:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769076897.421244:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076897.421252:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076897/real 1769076897] req@ffff9bc64d9ac380 x1855007613117056/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076897.421260:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613117056/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076897.421265:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076897.421267:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076897.421269:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613117056:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076897.421288:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613117184:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076897.421299:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076897.421305:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076897/real 1769076897] req@ffff9bc64d9adc00 x1855007613117184/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076897.421313:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613117184/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076897.421322:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076897.421324:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076897.421327:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613117184:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076897.421330:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613117312:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076897.421339:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076897.421344:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076897/real 1769076897] req@ffff9bc64d9ad880 x1855007613117312/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076897.421351:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613117312/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076897.421356:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076897.421358:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076897.421360:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613117312:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076897.868920:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076897.869009:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076898.444914:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769076898.893077:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076898.893108:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076899.469006:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076899.916973:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076899.917132:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076900.493042:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076900.940972:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076900.941090:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076901.516953:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076901.964884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076901.964993:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769076902.541063:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769076902.541078:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769076902.541085:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076902.541098:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076902.541115:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3888 00000100:00080000:2.0:1769076902.541137:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076902.541151:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076902.541219:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8a80 x1855007613117440/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076902.541272:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076902.541279:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076902.541281:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076902.541285:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3888 00000100:00080000:2.0:1769076902.541307:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076902.541313:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076902.541327:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076902.541349:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9c00 x1855007613117568/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076902.541364:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613117440:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769076902.541368:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076902.541391:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769076902.541394:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076902.541401:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3888 00000100:00080000:2.0:1769076902.541406:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076902.541421:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076902.541443:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076902.541459:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9880 x1855007613117696/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076902.541468:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076902.541471:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769076902.541473:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076902.541477:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3888 00000100:00080000:2.0:1769076902.541481:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076902.541484:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076902.541490:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769076902.541511:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076902.541525:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8380 x1855007613117824/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076902.541568:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076902/real 1769076902] req@ffff9bc67afd8a80 x1855007613117440/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076902.541595:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8a80 x1855007613117440/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076902.541606:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076902.541610:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076902.541614:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613117440:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076902.541643:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613117568:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769076902.541684:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076902.541703:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076902/real 1769076902] req@ffff9bc67afd9c00 x1855007613117568/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076902.541722:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9c00 x1855007613117568/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076902.541733:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076902.541736:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076902.541739:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613117568:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076902.541745:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613117696:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076902.541767:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076902.541833:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076902/real 1769076902] req@ffff9bc67afd9880 x1855007613117696/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076902.541874:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9880 x1855007613117696/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076902.541888:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076902.541891:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076902.541894:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613117696:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076902.541900:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613117824:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076902.541920:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076902.541929:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076902/real 1769076902] req@ffff9bc67afd8380 x1855007613117824/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076902.541956:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8380 x1855007613117824/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076902.541963:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076902.541966:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076902.541969:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613117824:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076902.988948:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076902.989013:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076903.564947:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076904.012929:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076904.013085:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076904.589040:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076905.036931:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076905.037051:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076905.612936:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076906.060925:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076906.061010:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076906.636920:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076907.084942:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076907.085042:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076907.660932:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769076907.660945:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076907.660961:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076907.660970:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076907.660990:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3893 00000100:00080000:2.0:1769076907.661013:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076907.661042:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076907.661129:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afda680 x1855007613117952/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076907.661170:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076907.661176:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076907.661180:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076907.661189:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3893 00000100:00080000:2.0:1769076907.661197:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076907.661204:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769076907.661215:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613117952:192.168.204.139@tcp:250:kworker.0 00000008:00100000:2.0:1769076907.661220:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076907.661256:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdad80 x1855007613118080/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076907.661268:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076907.661273:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769076907.661274:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076907.661278:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3893 00000100:00080000:2.0:1769076907.661283:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076907.661286:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076907.661290:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076907.661300:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9180 x1855007613118208/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076907.661311:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:2.0:1769076907.661319:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076907.661323:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769076907.661327:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076907.661332:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3893 00000100:00080000:2.0:1769076907.661335:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076907.661339:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076907.661344:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076907.661358:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb800 x1855007613118336/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076907.661371:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076907/real 1769076907] req@ffff9bc67afda680 x1855007613117952/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076907.661406:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afda680 x1855007613117952/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076907.661415:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076907.661419:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076907.661422:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613117952:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076907.661446:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613118080:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769076907.661473:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076907.661486:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076907/real 1769076907] req@ffff9bc67afdad80 x1855007613118080/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076907.661500:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdad80 x1855007613118080/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076907.661510:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076907.661513:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076907.661516:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613118080:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076907.661522:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613118208:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076907.661540:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076907.661547:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076907/real 1769076907] req@ffff9bc67afd9180 x1855007613118208/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076907.661555:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9180 x1855007613118208/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076907.661565:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076907.661567:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076907.661570:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613118208:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076907.661575:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613118336:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076907.661594:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076907.661605:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076907/real 1769076907] req@ffff9bc67afdb800 x1855007613118336/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076907.661618:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb800 x1855007613118336/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076907.661627:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076907.661630:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076907.661634:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613118336:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076908.108866:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076908.109020:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076908.684880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076909.132889:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076909.132913:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076909.708855:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076910.156939:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076910.156990:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076910.732880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076911.180871:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076911.180933:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076911.756931:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076912.204933:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076912.204940:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076912.780886:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076912.780889:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076912.780898:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076912.780902:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076912.780910:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3898 00000100:00080000:1.0:1769076912.780920:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076912.780927:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076912.780963:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92680 x1855007613118464/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076912.780986:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076912.780989:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076912.780990:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076912.780994:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3898 00000100:00080000:1.0:1769076912.780996:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076912.780998:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076912.781006:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076912.781017:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93b80 x1855007613118592/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076912.781026:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076912.781031:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1769076912.781032:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613118464:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769076912.781032:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076912.781040:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3898 00000100:00080000:1.0:1769076912.781046:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076912.781051:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076912.781054:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076912.781063:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92300 x1855007613118720/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076912.781074:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076912.781077:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076912.781078:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076912.781081:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3898 00000100:00080000:1.0:1769076912.781083:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076912.781086:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076912.781088:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076912.781096:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007613118848/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076912.781162:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613118592:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076912.781198:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613118720:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076912.781228:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613118848:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076913.228900:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076913.228930:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076913.804887:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076914.252927:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076914.252981:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076914.828931:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076915.276883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076915.276941:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076915.852959:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:3.0:1769076915.853077:0:2359:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:3.0:1769076915.853128:0:2359:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769076915.853146:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769076915.853194:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769076915.853215:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769076915.853229:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:0.0:1769076915.853274:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076912/real 1769076915] req@ffff9bc64ac93b80 x1855007613118592/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076915.853301:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93b80 x1855007613118592/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076915.853313:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076915.853319:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076915.853324:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613118592:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076915.853333:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076912/real 1769076915] req@ffff9bc64ac92300 x1855007613118720/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076915.853345:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92300 x1855007613118720/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076915.853353:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076915.853357:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076915.853360:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613118720:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076915.853370:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076912/real 1769076915] req@ffff9bc64ac91c00 x1855007613118848/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076915.853381:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007613118848/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076915.853388:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076915.853391:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076915.853395:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613118848:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076915.853401:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076912/real 1769076915] req@ffff9bc64ac92680 x1855007613118464/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076915.853413:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92680 x1855007613118464/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076915.853420:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076915.853423:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076915.853426:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613118464:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076916.300864:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076916.300908:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076916.876924:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076917.324890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076917.324951:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076917.900871:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076917.900881:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076917.900887:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076917.900896:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3903 00000100:00080000:1.0:1769076917.900908:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076917.900925:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076917.900964:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007613118976/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076917.900970:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076917.901000:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076917.901004:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076917.901006:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076917.901015:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3903 00000100:00080000:1.0:1769076917.901019:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076917.901022:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076917.901031:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076917.901043:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007613119104/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076917.901055:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769076917.901056:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613118976:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769076917.901063:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076917.901067:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076917.901072:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3903 00000100:00080000:1.0:1769076917.901075:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076917.901079:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076917.901087:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076917.901104:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007613119232/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076917.901118:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076917.901122:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076917.901125:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076917.901131:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3903 00000100:00080000:1.0:1769076917.901137:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076917.901146:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:3.0:1769076917.901148:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:1.0:1769076917.901156:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076917.901178:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007613119360/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076917.901205:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076917/real 1769076917] req@ffff9bc64ac91500 x1855007613118976/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076917.901241:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007613118976/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076917.901256:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076917.901262:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076917.901268:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613118976:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076917.901298:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613119104:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076917.901330:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076917.901348:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076917/real 1769076917] req@ffff9bc64ac90a80 x1855007613119104/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076917.901367:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007613119104/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076917.901390:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076917.901395:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076917.901400:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613119104:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076917.901409:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613119232:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076917.901448:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076917.901463:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076917/real 1769076917] req@ffff9bc64ac92d80 x1855007613119232/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076917.901479:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007613119232/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076917.901498:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076917.901503:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076917.901506:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613119232:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076917.901521:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613119360:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076917.901598:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076917.901614:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076917/real 1769076917] req@ffff9bc64ac91880 x1855007613119360/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076917.901628:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007613119360/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076917.901637:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076917.901641:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076917.901645:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613119360:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076918.348858:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076918.348907:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076918.924940:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076919.372898:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076919.372976:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076919.948931:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076920.396929:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076920.397011:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076920.972906:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076921.420946:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076921.421028:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076921.996979:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076922.444877:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076922.444921:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076923.020880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769076923.020892:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076923.020898:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076923.020902:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076923.020910:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3908 00000100:00080000:2.0:1769076923.020920:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076923.020925:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076923.020966:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9f80 x1855007613119488/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076923.020993:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076923.020997:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076923.020998:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076923.021001:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3908 00000100:00080000:2.0:1769076923.021005:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076923.021009:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076923.021017:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076923.021029:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613119488:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769076923.021031:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8000 x1855007613119616/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076923.021045:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076923.021048:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769076923.021049:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076923.021052:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3908 00000100:00080000:2.0:1769076923.021055:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076923.021059:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076923.021063:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076923.021073:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb100 x1855007613119744/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076923.021080:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076923.021083:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769076923.021084:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076923.021086:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3908 00000100:00080000:2.0:1769076923.021095:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076923.021098:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076923.021101:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1769076923.021106:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769076923.021111:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9500 x1855007613119872/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076923.021150:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076923/real 1769076923] req@ffff9bc67afd9f80 x1855007613119488/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076923.021168:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9f80 x1855007613119488/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076923.021179:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076923.021183:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076923.021187:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613119488:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076923.021209:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613119616:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076923.021232:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076923.021245:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076923/real 1769076923] req@ffff9bc67afd8000 x1855007613119616/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076923.021258:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8000 x1855007613119616/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076923.021267:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076923.021270:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076923.021274:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613119616:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076923.021281:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613119744:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076923.021299:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076923.021306:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076923/real 1769076923] req@ffff9bc67afdb100 x1855007613119744/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076923.021314:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb100 x1855007613119744/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076923.021320:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076923.021322:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076923.021324:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613119744:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076923.021327:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613119872:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076923.021337:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076923.021343:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076923/real 1769076923] req@ffff9bc67afd9500 x1855007613119872/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076923.021350:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9500 x1855007613119872/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076923.021355:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076923.021357:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076923.021359:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613119872:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076923.468909:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076923.468934:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076924.044997:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076924.492950:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076924.493055:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076925.069069:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076925.516877:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076925.516948:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076926.092935:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076926.540902:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076926.540939:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076927.116929:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076927.564912:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076927.564959:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076928.140869:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076928.140882:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076928.140890:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076928.140895:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076928.140905:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3913 00000100:00080000:1.0:1769076928.140916:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076928.140922:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076928.140958:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007613120000/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076928.140988:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076928.140993:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076928.141000:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076928.141005:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3913 00000100:00080000:1.0:1769076928.141010:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076928.141013:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076928.141021:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076928.141033:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007613120128/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076928.141043:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076928.141048:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1769076928.141048:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613120000:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769076928.141052:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076928.141060:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3913 00000100:00080000:1.0:1769076928.141062:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076928.141064:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076928.141067:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076928.141076:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007613120256/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076928.141083:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076928.141086:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076928.141087:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076928.141089:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3913 00000100:00080000:1.0:1769076928.141091:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076928.141094:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076928.141097:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076928.141103:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007613120384/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769076928.141118:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076928.141157:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076928/real 1769076928] req@ffff9bc64ac90000 x1855007613120000/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076928.141178:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007613120000/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076928.141190:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076928.141194:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076928.141199:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613120000:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769076928.141218:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613120128:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769076928.141236:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076928.141245:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076928/real 1769076928] req@ffff9bc64ac90e00 x1855007613120128/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076928.141254:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007613120128/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076928.141263:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076928.141266:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076928.141270:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613120128:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769076928.141276:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613120256:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076928.141300:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076928.141310:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076928/real 1769076928] req@ffff9bc64ac91f80 x1855007613120256/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076928.141322:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007613120256/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076928.141331:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076928.141334:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076928.141338:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613120256:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769076928.141344:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613120384:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769076928.141364:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769076928.141394:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076928/real 1769076928] req@ffff9bc64ac93480 x1855007613120384/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076928.141407:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007613120384/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076928.141416:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076928.141420:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769076928.141424:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613120384:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076928.588960:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076928.588972:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076929.164868:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076929.612994:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076929.613004:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076930.188874:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076930.636956:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076930.636988:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076931.212838:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076931.660929:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076931.661025:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076932.236950:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076932.684884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076932.684986:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076933.260828:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769076933.260869:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076933.260874:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076933.260878:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076933.260885:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3918 00000100:00080000:3.0:1769076933.260895:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076933.260900:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769076933.260930:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613120512/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076933.260956:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076933.260959:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076933.260960:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076933.260963:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3918 00000100:00080000:3.0:1769076933.260966:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076933.260968:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076933.260975:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076933.260985:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613120640/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076933.260992:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076933.260995:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769076933.260996:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076933.260999:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3918 00000100:00080000:3.0:1769076933.261002:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769076933.261004:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613120512:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769076933.261007:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076933.261013:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076933.261022:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613120768/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076933.261030:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076933.261032:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769076933.261033:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076933.261035:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3918 00000100:00080000:3.0:1769076933.261039:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076933.261043:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769076933.261048:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076933.261059:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613120896/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076933.261068:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076933.261103:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076933/real 1769076933] req@ffff9bc64d9ac000 x1855007613120512/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076933.261125:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613120512/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076933.261133:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076933.261136:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076933.261139:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613120512:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076933.261144:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613120640:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769076933.261159:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076933.261167:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076933/real 1769076933] req@ffff9bc64d9aed80 x1855007613120640/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076933.261175:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613120640/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076933.261186:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076933.261188:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076933.261190:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613120640:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076933.261220:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613120768:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076933.261230:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076933.261236:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076933/real 1769076933] req@ffff9bc64d9aca80 x1855007613120768/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076933.261244:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613120768/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076933.261249:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076933.261251:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076933.261253:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613120768:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076933.261257:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613120896:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076933.261275:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076933.261295:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076933/real 1769076933] req@ffff9bc64d9ae680 x1855007613120896/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076933.261305:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613120896/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076933.261310:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076933.261312:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076933.261315:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613120896:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076933.708861:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076933.708897:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076934.284896:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076934.732856:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076934.732940:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076935.308840:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076935.756910:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076935.756985:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076936.332888:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076936.780905:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076936.780951:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076937.356828:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076937.804914:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076937.804997:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076938.380922:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076938.380947:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076938.380953:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076938.380956:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076938.380964:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3923 00000100:00080000:1.0:1769076938.380974:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076938.380996:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076938.381040:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007613121024/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076938.381099:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076938.381103:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076938.381104:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076938.381108:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3923 00000100:00080000:1.0:1769076938.381110:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076938.381114:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076938.381139:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076938.381149:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007613121152/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076938.381154:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613121024:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769076938.381161:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076938.381165:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076938.381166:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076938.381169:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3923 00000100:00080000:1.0:1769076938.381173:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076938.381176:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076938.381180:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076938.381187:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007613121280/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076938.381243:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076938.381245:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076938.381247:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076938.381250:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3923 00000100:00080000:1.0:1769076938.381254:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076938.381256:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:0.0:1769076938.381262:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:1.0:1769076938.381262:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076938.381275:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90700 x1855007613121408/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076938.381322:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076938/real 1769076938] req@ffff9bc64ac93100 x1855007613121024/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076938.381339:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007613121024/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076938.381348:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076938.381351:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076938.381355:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613121024:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076938.381374:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613121152:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769076938.381393:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076938.381411:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076938/real 1769076938] req@ffff9bc64ac93800 x1855007613121152/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076938.381420:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007613121152/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076938.381426:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076938.381429:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076938.381432:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613121152:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076938.381436:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613121280:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076938.381465:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076938.381471:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076938/real 1769076938] req@ffff9bc64ac92a00 x1855007613121280/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076938.381479:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007613121280/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076938.381484:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076938.381486:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076938.381488:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613121280:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076938.381491:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613121408:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076938.381501:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076938.381506:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076938/real 1769076938] req@ffff9bc64ac90700 x1855007613121408/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076938.381514:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90700 x1855007613121408/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076938.381519:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076938.381521:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076938.381522:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613121408:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076938.828920:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076938.828934:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076939.404855:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076939.852889:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076939.852952:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076940.428833:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076940.876867:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076940.876949:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076941.452896:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076941.900886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076941.900975:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076942.476922:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076942.924863:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076942.924919:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076943.500948:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076943.500986:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076943.500994:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076943.500999:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076943.501010:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3929 00000100:00080000:1.0:1769076943.501024:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076943.501032:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076943.501082:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91180 x1855007613121536/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076943.501153:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076943.501160:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076943.501164:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076943.501172:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3929 00000100:00080000:1.0:1769076943.501178:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769076943.501181:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613121536:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769076943.501189:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076943.501204:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076943.501225:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90380 x1855007613121664/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076943.501237:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076943.501241:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076943.501243:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076943.501247:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3929 00000100:00080000:1.0:1769076943.501252:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1769076943.501258:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769076943.501268:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076943.501285:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076943.501300:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90700 x1855007613121792/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076943.501309:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076943.501313:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076943.501315:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769076943.501321:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076943/real 1769076943] req@ffff9bc64ac91180 x1855007613121536/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076943.501323:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3929 00000100:00080000:1.0:1769076943.501332:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076943.501340:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076943.501346:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076943.501353:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91180 x1855007613121536/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076943.501363:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007613121920/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076943.501370:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076943.501380:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076943.501385:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613121536:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076943.501421:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613121664:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769076943.501465:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076943.501479:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076943/real 1769076943] req@ffff9bc64ac90380 x1855007613121664/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076943.501492:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90380 x1855007613121664/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076943.501501:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076943.501505:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076943.501508:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613121664:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076943.501528:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613121792:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076943.501545:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076943.501558:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076943/real 1769076943] req@ffff9bc64ac90700 x1855007613121792/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076943.501579:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90700 x1855007613121792/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076943.501592:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076943.501598:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076943.501604:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613121792:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076943.501614:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613121920:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076943.501641:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076943.501670:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076943/real 1769076943] req@ffff9bc64ac92a00 x1855007613121920/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076943.501681:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007613121920/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076943.501689:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076943.501692:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076943.501694:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613121920:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076943.948926:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076943.948951:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076944.524882:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076944.972868:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076944.972958:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076945.549034:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076945.996951:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076945.997011:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076946.572984:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076947.020848:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076947.020938:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076947.596953:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076948.044914:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076948.044992:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076948.620898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769076948.620968:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076948.620977:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076948.620982:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076948.620992:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3934 00000100:00080000:2.0:1769076948.621019:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076948.621040:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076948.621091:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8700 x1855007613122048/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076948.621115:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076948.621119:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076948.621120:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076948.621124:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3934 00000100:00080000:2.0:1769076948.621127:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076948.621130:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076948.621138:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076948.621150:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9500 x1855007613122176/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076948.621160:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076948.621163:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769076948.621165:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769076948.621168:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613122048:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769076948.621170:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3934 00000100:00080000:2.0:1769076948.621176:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076948.621180:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076948.621184:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076948.621192:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb100 x1855007613122304/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076948.621199:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076948.621202:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769076948.621204:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076948.621222:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3934 00000100:00080000:2.0:1769076948.621226:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076948.621230:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076948.621233:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076948.621243:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8000 x1855007613122432/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076948.621264:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076948.621318:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076948/real 1769076948] req@ffff9bc67afd8700 x1855007613122048/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076948.621334:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8700 x1855007613122048/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076948.621342:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076948.621346:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076948.621349:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613122048:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076948.621387:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613122176:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769076948.621415:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076948.621429:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076948/real 1769076948] req@ffff9bc67afd9500 x1855007613122176/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076948.621455:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9500 x1855007613122176/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076948.621462:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076948.621464:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076948.621467:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613122176:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076948.621471:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613122304:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076948.621484:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076948.621491:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076948/real 1769076948] req@ffff9bc67afdb100 x1855007613122304/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076948.621523:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb100 x1855007613122304/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076948.621538:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076948.621544:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076948.621549:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613122304:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076948.621559:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613122432:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076948.621593:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076948.621626:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076948/real 1769076948] req@ffff9bc67afd8000 x1855007613122432/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076948.621641:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8000 x1855007613122432/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076948.621651:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076948.621655:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076948.621658:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613122432:192.168.204.139@tcp:8:kworker.0 00010000:00010000:2.0:1769076949.068935:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076949.068938:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076949.644899:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076950.092973:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076950.093102:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076950.668898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076951.116929:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076951.117019:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076951.692903:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:2.0:1769076952.140988:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076952.141009:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076952.716876:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:2.0:1769076953.164869:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076953.165037:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769076953.740920:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769076953.740933:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769076953.740994:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076953.741003:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076953.741018:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3939 00000100:00080000:2.0:1769076953.741055:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076953.741079:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076953.741149:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9f80 x1855007613122560/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076953.741193:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076953.741222:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076953.741225:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076953.741230:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3939 00000100:00080000:2.0:1769076953.741235:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076953.741240:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076953.741251:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076953.741266:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb800 x1855007613122688/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076953.741279:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076953.741284:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769076953.741286:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076953.741290:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3939 00000100:00080000:2.0:1769076953.741294:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076953.741299:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076953.741305:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076953.741324:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9180 x1855007613122816/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076953.741327:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613122560:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769076953.741351:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076953.741355:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769076953.741357:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076953.741363:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3939 00000100:00080000:2.0:1769076953.741368:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076953.741372:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076953.741377:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076953.741394:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdad80 x1855007613122944/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076953.741430:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076953.741479:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076953/real 1769076953] req@ffff9bc67afd9f80 x1855007613122560/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076953.741510:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9f80 x1855007613122560/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076953.741522:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076953.741545:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076953.741550:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613122560:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076953.741561:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613122688:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769076953.741589:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076953.741603:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076953/real 1769076953] req@ffff9bc67afdb800 x1855007613122688/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076953.741619:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb800 x1855007613122688/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076953.741629:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076953.741633:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076953.741637:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613122688:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076953.741667:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613122816:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076953.741688:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076953.741716:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076953/real 1769076953] req@ffff9bc67afd9180 x1855007613122816/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076953.741730:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9180 x1855007613122816/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076953.741747:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076953.741751:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076953.741754:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613122816:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076953.741760:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613122944:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076953.741777:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076953.741787:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076953/real 1769076953] req@ffff9bc67afdad80 x1855007613122944/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076953.741800:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdad80 x1855007613122944/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076953.741873:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076953.741878:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076953.741882:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613122944:192.168.204.139@tcp:8:kworker.0 00010000:00010000:2.0:1769076954.189088:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076954.189089:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076954.764964:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769076955.212978:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076955.213010:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076955.788898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076956.236918:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076956.237011:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076956.812979:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076957.260965:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076957.261033:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076957.836988:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:2.0:1769076958.284907:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076958.284995:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769076958.860966:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769076958.860966:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769076958.860980:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076958.860985:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076958.860994:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3944 00000100:00080000:2.0:1769076958.861007:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076958.861014:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076958.861066:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afda680 x1855007613123072/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076958.861088:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076958.861091:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076958.861092:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076958.861096:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3944 00000100:00080000:2.0:1769076958.861098:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076958.861101:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076958.861108:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076958.861118:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8380 x1855007613123200/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076958.861132:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769076958.861133:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613123072:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769076958.861137:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769076958.861141:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076958.861144:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3944 00000100:00080000:2.0:1769076958.861146:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076958.861148:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076958.861151:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076958.861161:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9880 x1855007613123328/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076958.861167:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076958.861170:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769076958.861171:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076958.861174:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3944 00000100:00080000:2.0:1769076958.861176:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076958.861179:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076958.861182:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076958.861191:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9c00 x1855007613123456/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076958.861199:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076958.861257:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076958/real 1769076958] req@ffff9bc67afda680 x1855007613123072/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076958.861282:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afda680 x1855007613123072/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076958.861315:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076958.861320:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076958.861326:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613123072:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076958.861353:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613123200:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769076958.861376:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076958.861388:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076958/real 1769076958] req@ffff9bc67afd8380 x1855007613123200/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076958.861399:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8380 x1855007613123200/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076958.861407:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076958.861410:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076958.861413:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613123200:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076958.861436:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613123328:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076958.861449:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076958.861455:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076958/real 1769076958] req@ffff9bc67afd9880 x1855007613123328/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076958.861462:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9880 x1855007613123328/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076958.861467:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076958.861469:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076958.861471:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613123328:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076958.861475:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613123456:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076958.861485:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076958.861491:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076958/real 1769076958] req@ffff9bc67afd9c00 x1855007613123456/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076958.861498:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9c00 x1855007613123456/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076958.861506:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076958.861510:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076958.861514:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613123456:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769076959.308899:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076959.308955:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076959.884906:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076960.332894:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076960.332924:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076960.908891:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076961.356911:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076961.357006:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076961.932927:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076962.380932:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076962.381014:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076962.956850:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076963.404918:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076963.405001:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076963.980890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076963.980914:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076963.980922:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076963.980927:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076963.980936:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3949 00000100:00080000:1.0:1769076963.980947:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076963.980956:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076963.980994:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007613123584/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076963.981028:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076963.981032:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076963.981035:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076963.981040:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3949 00000100:00080000:1.0:1769076963.981045:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076963.981049:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076963.981059:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076963.981074:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613123584:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769076963.981085:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007613123712/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076963.981098:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076963.981102:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076963.981105:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076963.981109:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3949 00000100:00080000:1.0:1769076963.981128:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076963.981134:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:0.0:1769076963.981142:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:1.0:1769076963.981152:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076963.981168:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007613123840/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076963.981179:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076963.981183:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076963.981185:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076963.981191:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3949 00000100:00100000:0.0:1769076963.981192:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076963/real 1769076963] req@ffff9bc64ac93800 x1855007613123584/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076963.981195:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076963.981202:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076963.981208:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076963.981213:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007613123584/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076963.981222:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1769076963.981222:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007613123968/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076963.981231:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076963.981238:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613123584:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076963.981259:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613123712:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769076963.981277:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076963.981285:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076963/real 1769076963] req@ffff9bc64ac93100 x1855007613123712/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076963.981293:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007613123712/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076963.981299:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076963.981301:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076963.981304:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613123712:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076963.981307:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613123840:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076963.981319:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076963.981325:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076963/real 1769076963] req@ffff9bc64ac93480 x1855007613123840/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076963.981332:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007613123840/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076963.981337:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076963.981339:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076963.981341:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613123840:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076963.981345:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613123968:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076963.981355:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076963.981370:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076963/real 1769076963] req@ffff9bc64ac91f80 x1855007613123968/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076963.981377:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007613123968/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076963.981382:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076963.981384:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076963.981386:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613123968:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076964.428909:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076964.428973:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076965.004879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076965.452944:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076965.453016:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076966.028887:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076966.476886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076966.476992:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076967.052905:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076967.500885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076967.500956:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076968.076859:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076968.524954:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076968.524999:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076969.100905:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769076969.100906:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076969.100925:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076969.100929:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076969.100938:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3954 00000100:00080000:1.0:1769076969.100948:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076969.100956:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076969.100995:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007613124096/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076969.101027:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076969.101032:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076969.101034:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076969.101040:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3954 00000100:00080000:1.0:1769076969.101045:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076969.101051:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076969.101061:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076969.101090:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613124096:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769076969.101093:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007613124224/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076969.101105:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076969.101108:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076969.101111:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076969.101114:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3954 00000100:00080000:1.0:1769076969.101117:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076969.101120:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076969.101125:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076969.101134:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007613124352/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076969.101141:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076969.101143:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076969.101145:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076969.101147:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3954 00000100:00080000:1.0:1769076969.101150:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076969.101152:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076969.101155:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769076969.101159:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769076969.101167:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007613124480/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076969.101198:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076969/real 1769076969] req@ffff9bc64ac90e00 x1855007613124096/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076969.101213:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007613124096/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076969.101221:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076969.101224:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076969.101227:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613124096:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076969.101257:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613124224:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769076969.101271:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076969.101279:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076969/real 1769076969] req@ffff9bc64ac90000 x1855007613124224/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076969.101288:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007613124224/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076969.101294:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076969.101296:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076969.101298:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613124224:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076969.101302:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613124352:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076969.101313:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076969.101318:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076969/real 1769076969] req@ffff9bc64ac91880 x1855007613124352/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076969.101338:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007613124352/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076969.101343:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076969.101344:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076969.101346:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613124352:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076969.101350:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613124480:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076969.101360:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076969.101369:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076969/real 1769076969] req@ffff9bc64ac92d80 x1855007613124480/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076969.101382:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007613124480/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076969.101397:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076969.101401:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076969.101405:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613124480:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076969.548906:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076969.548978:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076970.124885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076970.572995:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076970.573018:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076971.148900:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076971.596966:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076971.597025:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076972.172870:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:2.0:1769076972.620929:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076972.620945:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076973.196888:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:2.0:1769076973.644895:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076973.644999:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076974.220856:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769076974.220881:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076974.220888:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076974.220893:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076974.220901:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3959 00000100:00080000:2.0:1769076974.220912:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076974.220918:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076974.220980:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8a80 x1855007613124608/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076974.221006:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076974.221018:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076974.221020:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076974.221024:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3959 00000100:00080000:2.0:1769076974.221027:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076974.221029:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076974.221037:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076974.221069:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9c00 x1855007613124736/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076974.221082:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076974.221086:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769076974.221088:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769076974.221097:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613124608:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769076974.221097:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3959 00000100:00080000:2.0:1769076974.221102:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076974.221110:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076974.221118:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076974.221131:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9880 x1855007613124864/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076974.221141:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076974.221144:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769076974.221145:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076974.221149:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3959 00000100:00080000:2.0:1769076974.221153:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076974.221157:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076974.221161:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076974.221171:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8380 x1855007613124992/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076974.221201:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076974.221282:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076974/real 1769076974] req@ffff9bc67afd8a80 x1855007613124608/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076974.221319:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8a80 x1855007613124608/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076974.221327:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076974.221331:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076974.221334:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613124608:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076974.221371:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613124736:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769076974.221403:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076974.221421:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076974/real 1769076974] req@ffff9bc67afd9c00 x1855007613124736/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076974.221439:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9c00 x1855007613124736/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076974.221460:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076974.221463:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076974.221467:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613124736:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076974.221473:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613124864:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076974.221495:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076974.221505:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076974/real 1769076974] req@ffff9bc67afd9880 x1855007613124864/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076974.221516:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9880 x1855007613124864/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076974.221550:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076974.221553:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076974.221555:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613124864:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076974.221560:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613124992:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076974.221583:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076974.221592:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076974/real 1769076974] req@ffff9bc67afd8380 x1855007613124992/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076974.221636:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8380 x1855007613124992/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076974.221642:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076974.221645:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076974.221648:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613124992:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076974.668941:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076974.668944:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076975.244925:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076975.692889:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076975.693011:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076976.268881:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076976.716915:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076976.717008:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076977.292848:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076977.740928:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076977.740961:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076978.316897:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076978.764965:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076978.765039:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076979.340920:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076979.340948:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076979.340957:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076979.340961:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076979.340969:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3964 00000100:00080000:1.0:1769076979.341009:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076979.341017:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076979.341059:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007613125120/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076979.341092:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076979.341096:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076979.341099:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076979.341104:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3964 00000100:00080000:1.0:1769076979.341108:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076979.341113:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076979.341139:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076979.341155:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007613125248/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076979.341163:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613125120:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769076979.341167:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076979.341172:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076979.341174:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076979.341177:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3964 00000100:00080000:1.0:1769076979.341197:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076979.341200:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076979.341204:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076979.341224:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92680 x1855007613125376/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076979.341232:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076979.341234:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076979.341236:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076979.341239:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3964 00000100:00080000:1.0:1769076979.341245:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076979.341249:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076979.341255:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076979.341267:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007613125504/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076979.341306:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613125248:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076979.341361:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613125376:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076979.341392:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613125504:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076979.788951:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076979.788952:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076980.364957:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076980.812884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076980.812959:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076981.388932:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076981.836883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076981.836950:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076982.413011:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:1.0:1769076982.413132:0:2360:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:1.0:1769076982.413180:0:2360:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1769076982.413208:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:1.0:1769076982.413248:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:1.0:1769076982.413258:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:1.0:1769076982.413267:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:0.0:1769076982.413323:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076979/real 1769076982] req@ffff9bc64ac91500 x1855007613125248/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076982.413367:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007613125248/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076982.413407:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076982.413414:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076982.413418:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613125248:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076982.413428:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076979/real 1769076982] req@ffff9bc64ac92680 x1855007613125376/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076982.413448:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92680 x1855007613125376/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076982.413473:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076982.413477:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076982.413480:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613125376:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076982.413487:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076979/real 1769076982] req@ffff9bc64ac91c00 x1855007613125504/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076982.413500:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007613125504/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076982.413508:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076982.413512:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076982.413515:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613125504:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076982.413522:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076979/real 1769076982] req@ffff9bc64ac90a80 x1855007613125120/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076982.413534:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007613125120/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076982.413541:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076982.413544:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076982.413547:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613125120:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076982.860871:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076982.860961:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076983.436908:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076983.884905:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076983.885026:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076984.460954:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076984.460965:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076984.460970:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076984.460982:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3970 00000100:00080000:1.0:1769076984.460996:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1769076984.460998:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076984.461008:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076984.461069:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92300 x1855007613125632/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076984.461105:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076984.461111:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076984.461114:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076984.461120:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3970 00000100:00080000:1.0:1769076984.461126:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076984.461132:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076984.461145:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076984.461166:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93b80 x1855007613125760/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076984.461184:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076984.461193:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1769076984.461196:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613125632:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769076984.461198:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076984.461213:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3970 00000100:00080000:1.0:1769076984.461220:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076984.461227:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076984.461236:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076984.461258:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007613125888/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076984.461274:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076984.461280:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076984.461285:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076984.461290:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3970 00000100:00080000:1.0:1769076984.461298:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1769076984.461302:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769076984.461320:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076984.461329:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076984.461358:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007613126016/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076984.461384:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076984/real 1769076984] req@ffff9bc64ac92300 x1855007613125632/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076984.461462:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92300 x1855007613125632/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076984.461479:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076984.461486:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076984.461492:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613125632:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076984.461528:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613125760:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769076984.461567:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076984.461598:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076984/real 1769076984] req@ffff9bc64ac93b80 x1855007613125760/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076984.461616:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93b80 x1855007613125760/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076984.461628:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076984.461633:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076984.461649:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613125760:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076984.461658:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613125888:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076984.461690:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076984.461710:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076984/real 1769076984] req@ffff9bc64ac90a80 x1855007613125888/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076984.461730:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007613125888/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076984.461768:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076984.461813:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076984.461820:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613125888:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076984.461831:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613126016:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076984.461866:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076984.461885:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076984/real 1769076984] req@ffff9bc64ac91c00 x1855007613126016/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076984.461904:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007613126016/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076984.461917:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076984.461922:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076984.461927:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613126016:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076984.908878:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076984.908899:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076985.484984:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769076985.932926:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076985.932945:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076986.508881:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076986.956887:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076986.956979:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076987.532965:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076987.980845:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076987.980944:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076988.556908:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076989.004915:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076989.005033:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076989.580888:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769076989.580958:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076989.580972:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076989.580978:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076989.580991:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3975 00000100:00080000:2.0:1769076989.581004:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076989.581014:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076989.581063:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afda680 x1855007613126144/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076989.581102:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076989.581108:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076989.581111:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076989.581117:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3975 00000100:00080000:2.0:1769076989.581121:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076989.581126:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076989.581149:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076989.581165:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdad80 x1855007613126272/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076989.581179:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076989.581183:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769076989.581186:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076989.581190:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3975 00000100:00080000:2.0:1769076989.581194:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076989.581199:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076989.581205:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076989.581217:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9180 x1855007613126400/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076989.581233:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769076989.581235:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613126144:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769076989.581242:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769076989.581249:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076989.581267:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3975 00000100:00080000:2.0:1769076989.581270:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076989.581275:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076989.581283:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076989.581301:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb800 x1855007613126528/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076989.581391:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076989.581451:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076989/real 1769076989] req@ffff9bc67afda680 x1855007613126144/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076989.581477:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afda680 x1855007613126144/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076989.581503:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076989.581509:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076989.581514:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613126144:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076989.581525:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613126272:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769076989.581554:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076989.581569:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076989/real 1769076989] req@ffff9bc67afdad80 x1855007613126272/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076989.581584:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdad80 x1855007613126272/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076989.581595:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076989.581599:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076989.581603:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613126272:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076989.581633:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613126400:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076989.581654:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076989.581666:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076989/real 1769076989] req@ffff9bc67afd9180 x1855007613126400/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076989.581692:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9180 x1855007613126400/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076989.581710:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076989.581714:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076989.581718:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613126400:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076989.581725:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613126528:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076989.581742:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076989.581753:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076989/real 1769076989] req@ffff9bc67afdb800 x1855007613126528/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076989.581767:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb800 x1855007613126528/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076989.581831:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076989.581836:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076989.581840:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613126528:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076990.028904:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076990.029010:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076990.604881:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076991.052990:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076991.053039:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076991.628864:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076992.076927:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076992.077071:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076992.652908:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076993.100926:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076993.101050:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076993.676984:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769076994.124907:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076994.124940:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769076994.700841:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076994.700850:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076994.700854:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1769076994.700855:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769076994.700871:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3980 00000100:00080000:2.0:1769076994.700882:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076994.700889:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769076994.700922:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9f80 x1855007613126656/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076994.700944:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076994.700948:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076994.700950:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076994.700955:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3980 00000100:00080000:2.0:1769076994.700959:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076994.700963:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076994.700972:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076994.700992:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8000 x1855007613126784/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076994.701001:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613126656:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769076994.701003:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076994.701006:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769076994.701008:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076994.701012:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3980 00000100:00080000:2.0:1769076994.701015:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076994.701018:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769076994.701024:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076994.701032:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb100 x1855007613126912/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076994.701041:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076994.701043:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769076994.701045:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076994.701048:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3980 00000100:00080000:2.0:1769076994.701058:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076994.701063:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:0.0:1769076994.701064:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:2.0:1769076994.701067:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076994.701077:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9500 x1855007613127040/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076994.701103:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076994/real 1769076994] req@ffff9bc67afd9f80 x1855007613126656/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076994.701128:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9f80 x1855007613126656/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076994.701136:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076994.701139:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076994.701142:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613126656:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076994.701161:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613126784:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769076994.701198:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076994.701211:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076994/real 1769076994] req@ffff9bc67afd8000 x1855007613126784/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076994.701224:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8000 x1855007613126784/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076994.701233:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076994.701236:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076994.701239:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613126784:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076994.701246:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613126912:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076994.701295:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076994.701307:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076994/real 1769076994] req@ffff9bc67afdb100 x1855007613126912/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076994.701320:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb100 x1855007613126912/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076994.701335:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076994.701338:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076994.701341:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613126912:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076994.701347:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613127040:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076994.701369:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076994.701380:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076994/real 1769076994] req@ffff9bc67afd9500 x1855007613127040/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076994.701393:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9500 x1855007613127040/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076994.701400:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076994.701403:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076994.701406:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613127040:192.168.204.139@tcp:8:kworker.0 00010000:00010000:2.0:1769076995.148958:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076995.148969:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076995.724944:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076996.173018:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076996.173046:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076996.748883:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076997.196880:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076997.197038:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076997.772951:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076998.220944:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076998.221086:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076998.796876:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769076999.244963:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076999.245098:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076999.820899:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769076999.821092:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076999.821116:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076999.821120:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076999.821129:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3985 00000100:00080000:1.0:1769076999.821141:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076999.821161:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769076999.821264:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92680 x1855007613127168/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076999.821330:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076999.821342:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076999.821345:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076999.821352:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3985 00000100:00080000:1.0:1769076999.821375:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076999.821379:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076999.821388:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076999.821402:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007613127296/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076999.821412:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076999.821415:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769076999.821418:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076999.821423:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3985 00000100:00080000:1.0:1769076999.821426:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076999.821429:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076999.821434:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076999.821444:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007613127424/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076999.821455:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613127168:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769076999.821457:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076999.821466:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769076999.821470:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076999.821474:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3985 00000100:00080000:1.0:1769076999.821477:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076999.821481:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769076999.821486:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076999.821496:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007613127552/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076999.821536:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076999.821586:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076999/real 1769076999] req@ffff9bc64ac92680 x1855007613127168/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076999.821604:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92680 x1855007613127168/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076999.821614:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076999.821618:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076999.821623:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613127168:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769076999.821630:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613127296:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769076999.821648:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076999.821658:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076999/real 1769076999] req@ffff9bc64ac91500 x1855007613127296/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076999.821669:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007613127296/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076999.821676:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076999.821678:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076999.821681:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613127296:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769076999.821704:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613127424:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076999.821718:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076999.821726:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076999/real 1769076999] req@ffff9bc64ac92d80 x1855007613127424/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076999.821736:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007613127424/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076999.821744:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076999.821746:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076999.821749:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613127424:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769076999.821754:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613127552:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769076999.821767:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769076999.821822:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076999/real 1769076999] req@ffff9bc64ac91880 x1855007613127552/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076999.821834:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007613127552/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076999.821841:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076999.821844:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769076999.821847:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613127552:192.168.204.139@tcp:8:kworker.0 00010000:00010000:2.0:1769077000.268907:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077000.268994:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077000.844863:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077001.292872:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077001.293069:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077001.868865:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077002.316917:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077002.316969:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077002.892850:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077003.340925:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077003.341049:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077003.916881:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077004.364938:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077004.365271:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077004.940858:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077004.940862:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077004.940870:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077004.940874:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077004.940882:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3990 00000100:00080000:1.0:1769077004.940894:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077004.940903:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077004.940937:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007613127680/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077004.940958:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077004.940960:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077004.940962:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077004.940965:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3990 00000100:00080000:1.0:1769077004.940967:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077004.940969:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077004.940976:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077004.940985:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007613127808/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077004.940992:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077004.940995:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077004.940996:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077004.940998:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3990 00000100:00080000:1.0:1769077004.941000:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077004.941002:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077004.941005:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077004.941011:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007613127936/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077004.941018:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077004.941021:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077004.941023:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077004.941025:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3990 00000100:00080000:1.0:1769077004.941028:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077004.941031:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077004.941035:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077004.941045:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007613128064/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077004.941058:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613127680:192.168.204.139@tcp:250:kworker.0 00000800:00000100:0.0:1769077004.941168:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077004.941220:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077004/real 1769077004] req@ffff9bc64ac90000 x1855007613127680/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077004.941239:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007613127680/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077004.941248:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077004.941253:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077004.941256:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613127680:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077004.941263:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613127808:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077004.941282:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077004.941292:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077004/real 1769077004] req@ffff9bc64ac90e00 x1855007613127808/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077004.941302:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007613127808/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077004.941309:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077004.941311:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077004.941314:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613127808:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077004.941318:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613127936:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077004.941330:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077004.941336:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077004/real 1769077004] req@ffff9bc64ac91f80 x1855007613127936/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077004.941345:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007613127936/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077004.941351:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077004.941353:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077004.941355:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613127936:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077004.941382:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613128064:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077004.941393:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077004.941400:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077004/real 1769077004] req@ffff9bc64ac93480 x1855007613128064/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077004.941408:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007613128064/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077004.941420:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077004.941422:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077004.941425:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613128064:192.168.204.139@tcp:8:kworker.0 00010000:00010000:2.0:1769077005.388944:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077005.388975:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077005.964912:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077006.412962:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077006.413141:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077006.988860:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077007.436934:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077007.437026:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077008.012868:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077008.460890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077008.460985:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077009.036851:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077009.484944:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077009.485095:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077010.060903:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077010.060932:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077010.060936:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077010.060939:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077010.060946:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 3995 00000100:00080000:3.0:1769077010.060956:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077010.060962:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077010.061016:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613128192/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077010.061055:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077010.061059:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077010.061061:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077010.061066:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3995 00000100:00080000:3.0:1769077010.061071:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077010.061075:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077010.061086:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077010.061098:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613128320/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077010.061108:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077010.061111:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613128192:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769077010.061111:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077010.061115:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077010.061130:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3995 00000100:00080000:3.0:1769077010.061133:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077010.061136:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077010.061141:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077010.061151:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613128448/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077010.061158:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077010.061160:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077010.061161:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077010.061164:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 3995 00000100:00080000:3.0:1769077010.061166:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077010.061168:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077010.061171:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077010.061179:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613128576/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077010.061190:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077010.061227:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077010/real 1769077010] req@ffff9bc64d9ae680 x1855007613128192/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077010.061241:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613128192/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077010.061249:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077010.061252:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077010.061255:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613128192:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077010.061274:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613128320:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077010.061291:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077010.061298:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077010/real 1769077010] req@ffff9bc64d9aca80 x1855007613128320/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077010.061306:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613128320/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077010.061312:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077010.061315:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077010.061317:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613128320:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077010.061321:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613128448:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077010.061343:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077010.061348:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077010/real 1769077010] req@ffff9bc64d9aed80 x1855007613128448/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077010.061356:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613128448/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077010.061361:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077010.061363:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077010.061365:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613128448:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077010.061368:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613128576:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077010.061378:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077010.061383:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077010/real 1769077010] req@ffff9bc64d9ac000 x1855007613128576/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077010.061390:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613128576/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077010.061406:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077010.061408:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077010.061410:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613128576:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077010.508883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077010.508920:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077011.084899:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077011.532875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077011.532921:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077012.108931:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077012.556845:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077012.556937:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077013.132905:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077013.580879:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077013.580958:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077014.157005:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077014.604943:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077014.605000:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077015.180970:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077015.180983:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077015.180988:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077015.181001:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4000 00000100:00100000:0.0:1769077015.181006:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077015.181036:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077015.181049:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077015.181102:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613128704/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077015.181141:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077015.181145:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077015.181148:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077015.181153:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4000 00000100:00080000:3.0:1769077015.181157:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077015.181162:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077015.181174:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077015.181203:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613128832/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077015.181206:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613128704:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769077015.181235:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077015.181240:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077015.181242:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077015.181247:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4000 00000100:00080000:3.0:1769077015.181250:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077015.181254:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077015.181259:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077015.181274:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613128960/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077015.181285:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077015.181289:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077015.181291:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077015.181295:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4000 00000100:00080000:3.0:1769077015.181299:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1769077015.181306:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769077015.181308:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077015.181317:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077015.181331:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613129088/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077015.181362:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077015/real 1769077015] req@ffff9bc64d9ad880 x1855007613128704/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077015.181383:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613128704/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077015.181395:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077015.181399:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077015.181403:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613128704:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077015.181428:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613128832:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077015.181450:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077015.181461:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077015/real 1769077015] req@ffff9bc64d9adc00 x1855007613128832/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077015.181474:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613128832/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077015.181483:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077015.181486:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077015.181489:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613128832:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077015.181495:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613128960:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077015.181523:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077015.181551:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077015/real 1769077015] req@ffff9bc64d9ac380 x1855007613128960/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077015.181571:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613128960/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077015.181580:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077015.181583:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077015.181586:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613128960:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077015.181592:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613129088:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077015.181610:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077015.181619:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077015/real 1769077015] req@ffff9bc64d9ad180 x1855007613129088/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077015.181631:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613129088/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077015.181639:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077015.181642:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077015.181645:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613129088:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077015.628891:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077015.628941:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077016.204876:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077016.652975:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077016.653061:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077017.229004:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077017.677013:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077017.677059:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077018.252886:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077018.700875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077018.700983:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077019.276945:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077019.724935:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077019.724989:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077020.301023:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077020.301032:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077020.301048:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077020.301055:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077020.301071:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4005 00000100:00080000:0.0:1769077020.301101:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077020.301114:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077020.301200:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d500 x1855007613129216/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077020.301252:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077020.301259:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077020.301262:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077020.301270:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4005 00000100:00080000:0.0:1769077020.301293:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077020.301301:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077020.301315:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077020.301340:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613129344/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077020.301352:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613129216:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769077020.301362:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077020.301370:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077020.301372:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077020.301379:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4005 00000100:00080000:0.0:1769077020.301385:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077020.301390:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077020.301396:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077020.301416:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613129472/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077020.301429:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077020.301434:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077020.301436:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077020.301441:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4005 00000100:00080000:0.0:1769077020.301447:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1769077020.301472:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769077020.301490:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077020.301498:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077020.301523:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613129600/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077020.301557:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077020/real 1769077020] req@ffff9bc64f07d500 x1855007613129216/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077020.301591:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d500 x1855007613129216/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077020.301608:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077020.301615:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769077020.301664:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613129216:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769077020.301727:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613129344:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769077020.301778:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769077020.301883:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077020/real 1769077020] req@ffff9bc64f07fb80 x1855007613129344/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077020.301905:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613129344/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077020.301919:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077020.301924:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769077020.301946:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613129344:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769077020.301957:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613129472:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769077020.302019:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769077020.302034:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077020/real 1769077020] req@ffff9bc64f07ed80 x1855007613129472/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077020.302049:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613129472/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077020.302076:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077020.302079:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769077020.302082:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613129472:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077020.302087:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613129600:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769077020.302105:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769077020.302113:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077020/real 1769077020] req@ffff9bc64f07c700 x1855007613129600/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077020.302131:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613129600/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077020.302138:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077020.302141:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769077020.302143:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613129600:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077020.748908:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077020.748951:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077021.324903:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077021.772910:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077021.773012:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077022.348871:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077022.796866:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077022.796878:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077023.372915:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077023.821010:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077023.821073:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077024.396946:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077024.844934:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077024.844960:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077025.420911:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077025.420920:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077025.420927:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077025.420931:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077025.420938:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4010 00000100:00080000:1.0:1769077025.420948:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077025.420954:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077025.420991:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007613129728/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077025.421030:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077025.421035:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077025.421037:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077025.421042:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4010 00000100:00080000:1.0:1769077025.421048:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077025.421053:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077025.421063:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077025.421064:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613129728:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769077025.421084:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007613129856/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077025.421103:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077025.421106:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077025.421108:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077025.421111:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4010 00000100:00080000:1.0:1769077025.421115:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077025.421118:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077025.421124:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1769077025.421128:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769077025.421152:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007613129984/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077025.421160:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077025.421163:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077025.421164:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077025.421167:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4010 00000100:00080000:1.0:1769077025.421170:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077025.421173:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077025.421177:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077025/real 1769077025] req@ffff9bc64ac93100 x1855007613129728/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1769077025.421178:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077025.421191:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90700 x1855007613130112/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077025.421198:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007613129728/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077025.421208:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077025.421212:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769077025.421215:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613129728:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769077025.421236:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613129856:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769077025.421252:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769077025.421261:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077025/real 1769077025] req@ffff9bc64ac93800 x1855007613129856/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077025.421269:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007613129856/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077025.421275:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077025.421278:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769077025.421280:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613129856:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769077025.421284:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613129984:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769077025.421296:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769077025.421306:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077025/real 1769077025] req@ffff9bc64ac92a00 x1855007613129984/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077025.421318:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007613129984/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077025.421327:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077025.421330:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769077025.421334:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613129984:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077025.421341:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613130112:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769077025.421363:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769077025.421375:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077025/real 1769077025] req@ffff9bc64ac90700 x1855007613130112/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077025.421389:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90700 x1855007613130112/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077025.421403:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077025.421405:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769077025.421407:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613130112:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077025.868867:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077025.868889:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077026.444856:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077026.892861:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077026.892913:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077027.468908:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077027.916886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077027.916913:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077028.492850:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077028.940842:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077028.940891:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077029.516939:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077029.964914:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077029.964986:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077030.540862:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077030.540864:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077030.540872:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077030.540876:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077030.540883:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4016 00000100:00080000:1.0:1769077030.540895:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077030.540917:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077030.540960:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90380 x1855007613130240/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077030.540991:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077030.540994:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077030.540996:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077030.541000:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4016 00000100:00080000:1.0:1769077030.541004:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077030.541009:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077030.541017:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077030.541020:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613130240:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769077030.541032:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91180 x1855007613130368/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077030.541045:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077030.541050:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077030.541052:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077030.541057:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4016 00000100:00080000:1.0:1769077030.541062:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077030.541066:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077030.541073:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1769077030.541087:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769077030.541092:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90700 x1855007613130496/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077030.541107:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077030.541110:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077030.541112:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077030.541116:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4016 00000100:00080000:1.0:1769077030.541120:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077030.541126:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077030.541131:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077030.541142:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007613130624/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077030.541150:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077030/real 1769077030] req@ffff9bc64ac90380 x1855007613130240/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077030.541192:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90380 x1855007613130240/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077030.541204:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077030.541208:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769077030.541222:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613130240:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769077030.541247:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613130368:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769077030.541289:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769077030.541299:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077030/real 1769077030] req@ffff9bc64ac91180 x1855007613130368/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077030.541308:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91180 x1855007613130368/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077030.541314:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077030.541316:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769077030.541318:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613130368:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769077030.541322:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613130496:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769077030.541334:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769077030.541339:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077030/real 1769077030] req@ffff9bc64ac90700 x1855007613130496/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077030.541347:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90700 x1855007613130496/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077030.541352:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077030.541353:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769077030.541355:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613130496:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077030.541359:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613130624:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769077030.541368:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769077030.541373:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077030/real 1769077030] req@ffff9bc64ac92a00 x1855007613130624/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077030.541380:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007613130624/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077030.541390:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077030.541392:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769077030.541394:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613130624:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077030.988879:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077030.988929:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077031.564908:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077032.012902:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077032.013015:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077032.588900:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077033.036919:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077033.036923:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077033.612879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077034.060900:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077034.060936:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077034.636915:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077035.084989:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077035.085009:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077035.660889:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769077035.660899:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077035.660901:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077035.660906:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077035.660917:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4021 00000100:00080000:1.0:1769077035.660930:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077035.660939:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077035.660995:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007613130752/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077035.661022:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077035.661024:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077035.661026:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077035.661029:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4021 00000100:00080000:1.0:1769077035.661032:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077035.661035:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077035.661051:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077035.661056:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613130752:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769077035.661065:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007613130880/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077035.661076:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077035.661079:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077035.661080:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077035.661083:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4021 00000100:00080000:1.0:1769077035.661086:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077035.661089:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077035.661093:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077035.661102:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007613131008/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077035.661108:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077035.661111:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077035.661112:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077035.661115:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4021 00000100:00080000:1.0:1769077035.661117:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077035.661120:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077035.661123:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1769077035.661129:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769077035.661133:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007613131136/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077035.661171:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077035/real 1769077035] req@ffff9bc64ac93800 x1855007613130752/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077035.661187:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007613130752/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077035.661198:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077035.661203:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769077035.661208:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613130752:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769077035.661237:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613130880:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769077035.661262:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769077035.661273:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077035/real 1769077035] req@ffff9bc64ac93100 x1855007613130880/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077035.661288:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007613130880/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077035.661297:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077035.661300:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769077035.661304:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613130880:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769077035.661311:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613131008:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769077035.661332:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769077035.661344:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077035/real 1769077035] req@ffff9bc64ac93480 x1855007613131008/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077035.661357:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007613131008/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077035.661376:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077035.661379:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769077035.661382:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613131008:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077035.661386:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613131136:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769077035.661402:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769077035.661409:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077035/real 1769077035] req@ffff9bc64ac91f80 x1855007613131136/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077035.661417:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007613131136/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077035.661427:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077035.661429:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769077035.661431:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613131136:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077036.108875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077036.108998:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077036.684938:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077037.132956:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077037.132983:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077037.708869:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077038.156845:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077038.156879:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077038.732877:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077039.180862:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077039.180967:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077039.756869:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077040.204956:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077040.205111:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077040.780972:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769077040.780996:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077040.781001:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077040.781013:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077040.781027:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4026 00000100:00080000:1.0:1769077040.781041:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077040.781052:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077040.781123:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007613131264/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077040.781167:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077040.781173:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077040.781178:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077040.781183:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4026 00000100:00080000:1.0:1769077040.781187:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077040.781192:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077040.781201:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077040.781217:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007613131392/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077040.781227:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077040.781231:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077040.781233:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077040.781248:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4026 00000100:00080000:1.0:1769077040.781252:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077040.781256:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077040.781264:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077040.781268:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613131264:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769077040.781285:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007613131520/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077040.781313:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077040.781319:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077040.781322:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077040.781329:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4026 00000100:00080000:1.0:1769077040.781336:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077040.781342:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077040.781351:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1769077040.781359:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769077040.781370:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007613131648/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077040.781435:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077040/real 1769077040] req@ffff9bc64ac90e00 x1855007613131264/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077040.781559:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007613131264/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077040.781578:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077040.781586:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769077040.781594:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613131264:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769077040.781607:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613131392:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769077040.781643:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769077040.781676:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077040/real 1769077040] req@ffff9bc64ac90000 x1855007613131392/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077040.781690:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007613131392/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077040.781699:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077040.781702:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769077040.781705:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613131392:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769077040.781730:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613131520:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769077040.781766:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769077040.781779:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077040/real 1769077040] req@ffff9bc64ac91880 x1855007613131520/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077040.781792:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007613131520/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077040.781802:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077040.781858:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769077040.781863:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613131520:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077040.781871:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613131648:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769077040.781911:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769077040.781922:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077040/real 1769077040] req@ffff9bc64ac92d80 x1855007613131648/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077040.781934:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007613131648/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077040.781941:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077040.781961:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769077040.781966:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613131648:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077041.228873:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077041.229000:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077041.804945:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077042.252897:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077042.252930:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077042.828910:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077043.277011:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077043.277091:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077043.852857:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077044.300911:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077044.300966:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077044.876937:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077045.324907:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077045.325044:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077045.900847:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077045.900977:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077045.900991:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077045.901014:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077045.901027:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4031 00000100:00080000:0.0:1769077045.901042:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077045.901050:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077045.901099:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613131776/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077045.901135:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077045.901140:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077045.901142:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077045.901148:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4031 00000100:00080000:0.0:1769077045.901153:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077045.901158:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077045.901171:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077045.901179:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613131776:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077045.901195:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613131904/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077045.901212:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077045.901217:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077045.901219:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077045.901226:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4031 00000100:00080000:0.0:1769077045.901232:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077045.901237:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077045.901243:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077045.901255:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613132032/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077045.901270:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077045.901274:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077045.901277:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1769077045.901298:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613131904:192.168.204.139@tcp:38:kworker.0 00000100:00080000:0.0:1769077045.901302:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4031 00000100:00080000:0.0:1769077045.901314:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077045.901325:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077045.901334:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077045.901337:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613132032:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077045.901369:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613132160/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077045.901432:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613132160:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077046.348893:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077046.348920:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077046.924869:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077047.372900:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077047.372927:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077047.948834:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077048.396839:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077048.396886:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077048.972890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:2.0:1769077048.973061:0:2358:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:2.0:1769077048.973103:0:2358:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769077048.973118:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769077048.973152:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769077048.973160:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769077048.973165:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:3.0:1769077048.973233:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077045/real 1769077048] req@ffff9bc64f07d180 x1855007613132160/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077048.973269:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613132160/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077048.973284:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077048.973290:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769077048.973295:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613132160:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077048.973304:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077045/real 1769077048] req@ffff9bc64f07df80 x1855007613131904/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077048.973326:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613131904/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077048.973335:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077048.973353:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769077048.973357:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613131904:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769077048.973365:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077045/real 1769077048] req@ffff9bc64f07d880 x1855007613132032/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077048.973378:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613132032/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077048.973386:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077048.973390:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769077048.973394:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613132032:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077048.973401:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077045/real 1769077048] req@ffff9bc64f07f100 x1855007613131776/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077048.973415:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613131776/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077048.973423:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077048.973426:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769077048.973431:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613131776:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077049.420869:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077049.420925:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077049.996878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077050.444864:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077050.444930:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077051.020913:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077051.020920:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077051.020933:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077051.020941:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077051.020955:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4036 00000100:00080000:0.0:1769077051.020969:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077051.020979:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077051.021033:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613132288/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077051.021077:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077051.021081:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077051.021084:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077051.021089:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4036 00000100:00080000:0.0:1769077051.021093:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077051.021098:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077051.021109:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077051.021126:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613132416/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077051.021139:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613132288:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769077051.021153:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077051.021161:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077051.021165:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077051.021174:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4036 00000100:00080000:0.0:1769077051.021182:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077051.021188:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077051.021199:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077051.021222:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613132544/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077051.021257:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1769077051.021257:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769077051.021266:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077051.021269:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077051.021277:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4036 00000100:00080000:0.0:1769077051.021284:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077051.021290:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077051.021299:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077051.021351:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613132672/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077051.021369:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077051/real 1769077051] req@ffff9bc64f07dc00 x1855007613132288/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077051.021399:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613132288/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077051.021415:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077051.021422:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769077051.021428:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613132288:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769077051.021459:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613132416:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769077051.021492:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769077051.021510:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077051/real 1769077051] req@ffff9bc64f07f480 x1855007613132416/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077051.021529:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613132416/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077051.021542:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077051.021547:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769077051.021575:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613132416:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769077051.021586:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613132544:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769077051.021617:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769077051.021635:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077051/real 1769077051] req@ffff9bc64f07ce00 x1855007613132544/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077051.021655:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613132544/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077051.021668:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077051.021672:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769077051.021677:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613132544:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077051.021686:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613132672:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769077051.021721:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769077051.021736:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077051/real 1769077051] req@ffff9bc64f07e680 x1855007613132672/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077051.021754:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613132672/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077051.021766:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077051.021771:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769077051.021823:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613132672:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077051.468901:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077051.468974:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077052.044948:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769077052.492893:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077052.492894:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077053.068938:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077053.516872:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077053.516918:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077054.092896:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769077054.540929:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077054.540965:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077055.116842:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077055.564872:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077055.564927:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077056.140959:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077056.140960:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077056.140971:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077056.140976:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077056.140987:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4041 00000100:00080000:0.0:1769077056.141012:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077056.141029:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077056.141081:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c380 x1855007613132800/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077056.141109:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077056.141114:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077056.141116:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077056.141121:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4041 00000100:00080000:0.0:1769077056.141126:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077056.141132:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077056.141142:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613132800:192.168.204.139@tcp:250:kworker.0 00000008:00100000:0.0:1769077056.141143:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077056.141181:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613132928/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077056.141194:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077056.141198:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077056.141200:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077056.141204:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4041 00000100:00080000:0.0:1769077056.141208:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077056.141212:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077056.141218:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1769077056.141246:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077056.141249:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613133056/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077056.141289:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077056.141293:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077056.141296:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077056.141300:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4041 00000100:00080000:0.0:1769077056.141306:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1769077056.141313:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077056/real 1769077056] req@ffff9bc64f07c380 x1855007613132800/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077056.141314:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077056.141327:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077056.141336:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c380 x1855007613132800/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077056.141346:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613133184/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077056.141355:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077056.141363:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769077056.141368:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613132800:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769077056.141390:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613132928:192.168.204.139@tcp:38:kworker.0 00000800:00000100:3.0:1769077056.141412:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769077056.141421:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077056/real 1769077056] req@ffff9bc64f07e680 x1855007613132928/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077056.141431:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613132928/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077056.141437:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077056.141440:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769077056.141443:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613132928:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769077056.141447:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613133056:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769077056.141459:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769077056.141465:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077056/real 1769077056] req@ffff9bc64f07ce00 x1855007613133056/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077056.141474:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613133056/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077056.141484:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077056.141487:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769077056.141489:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613133056:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077056.141493:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613133184:192.168.204.139@tcp:8:kworker.0 00000800:00000100:3.0:1769077056.141503:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769077056.141509:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077056/real 1769077056] req@ffff9bc64f07f480 x1855007613133184/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077056.141516:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613133184/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077056.141522:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077056.141524:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:3.0:1769077056.141526:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613133184:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077056.588884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077056.588944:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077057.164858:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077057.612845:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077057.612889:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077058.188880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077058.636870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077058.636904:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077059.212968:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077059.660897:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077059.660940:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077060.237004:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077060.684877:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077060.684949:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077061.260893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077061.260932:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077061.260937:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077061.260940:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077061.260948:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4046 00000100:00080000:3.0:1769077061.260958:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077061.260964:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077061.261008:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613133312/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077061.261038:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077061.261040:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077061.261041:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077061.261044:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4046 00000100:00080000:3.0:1769077061.261047:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077061.261050:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077061.261058:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077061.261068:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613133440/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077061.261075:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613133312:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769077061.261078:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077061.261093:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077061.261095:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077061.261098:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4046 00000100:00080000:3.0:1769077061.261100:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077061.261102:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077061.261106:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077061.261115:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613133568/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077061.261121:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077061.261124:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077061.261125:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077061.261128:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4046 00000100:00080000:3.0:1769077061.261131:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077061.261146:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077061.261151:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077061.261160:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613133696/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077061.261166:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077061.261206:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077061/real 1769077061] req@ffff9bc64d9adf80 x1855007613133312/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077061.261221:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613133312/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077061.261228:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077061.261232:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077061.261235:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613133312:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077061.261254:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613133440:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077061.261270:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077061.261277:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077061/real 1769077061] req@ffff9bc64d9ad500 x1855007613133440/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077061.261286:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613133440/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077061.261291:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077061.261294:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077061.261296:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613133440:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077061.261299:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613133568:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077061.261309:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077061.261315:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077061/real 1769077061] req@ffff9bc64d9ace00 x1855007613133568/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077061.261322:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613133568/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077061.261332:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077061.261334:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077061.261347:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613133568:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077061.261351:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613133696:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077061.261360:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077061.261365:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077061/real 1769077061] req@ffff9bc64d9aea00 x1855007613133696/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077061.261372:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613133696/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077061.261376:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077061.261378:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077061.261380:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613133696:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077061.708850:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077061.708929:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077062.284897:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077062.732886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077062.732933:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077063.308847:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077063.756873:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077063.756900:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077064.332841:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077064.780870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077064.780897:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077065.356891:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077065.804920:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077065.805070:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077066.380907:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077066.380909:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077066.380920:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077066.380925:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077066.380936:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4051 00000100:00080000:3.0:1769077066.380949:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077066.380957:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077066.381002:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613133824/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077066.381028:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077066.381031:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077066.381033:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077066.381037:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4051 00000100:00080000:3.0:1769077066.381039:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077066.381042:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077066.381067:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077066.381081:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613133952/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077066.381086:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613133824:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769077066.381094:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077066.381098:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077066.381100:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077066.381104:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4051 00000100:00080000:3.0:1769077066.381107:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077066.381110:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077066.381114:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077066.381124:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613134080/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077066.381131:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077066.381134:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077066.381135:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077066.381138:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4051 00000100:00080000:3.0:1769077066.381140:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077066.381142:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077066.381145:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077066.381153:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613134208/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077066.381166:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077066.381216:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077066/real 1769077066] req@ffff9bc64d9aea00 x1855007613133824/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077066.381237:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613133824/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077066.381246:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077066.381250:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077066.381254:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613133824:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077066.381278:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613133952:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077066.381295:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077066.381304:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077066/real 1769077066] req@ffff9bc64d9ace00 x1855007613133952/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077066.381313:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613133952/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077066.381319:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077066.381322:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077066.381324:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613133952:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077066.381328:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613134080:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077066.381339:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077066.381345:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077066/real 1769077066] req@ffff9bc64d9ad500 x1855007613134080/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077066.381353:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613134080/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077066.381363:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077066.381365:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077066.381367:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613134080:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077066.381370:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613134208:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077066.381380:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077066.381385:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077066/real 1769077066] req@ffff9bc64d9adf80 x1855007613134208/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077066.381392:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613134208/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077066.381398:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077066.381400:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077066.381401:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613134208:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077066.828909:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077066.828974:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077067.404850:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077067.852890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077067.852921:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077068.428893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077068.876896:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077068.876915:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077069.452923:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077069.900940:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077069.901040:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077070.476874:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077070.924883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077070.924959:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077071.500866:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077071.500884:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077071.500891:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077071.500895:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077071.500903:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4057 00000100:00080000:1.0:1769077071.500912:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077071.500918:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077071.500954:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007613134336/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077071.501022:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077071.501025:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077071.501027:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077071.501030:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4057 00000100:00080000:1.0:1769077071.501034:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077071.501038:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077071.501055:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077071.501067:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613134336:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769077071.501069:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92680 x1855007613134464/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077071.501086:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077071.501095:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077071.501097:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077071.501100:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4057 00000100:00080000:1.0:1769077071.501102:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077071.501105:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077071.501109:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077071.501117:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007613134592/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077071.501129:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077071.501131:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077071.501133:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077071.501135:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4057 00000100:00080000:1.0:1769077071.501138:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077071.501140:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077071.501143:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769077071.501148:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769077071.501153:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007613134720/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077071.501189:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077071/real 1769077071] req@ffff9bc64ac91500 x1855007613134336/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077071.501204:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007613134336/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077071.501212:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077071.501215:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077071.501218:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613134336:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077071.501236:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613134464:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077071.501254:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077071.501262:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077071/real 1769077071] req@ffff9bc64ac92680 x1855007613134464/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077071.501271:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92680 x1855007613134464/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077071.501277:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077071.501279:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077071.501281:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613134464:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077071.501285:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613134592:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077071.501296:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077071.501301:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077071/real 1769077071] req@ffff9bc64ac91c00 x1855007613134592/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077071.501313:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007613134592/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077071.501318:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077071.501320:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077071.501322:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613134592:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077071.501326:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613134720:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077071.501336:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077071.501342:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077071/real 1769077071] req@ffff9bc64ac90a80 x1855007613134720/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077071.501349:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007613134720/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077071.501355:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077071.501356:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077071.501358:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613134720:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077071.948889:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077071.948950:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077072.524849:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077072.972896:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077072.972963:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077073.548865:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077073.996905:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077073.996967:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077074.572868:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077075.020871:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077075.020914:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077075.596936:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077076.044882:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077076.044958:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077076.620865:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077076.620898:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077076.620904:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077076.620908:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077076.620917:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4062 00000100:00080000:3.0:1769077076.620927:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077076.620932:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077076.620969:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613134848/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077076.620989:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077076.620992:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077076.620993:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077076.620996:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4062 00000100:00080000:3.0:1769077076.620998:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077076.621001:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077076.621008:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077076.621017:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613134976/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077076.621032:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077076.621033:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613134848:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769077076.621038:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077076.621042:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077076.621046:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4062 00000100:00080000:3.0:1769077076.621049:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077076.621051:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077076.621054:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077076.621063:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613135104/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077076.621075:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077076.621077:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077076.621078:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077076.621080:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4062 00000100:00080000:3.0:1769077076.621084:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077076.621086:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077076.621089:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077076.621098:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613135232/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077076.621112:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077076.621152:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077076/real 1769077076] req@ffff9bc64d9ad180 x1855007613134848/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077076.621171:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613134848/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077076.621182:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077076.621186:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077076.621191:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613134848:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077076.621213:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613134976:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077076.621236:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077076.621249:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077076/real 1769077076] req@ffff9bc64d9ac380 x1855007613134976/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077076.621262:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613134976/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077076.621271:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077076.621275:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077076.621279:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613134976:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077076.621285:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613135104:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077076.621303:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077076.621315:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077076/real 1769077076] req@ffff9bc64d9adc00 x1855007613135104/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077076.621328:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613135104/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077076.621336:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077076.621339:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077076.621343:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613135104:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077076.621348:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613135232:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077076.621365:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077076.621374:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077076/real 1769077076] req@ffff9bc64d9ad880 x1855007613135232/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077076.621386:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613135232/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077076.621394:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077076.621397:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077076.621400:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613135232:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077077.068850:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077077.068916:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077077.644933:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077078.092871:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077078.092961:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077078.668883:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077079.116883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077079.116914:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077079.692905:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077080.140885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077080.140915:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077080.716867:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077081.164846:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077081.164936:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077081.740916:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769077081.740916:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077081.740926:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077081.740930:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077081.740938:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4067 00000100:00080000:2.0:1769077081.740948:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077081.740953:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077081.740985:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8700 x1855007613135360/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077081.741006:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077081.741009:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077081.741011:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077081.741014:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4067 00000100:00080000:2.0:1769077081.741016:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077081.741018:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077081.741025:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077081.741035:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9500 x1855007613135488/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077081.741043:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077081.741046:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769077081.741047:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077081.741049:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4067 00000100:00080000:2.0:1769077081.741051:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769077081.741057:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613135360:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769077081.741057:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077081.741064:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077081.741072:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb100 x1855007613135616/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077081.741084:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077081.741086:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769077081.741087:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077081.741089:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4067 00000100:00080000:2.0:1769077081.741091:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077081.741094:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077081.741097:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077081.741105:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8000 x1855007613135744/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077081.741133:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077081.741172:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077081/real 1769077081] req@ffff9bc67afd8700 x1855007613135360/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077081.741190:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8700 x1855007613135360/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077081.741202:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077081.741206:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077081.741210:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613135360:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077081.741219:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613135488:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077081.741244:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077081.741257:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077081/real 1769077081] req@ffff9bc67afd9500 x1855007613135488/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077081.741272:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9500 x1855007613135488/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077081.741281:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077081.741285:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077081.741288:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613135488:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077081.741314:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613135616:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077081.741336:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077081.741346:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077081/real 1769077081] req@ffff9bc67afdb100 x1855007613135616/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077081.741358:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb100 x1855007613135616/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077081.741367:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077081.741371:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077081.741375:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613135616:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077081.741381:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613135744:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077081.741401:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077081.741413:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077081/real 1769077081] req@ffff9bc67afd8000 x1855007613135744/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077081.741425:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8000 x1855007613135744/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077081.741434:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077081.741437:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077081.741441:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613135744:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077082.188887:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077082.188942:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077082.764877:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077083.212835:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077083.212904:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077083.788885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077084.236860:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077084.236915:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077084.812837:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769077085.260888:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077085.260909:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077085.836934:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077086.284870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077086.284958:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077086.860859:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077086.860867:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077086.860874:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077086.860878:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077086.860886:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4072 00000100:00080000:1.0:1769077086.860896:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077086.860902:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077086.860933:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93b80 x1855007613135872/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077086.860955:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077086.860959:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077086.860961:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077086.860966:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4072 00000100:00080000:1.0:1769077086.860975:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077086.860981:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077086.860991:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613135872:192.168.204.139@tcp:250:kworker.0 00000008:00100000:1.0:1769077086.860991:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077086.861010:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92300 x1855007613136000/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077086.861020:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077086.861023:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077086.861025:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077086.861027:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4072 00000100:00080000:1.0:1769077086.861031:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077086.861033:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077086.861037:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077086.861047:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007613136128/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077086.861054:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077086.861056:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077086.861058:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077086.861059:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4072 00000100:00080000:1.0:1769077086.861063:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077086.861065:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077086.861069:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077086.861079:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007613136256/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077086.861080:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077086.861123:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077086/real 1769077086] req@ffff9bc64ac93b80 x1855007613135872/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077086.861143:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93b80 x1855007613135872/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077086.861154:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077086.861159:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077086.861163:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613135872:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077086.861186:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613136000:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077086.861207:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077086.861219:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077086/real 1769077086] req@ffff9bc64ac92300 x1855007613136000/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077086.861232:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92300 x1855007613136000/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077086.861242:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077086.861245:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077086.861249:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613136000:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077086.861258:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613136128:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077086.861276:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077086.861286:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077086/real 1769077086] req@ffff9bc64ac90a80 x1855007613136128/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077086.861298:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007613136128/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077086.861307:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077086.861310:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077086.861314:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613136128:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077086.861319:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613136256:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077086.861335:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077086.861345:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077086/real 1769077086] req@ffff9bc64ac91c00 x1855007613136256/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077086.861367:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007613136256/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077086.861376:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077086.861380:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077086.861383:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613136256:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077087.308847:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077087.308921:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077087.884852:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077088.332851:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077088.332890:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077088.908879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077089.356870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077089.356888:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077089.932877:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077090.380881:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077090.380923:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077090.956879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077091.404876:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077091.404920:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077091.980863:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077091.980875:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077091.980882:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077091.980886:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077091.980893:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4077 00000100:00080000:3.0:1769077091.980905:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077091.980911:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077091.980942:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613136384/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077091.980964:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077091.980967:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077091.980968:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077091.980972:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4077 00000100:00080000:3.0:1769077091.980974:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077091.980977:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077091.980985:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077091.980994:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613136512/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077091.981002:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077091.981005:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077091.981006:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077091.981010:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4077 00000100:00080000:3.0:1769077091.981014:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769077091.981015:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613136384:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769077091.981023:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077091.981030:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077091.981044:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613136640/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077091.981056:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077091.981059:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077091.981061:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077091.981065:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4077 00000100:00080000:3.0:1769077091.981071:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077091.981076:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:0.0:1769077091.981081:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:3.0:1769077091.981081:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077091.981098:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613136768/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077091.981122:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077091/real 1769077091] req@ffff9bc64d9ac000 x1855007613136384/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077091.981137:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613136384/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077091.981144:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077091.981147:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077091.981150:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613136384:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077091.981155:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613136512:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077091.981170:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077091.981178:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077091/real 1769077091] req@ffff9bc64d9aed80 x1855007613136512/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077091.981186:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613136512/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077091.981192:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077091.981194:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077091.981197:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613136512:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077091.981224:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613136640:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077091.981237:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077091.981244:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077091/real 1769077091] req@ffff9bc64d9aca80 x1855007613136640/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077091.981252:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613136640/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077091.981257:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077091.981260:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077091.981262:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613136640:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077091.981266:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613136768:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077091.981275:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077091.981280:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077091/real 1769077091] req@ffff9bc64d9ae680 x1855007613136768/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077091.981288:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613136768/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077091.981293:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077091.981295:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077091.981296:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613136768:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077092.428865:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077092.428891:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077093.004881:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077093.452882:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077093.452973:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077094.028894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077094.476907:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077094.476918:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077095.052863:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077095.500886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077095.500902:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077096.076861:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077096.524857:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077096.524872:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077097.100901:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077097.100907:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077097.100912:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077097.100920:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077097.100932:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4082 00000100:00080000:3.0:1769077097.100945:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077097.100954:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077097.100998:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613136896/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077097.101028:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077097.101032:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077097.101033:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077097.101037:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4082 00000100:00080000:3.0:1769077097.101039:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077097.101042:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077097.101050:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077097.101062:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613137024/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077097.101069:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077097.101072:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077097.101074:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077097.101076:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4082 00000100:00080000:3.0:1769077097.101078:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077097.101083:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077097.101084:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613136896:192.168.204.139@tcp:250:kworker.0 00000008:00100000:3.0:1769077097.101087:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077097.101097:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613137152/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077097.101109:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077097.101111:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077097.101112:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077097.101115:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4082 00000100:00080000:3.0:1769077097.101117:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077097.101120:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077097.101123:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077097.101131:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613137280/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077097.101173:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077097.101211:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077097/real 1769077097] req@ffff9bc64d9ae680 x1855007613136896/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077097.101227:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613136896/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077097.101236:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077097.101240:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077097.101243:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613136896:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077097.101249:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613137024:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077097.101264:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077097.101272:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077097/real 1769077097] req@ffff9bc64d9aca80 x1855007613137024/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077097.101281:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613137024/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077097.101287:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077097.101289:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077097.101292:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613137024:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077097.101317:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613137152:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077097.101328:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077097.101334:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077097/real 1769077097] req@ffff9bc64d9aed80 x1855007613137152/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077097.101342:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613137152/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077097.101348:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077097.101350:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077097.101352:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613137152:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077097.101356:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613137280:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077097.101364:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077097.101369:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077097/real 1769077097] req@ffff9bc64d9ac000 x1855007613137280/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077097.101377:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613137280/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077097.101382:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077097.101384:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077097.101385:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613137280:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077097.548971:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077097.549067:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077098.124855:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077098.572881:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077098.572925:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077099.148923:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077099.596920:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077099.596955:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077100.172857:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077100.620963:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077100.621038:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077101.196881:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077101.644995:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077101.645091:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077102.220921:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077102.220932:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077102.220938:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077102.220948:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4087 00000100:00080000:3.0:1769077102.220961:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077102.220969:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077102.221010:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613137408/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077102.221025:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077102.221053:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077102.221059:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077102.221061:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077102.221067:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4087 00000100:00080000:3.0:1769077102.221072:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077102.221078:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077102.221107:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077102.221120:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613137536/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077102.221132:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613137408:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769077102.221133:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077102.221145:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077102.221147:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077102.221151:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4087 00000100:00080000:3.0:1769077102.221154:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077102.221157:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077102.221162:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077102.221172:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613137664/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077102.221199:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077102.221202:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077102.221204:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077102.221208:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4087 00000800:00000100:2.0:1769077102.221243:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769077102.221244:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077102.221254:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077102.221260:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077102.221275:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613137792/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077102.221298:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077102/real 1769077102] req@ffff9bc64d9ad880 x1855007613137408/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077102.221335:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613137408/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077102.221347:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077102.221351:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077102.221356:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613137408:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077102.221399:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613137536:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077102.221421:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077102.221432:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077102/real 1769077102] req@ffff9bc64d9adc00 x1855007613137536/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077102.221479:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613137536/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077102.221490:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077102.221493:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077102.221496:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613137536:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077102.221502:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613137664:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077102.221545:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077102.221556:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077102/real 1769077102] req@ffff9bc64d9ac380 x1855007613137664/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077102.221567:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613137664/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077102.221575:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077102.221578:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077102.221581:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613137664:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077102.221586:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613137792:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077102.221599:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077102.221608:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077102/real 1769077102] req@ffff9bc64d9ad180 x1855007613137792/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077102.221618:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613137792/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077102.221625:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077102.221627:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077102.221630:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613137792:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077102.668987:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077102.669011:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077103.244930:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077103.692887:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077103.692959:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077104.268912:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077104.716856:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077104.716871:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077105.292890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077105.740862:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077105.740905:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077106.316919:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077106.764873:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077106.764943:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077107.340859:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077107.340866:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077107.340867:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077107.340873:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077107.340882:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4092 00000100:00080000:3.0:1769077107.340891:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077107.340897:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077107.340931:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613137920/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077107.340961:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077107.340965:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077107.340967:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077107.340971:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4092 00000100:00080000:3.0:1769077107.340975:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077107.340979:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077107.340989:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077107.341002:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613138048/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077107.341014:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077107.341018:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077107.341020:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077107.341024:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4092 00000100:00080000:3.0:1769077107.341027:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077107.341030:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077107.341035:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077107.341047:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613138176/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077107.341053:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613137920:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769077107.341063:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077107.341067:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077107.341069:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077107.341075:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4092 00000100:00080000:3.0:1769077107.341079:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077107.341084:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077107.341097:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077107.341109:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613138304/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077107.341136:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077107.341174:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077107/real 1769077107] req@ffff9bc64d9adf80 x1855007613137920/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077107.341193:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613137920/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077107.341204:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077107.341209:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077107.341213:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613137920:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077107.341221:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613138048:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077107.341240:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077107.341249:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077107/real 1769077107] req@ffff9bc64d9ad500 x1855007613138048/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077107.341258:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613138048/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077107.341264:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077107.341266:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077107.341268:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613138048:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077107.341287:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613138176:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077107.341298:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077107.341304:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077107/real 1769077107] req@ffff9bc64d9ace00 x1855007613138176/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077107.341312:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613138176/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077107.341317:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077107.341319:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077107.341321:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613138176:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077107.341324:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613138304:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077107.341333:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077107.341338:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077107/real 1769077107] req@ffff9bc64d9aea00 x1855007613138304/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077107.341345:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613138304/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077107.341350:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077107.341352:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077107.341355:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613138304:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077107.788873:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077107.788932:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077108.364849:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077108.812937:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077108.813002:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077109.388886:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077109.836912:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077109.836935:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077110.412915:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077110.860939:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077110.860978:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077111.436962:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077111.884923:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077111.884969:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077112.460869:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769077112.460875:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077112.460878:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077112.460884:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077112.460909:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4098 00000100:00080000:3.0:1769077112.460919:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077112.460926:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077112.460971:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613138432/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077112.460994:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077112.460998:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077112.461000:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077112.461005:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4098 00000100:00080000:3.0:1769077112.461009:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077112.461014:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077112.461025:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077112.461054:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613138560/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077112.461064:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077112.461069:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077112.461071:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077112.461075:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4098 00000100:00080000:3.0:1769077112.461079:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077112.461083:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077112.461089:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077112.461092:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613138432:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769077112.461103:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613138688/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077112.461116:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077112.461120:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077112.461122:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077112.461127:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4098 00000100:00080000:3.0:1769077112.461144:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077112.461150:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077112.461155:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077112.461169:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613138816/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077112.461182:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613138560:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077112.461214:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613138688:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077112.461230:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613138816:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077112.908887:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077112.908958:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077113.485041:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077113.932872:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077113.932961:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077114.509023:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769077114.956907:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077114.956935:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769077115.533010:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:2.0:1769077115.533170:0:2357:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:2.0:1769077115.533210:0:2357:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769077115.533241:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769077115.533292:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769077115.533303:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769077115.533315:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:0.0:1769077115.533343:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077112/real 1769077115] req@ffff9bc64d9ad500 x1855007613138688/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077115.533380:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613138688/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077115.533394:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077115.533400:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077115.533405:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613138688:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077115.533413:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077112/real 1769077115] req@ffff9bc64d9adf80 x1855007613138816/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077115.533425:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613138816/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077115.533434:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077115.533437:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077115.533441:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613138816:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077115.533448:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077112/real 1769077115] req@ffff9bc64d9aea00 x1855007613138432/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077115.533461:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613138432/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077115.533468:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077115.533472:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077115.533475:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613138432:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077115.533482:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077112/real 1769077115] req@ffff9bc64d9ace00 x1855007613138560/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077115.533495:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613138560/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077115.533503:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077115.533507:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077115.533510:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613138560:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077115.980867:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077115.981022:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077116.556977:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077117.004881:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077117.004945:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077117.580869:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077117.580887:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077117.580891:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077117.580903:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4103 00000100:00100000:1.0:1769077117.580906:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077117.580916:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077117.580926:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077117.580957:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613138944/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077117.580982:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077117.580987:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077117.580989:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077117.580993:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4103 00000100:00080000:3.0:1769077117.580997:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077117.581001:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077117.581010:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077117.581024:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613139072/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077117.581031:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613138944:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769077117.581035:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077117.581039:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077117.581041:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077117.581044:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4103 00000100:00080000:3.0:1769077117.581048:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077117.581051:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077117.581056:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077117.581065:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613139200/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077117.581074:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077117.581076:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077117.581078:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077117.581082:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4103 00000100:00080000:3.0:1769077117.581093:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077117.581097:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:0.0:1769077117.581099:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:3.0:1769077117.581101:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077117.581111:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613139328/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077117.581135:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077117/real 1769077117] req@ffff9bc64d9ad180 x1855007613138944/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077117.581153:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613138944/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077117.581164:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077117.581168:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077117.581172:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613138944:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077117.581226:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613139072:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077117.581254:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077117.581270:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077117/real 1769077117] req@ffff9bc64d9ac380 x1855007613139072/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077117.581282:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613139072/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077117.581291:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077117.581295:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077117.581298:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613139072:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077117.581304:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613139200:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077117.581327:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077117.581339:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077117/real 1769077117] req@ffff9bc64d9adc00 x1855007613139200/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077117.581352:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613139200/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077117.581362:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077117.581365:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077117.581369:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613139200:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077117.581375:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613139328:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077117.581398:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077117.581410:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077117/real 1769077117] req@ffff9bc64d9ad880 x1855007613139328/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077117.581423:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613139328/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077117.581431:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077117.581434:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077117.581438:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613139328:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077118.028877:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077118.028985:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077118.604972:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077119.052891:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077119.052945:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077119.628881:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077120.076885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077120.076899:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077120.652896:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077121.100910:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077121.100941:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077121.676838:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077122.124856:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077122.124940:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077122.700940:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077122.700951:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077122.700957:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077122.700967:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4108 00000100:00080000:3.0:1769077122.700979:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077122.700986:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077122.701020:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077122.701026:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613139456/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077122.701083:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077122.701086:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077122.701088:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077122.701093:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4108 00000100:00080000:3.0:1769077122.701096:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077122.701099:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077122.701121:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077122.701132:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613139584/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077122.701158:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077122.701161:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077122.701164:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077122.701168:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4108 00000100:00080000:3.0:1769077122.701171:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077122.701175:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077122.701179:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077122.701187:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613139712/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077122.701218:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077122.701220:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077122.701222:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769077122.701236:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613139456:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769077122.701237:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4108 00000100:00080000:3.0:1769077122.701249:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077122.701256:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077122.701263:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077122.701270:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613139840/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077122.701403:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077122.701477:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077122/real 1769077122] req@ffff9bc64d9ac000 x1855007613139456/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077122.701506:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613139456/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077122.701523:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077122.701529:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077122.701536:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613139456:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077122.701547:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613139584:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077122.701581:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077122.701596:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077122/real 1769077122] req@ffff9bc64d9aed80 x1855007613139584/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077122.701612:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613139584/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077122.701624:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077122.701628:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077122.701632:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613139584:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077122.701667:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613139712:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077122.701689:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077122.701700:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077122/real 1769077122] req@ffff9bc64d9aca80 x1855007613139712/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077122.701715:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613139712/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077122.701726:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077122.701729:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077122.701733:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613139712:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077122.701740:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613139840:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077122.701759:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077122.701771:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077122/real 1769077122] req@ffff9bc64d9ae680 x1855007613139840/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077122.701850:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613139840/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077122.701862:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077122.701866:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077122.701870:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613139840:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077123.148917:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077123.148932:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077123.724845:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077124.172829:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077124.172909:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077124.748868:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077125.196886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077125.196931:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077125.772914:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077126.220960:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077126.221116:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077126.796953:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077127.244846:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077127.244890:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077127.820882:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077127.820927:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077127.820935:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077127.820939:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077127.820950:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4113 00000100:00080000:1.0:1769077127.820961:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077127.820968:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077127.821002:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92680 x1855007613139968/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077127.821042:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077127.821045:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077127.821046:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077127.821050:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4113 00000100:00080000:1.0:1769077127.821053:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077127.821056:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077127.821064:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077127.821075:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007613140096/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077127.821083:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077127.821086:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077127.821087:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077127.821090:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4113 00000100:00080000:1.0:1769077127.821092:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077127.821098:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077127.821100:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613139968:192.168.204.139@tcp:250:kworker.0 00000008:00100000:1.0:1769077127.821102:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077127.821114:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007613140224/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077127.821121:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077127.821123:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077127.821125:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077127.821127:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4113 00000100:00080000:1.0:1769077127.821129:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077127.821132:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077127.821135:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077127.821143:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007613140352/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077127.821166:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077127.821198:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077127/real 1769077127] req@ffff9bc64ac92680 x1855007613139968/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077127.821211:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92680 x1855007613139968/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077127.821218:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077127.821221:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077127.821224:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613139968:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077127.821229:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613140096:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077127.821243:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077127.821250:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077127/real 1769077127] req@ffff9bc64ac91500 x1855007613140096/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077127.821258:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007613140096/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077127.821268:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077127.821270:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077127.821272:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613140096:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077127.821291:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613140224:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077127.821301:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077127.821307:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077127/real 1769077127] req@ffff9bc64ac92d80 x1855007613140224/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077127.821314:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007613140224/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077127.821320:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077127.821322:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077127.821323:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613140224:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077127.821327:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613140352:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077127.821336:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077127.821341:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077127/real 1769077127] req@ffff9bc64ac91880 x1855007613140352/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077127.821348:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007613140352/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077127.821353:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077127.821355:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077127.821368:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613140352:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077128.268913:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077128.268936:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077128.844858:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077129.292885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077129.292959:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077129.868887:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077130.316847:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077130.316895:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077130.892880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077131.340841:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077131.340908:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077131.916889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077132.364851:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077132.364932:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077132.940862:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077132.940873:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1769077132.940873:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077132.940878:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077132.940890:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4118 00000100:00080000:0.0:1769077132.940902:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077132.940911:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077132.940976:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613140480/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077132.940998:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077132.941001:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077132.941003:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077132.941006:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4118 00000100:00080000:0.0:1769077132.941010:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077132.941013:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077132.941020:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077132.941030:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613140608/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077132.941038:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077132.941041:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077132.941042:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077132.941045:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4118 00000100:00080000:0.0:1769077132.941047:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077132.941049:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077132.941054:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077132.941056:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613140480:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077132.941063:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613140736/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077132.941071:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077132.941073:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077132.941074:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077132.941076:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4118 00000100:00080000:0.0:1769077132.941079:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077132.941081:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077132.941084:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077132.941092:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613140864/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077132.941129:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077132.941175:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077132/real 1769077132] req@ffff9bc64f07dc00 x1855007613140480/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077132.941195:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613140480/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077132.941205:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077132.941209:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077132.941214:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613140480:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077132.941222:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613140608:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077132.941246:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077132.941260:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077132/real 1769077132] req@ffff9bc64f07f100 x1855007613140608/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077132.941275:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613140608/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077132.941284:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077132.941287:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077132.941291:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613140608:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077132.941315:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613140736:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077132.941338:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077132.941351:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077132/real 1769077132] req@ffff9bc64f07d880 x1855007613140736/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077132.941364:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613140736/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077132.941372:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077132.941376:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077132.941379:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613140736:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077132.941385:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613140864:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077132.941406:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077132.941418:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077132/real 1769077132] req@ffff9bc64f07df80 x1855007613140864/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077132.941431:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613140864/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077132.941439:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077132.941442:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077132.941446:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613140864:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077133.388869:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077133.388905:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077133.964886:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077134.412878:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077134.412951:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077134.988865:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077135.436849:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077135.436923:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077136.012865:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077136.460909:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077136.460947:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077137.036889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077137.484865:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077137.484895:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077138.060875:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769077138.060878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077138.060886:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077138.060891:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077138.060899:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4123 00000100:00080000:0.0:1769077138.060910:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077138.060916:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077138.060956:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613140992/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077138.060981:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077138.060985:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077138.060987:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077138.060991:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4123 00000100:00080000:0.0:1769077138.060995:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077138.060999:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077138.061008:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077138.061021:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613141120/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077138.061031:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077138.061032:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613140992:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769077138.061035:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077138.061037:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077138.061040:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4123 00000100:00080000:0.0:1769077138.061045:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077138.061048:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077138.061053:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077138.061062:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613141248/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077138.061070:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077138.061072:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077138.061074:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077138.061077:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4123 00000100:00080000:0.0:1769077138.061079:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077138.061083:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077138.061087:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769077138.061093:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077138.061096:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613141376/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077138.061130:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077138/real 1769077138] req@ffff9bc64f07d180 x1855007613140992/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077138.061149:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613140992/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077138.061160:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077138.061165:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077138.061168:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613140992:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077138.061187:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613141120:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077138.061205:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077138.061214:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077138/real 1769077138] req@ffff9bc64f07c700 x1855007613141120/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077138.061222:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613141120/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077138.061228:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077138.061230:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077138.061232:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613141120:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077138.061236:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613141248:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077138.061247:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077138.061252:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077138/real 1769077138] req@ffff9bc64f07ed80 x1855007613141248/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077138.061259:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613141248/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077138.061265:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077138.061266:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077138.061268:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613141248:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077138.061272:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613141376:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077138.061282:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077138.061287:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077138/real 1769077138] req@ffff9bc64f07fb80 x1855007613141376/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077138.061294:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613141376/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077138.061300:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077138.061301:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077138.061303:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613141376:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077138.508897:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077138.508968:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077139.084868:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077139.532867:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077139.532929:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077140.108923:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077140.556897:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077140.556963:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077141.132870:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769077141.580901:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077141.580902:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077142.156883:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077142.604883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077142.604953:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077143.180852:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077143.180856:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077143.180864:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077143.180868:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077143.180876:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4128 00000100:00080000:0.0:1769077143.180886:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077143.180892:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077143.180925:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d500 x1855007613141504/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077143.180946:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077143.180948:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077143.180950:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077143.180952:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4128 00000100:00080000:0.0:1769077143.180954:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077143.180957:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077143.180964:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077143.180975:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613141632/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077143.180983:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613141504:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769077143.180985:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077143.180994:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077143.180995:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077143.180999:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4128 00000100:00080000:0.0:1769077143.181002:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077143.181006:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077143.181011:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077143.181026:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613141760/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077143.181037:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077143.181041:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077143.181043:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077143.181047:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4128 00000100:00080000:0.0:1769077143.181052:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077143.181056:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077143.181062:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769077143.181062:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077143.181076:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613141888/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077143.181106:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077143/real 1769077143] req@ffff9bc64f07d500 x1855007613141504/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077143.181126:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d500 x1855007613141504/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077143.181137:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077143.181142:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077143.181146:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613141504:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077143.181170:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613141632:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077143.181190:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077143.181201:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077143/real 1769077143] req@ffff9bc64f07fb80 x1855007613141632/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077143.181214:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613141632/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077143.181223:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077143.181227:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077143.181230:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613141632:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077143.181237:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613141760:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077143.181253:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077143.181262:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077143/real 1769077143] req@ffff9bc64f07ed80 x1855007613141760/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077143.181274:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613141760/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077143.181283:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077143.181286:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077143.181289:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613141760:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077143.181295:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613141888:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077143.181310:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077143.181319:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077143/real 1769077143] req@ffff9bc64f07c700 x1855007613141888/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077143.181331:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613141888/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077143.181340:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077143.181343:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077143.181347:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613141888:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077143.628850:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077143.628934:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077144.204876:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077144.652881:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077144.652945:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077145.228852:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077145.676844:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077145.676912:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077146.252873:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077146.700852:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077146.700911:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077147.276852:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077147.724879:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077147.724939:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077148.300883:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077148.300891:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077148.300898:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077148.300902:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077148.300910:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4133 00000100:00080000:3.0:1769077148.300920:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077148.300926:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077148.300959:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613142016/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077148.300981:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077148.300984:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077148.300985:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077148.300989:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4133 00000100:00080000:3.0:1769077148.300991:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077148.300993:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077148.301001:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077148.301010:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613142144/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077148.301016:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613142016:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769077148.301021:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077148.301025:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077148.301026:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077148.301029:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4133 00000100:00080000:3.0:1769077148.301031:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077148.301033:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077148.301037:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077148.301045:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613142272/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077148.301059:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077148.301061:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077148.301063:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077148.301065:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4133 00000100:00080000:3.0:1769077148.301069:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077148.301071:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077148.301075:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769077148.301078:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769077148.301087:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613142400/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077148.301115:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077148/real 1769077148] req@ffff9bc64d9ae680 x1855007613142016/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077148.301130:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613142016/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077148.301137:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077148.301140:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077148.301143:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613142016:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077148.301161:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613142144:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077148.301175:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077148.301183:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077148/real 1769077148] req@ffff9bc64d9aca80 x1855007613142144/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077148.301192:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613142144/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077148.301198:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077148.301200:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077148.301202:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613142144:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077148.301205:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613142272:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077148.301216:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077148.301221:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077148/real 1769077148] req@ffff9bc64d9aed80 x1855007613142272/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077148.301228:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613142272/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077148.301234:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077148.301235:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077148.301237:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613142272:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077148.301240:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613142400:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077148.301250:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077148.301255:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077148/real 1769077148] req@ffff9bc64d9ac000 x1855007613142400/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077148.301261:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613142400/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077148.301270:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077148.301273:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077148.301275:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613142400:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077148.748849:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077148.748917:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077149.324847:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077149.772891:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077149.772986:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077150.348847:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077150.796879:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077150.796944:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077151.372898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077151.820889:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077151.820951:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077152.396893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077152.844838:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077152.844905:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769077153.420871:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769077153.420873:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769077153.420884:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077153.420889:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077153.420899:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4138 00000100:00080000:2.0:1769077153.420909:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077153.420915:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077153.420947:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9f80 x1855007613142528/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077153.420974:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077153.420976:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077153.420978:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077153.420981:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4138 00000100:00080000:2.0:1769077153.420983:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077153.420986:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077153.420993:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077153.421001:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb800 x1855007613142656/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077153.421010:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077153.421012:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769077153.421014:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077153.421017:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4138 00000100:00080000:2.0:1769077153.421020:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769077153.421025:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613142528:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769077153.421025:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077153.421033:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077153.421041:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9180 x1855007613142784/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077153.421048:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077153.421050:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769077153.421052:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077153.421054:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4138 00000100:00080000:2.0:1769077153.421056:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077153.421059:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077153.421061:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077153.421068:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdad80 x1855007613142912/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077153.421097:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077153.421130:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077153/real 1769077153] req@ffff9bc67afd9f80 x1855007613142528/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077153.421143:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9f80 x1855007613142528/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077153.421157:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077153.421160:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077153.421163:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613142528:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077153.421169:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613142656:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077153.421185:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077153.421193:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077153/real 1769077153] req@ffff9bc67afdb800 x1855007613142656/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077153.421202:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb800 x1855007613142656/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077153.421208:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077153.421210:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077153.421212:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613142656:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077153.421231:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613142784:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077153.421245:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077153.421256:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077153/real 1769077153] req@ffff9bc67afd9180 x1855007613142784/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077153.421268:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9180 x1855007613142784/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077153.421277:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077153.421281:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077153.421285:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613142784:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077153.421291:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613142912:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077153.421311:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077153.421319:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077153/real 1769077153] req@ffff9bc67afdad80 x1855007613142912/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077153.421332:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdad80 x1855007613142912/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077153.421338:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077153.421340:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077153.421342:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613142912:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077153.868873:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077153.868924:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077154.444864:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077154.892885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077154.892936:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077155.468871:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077155.916901:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077155.916969:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077156.492858:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077156.940885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077156.941001:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077157.517022:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077157.964941:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077157.965018:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769077158.540885:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769077158.540886:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769077158.540898:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077158.540916:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077158.540926:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4144 00000100:00080000:2.0:1769077158.540940:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077158.540947:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077158.540991:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afda680 x1855007613143040/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077158.541016:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077158.541019:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077158.541020:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077158.541028:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4144 00000100:00080000:2.0:1769077158.541030:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077158.541033:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077158.541042:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077158.541052:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8380 x1855007613143168/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077158.541060:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077158.541062:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769077158.541063:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077158.541066:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4144 00000100:00080000:2.0:1769077158.541068:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077158.541070:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077158.541074:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077158.541082:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613143040:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077158.541085:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9880 x1855007613143296/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077158.541097:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077158.541100:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769077158.541101:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077158.541103:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4144 00000100:00080000:2.0:1769077158.541105:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077158.541108:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077158.541111:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077158.541119:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9c00 x1855007613143424/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077158.541180:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077158.541228:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077158/real 1769077158] req@ffff9bc67afda680 x1855007613143040/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077158.541250:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afda680 x1855007613143040/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077158.541263:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077158.541267:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077158.541272:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613143040:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077158.541287:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613143168:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077158.541313:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077158.541328:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077158/real 1769077158] req@ffff9bc67afd8380 x1855007613143168/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077158.541343:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8380 x1855007613143168/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077158.541353:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077158.541356:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077158.541360:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613143168:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077158.541390:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613143296:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077158.541412:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077158.541423:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077158/real 1769077158] req@ffff9bc67afd9880 x1855007613143296/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077158.541437:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9880 x1855007613143296/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077158.541446:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077158.541450:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077158.541454:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613143296:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077158.541460:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613143424:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077158.541478:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077158.541489:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077158/real 1769077158] req@ffff9bc67afd9c00 x1855007613143424/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077158.541518:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9c00 x1855007613143424/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077158.541534:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077158.541549:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077158.541552:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613143424:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077158.988860:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077158.988920:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077159.564866:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077160.012857:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077160.012916:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077160.588861:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077161.036861:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077161.036964:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077161.612927:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077162.060892:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077162.060946:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077162.636849:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077163.084864:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077163.084961:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769077163.660887:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769077163.660894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769077163.660898:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077163.660905:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077163.660916:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4149 00000100:00080000:2.0:1769077163.660927:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077163.660936:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077163.660973:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8a80 x1855007613143552/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077163.661004:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077163.661008:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077163.661011:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077163.661015:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4149 00000100:00080000:2.0:1769077163.661019:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077163.661023:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077163.661033:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077163.661049:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9c00 x1855007613143680/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077163.661064:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077163.661068:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769077163.661070:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077163.661075:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4149 00000100:00100000:0.0:1769077163.661082:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613143552:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769077163.661082:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077163.661091:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077163.661098:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077163.661114:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9880 x1855007613143808/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077163.661125:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077163.661129:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769077163.661131:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077163.661135:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4149 00000100:00080000:2.0:1769077163.661140:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077163.661145:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077163.661151:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769077163.661159:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077163.661165:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8380 x1855007613143936/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077163.661196:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077163/real 1769077163] req@ffff9bc67afd8a80 x1855007613143552/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077163.661219:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8a80 x1855007613143552/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077163.661227:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077163.661231:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077163.661234:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613143552:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077163.661253:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613143680:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077163.661270:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077163.661278:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077163/real 1769077163] req@ffff9bc67afd9c00 x1855007613143680/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077163.661287:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9c00 x1855007613143680/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077163.661294:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077163.661298:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077163.661302:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613143680:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077163.661308:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613143808:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077163.661329:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077163.661340:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077163/real 1769077163] req@ffff9bc67afd9880 x1855007613143808/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077163.661354:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9880 x1855007613143808/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077163.661362:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077163.661365:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077163.661367:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613143808:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077163.661372:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613143936:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077163.661387:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077163.661397:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077163/real 1769077163] req@ffff9bc67afd8380 x1855007613143936/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077163.661409:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8380 x1855007613143936/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077163.661430:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077163.661434:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077163.661438:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613143936:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077164.108885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077164.108986:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077164.684908:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077165.132904:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077165.132957:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077165.708931:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077166.156860:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077166.156913:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077166.732876:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077167.180881:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077167.180935:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077167.756905:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077168.204875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077168.204993:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077168.780897:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077168.780908:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077168.780909:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077168.780916:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077168.780939:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4154 00000100:00080000:3.0:1769077168.780951:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077168.780959:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077168.780999:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613144064/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077168.781037:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077168.781041:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077168.781043:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077168.781048:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4154 00000100:00080000:3.0:1769077168.781053:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077168.781057:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077168.781067:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077168.781080:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613144192/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077168.781090:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077168.781093:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077168.781094:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769077168.781099:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613144064:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769077168.781100:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4154 00000100:00080000:3.0:1769077168.781107:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077168.781113:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077168.781119:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077168.781134:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613144320/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077168.781145:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077168.781149:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077168.781152:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077168.781157:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4154 00000100:00080000:3.0:1769077168.781163:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1769077168.781166:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769077168.781171:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077168.781178:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077168.781192:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613144448/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077168.781205:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077168/real 1769077168] req@ffff9bc64d9ad880 x1855007613144064/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077168.781223:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613144064/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077168.781231:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077168.781234:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077168.781238:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613144064:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077168.781273:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613144192:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077168.781292:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077168.781301:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077168/real 1769077168] req@ffff9bc64d9adc00 x1855007613144192/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077168.781317:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613144192/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077168.781342:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077168.781347:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077168.781353:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613144192:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077168.781361:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613144320:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077168.781401:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077168.781412:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077168/real 1769077168] req@ffff9bc64d9ac380 x1855007613144320/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077168.781422:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613144320/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077168.781429:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077168.781431:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077168.781434:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613144320:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077168.781438:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613144448:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077168.781452:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077168.781458:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077168/real 1769077168] req@ffff9bc64d9ad180 x1855007613144448/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077168.781467:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613144448/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077168.781472:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077168.781474:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077168.781477:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613144448:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077169.228865:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077169.228949:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077169.804870:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077170.252851:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077170.252926:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077170.828888:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077171.276891:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077171.276959:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077171.852923:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077172.300885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077172.300936:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077172.876877:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077173.324867:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077173.324930:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077173.900842:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077173.900861:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077173.900867:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077173.900871:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077173.900879:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4159 00000100:00080000:0.0:1769077173.900888:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077173.900894:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077173.900923:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613144576/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077173.900947:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077173.900949:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077173.900951:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077173.900954:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4159 00000100:00080000:0.0:1769077173.900956:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077173.900959:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077173.900967:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077173.900976:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613144576:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077173.900979:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613144704/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077173.900989:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077173.900991:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077173.900993:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077173.900995:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4159 00000100:00080000:0.0:1769077173.900998:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077173.901001:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077173.901004:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077173.901013:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613144832/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077173.901019:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077173.901021:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077173.901023:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077173.901025:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4159 00000100:00080000:0.0:1769077173.901028:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077173.901030:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077173.901034:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769077173.901037:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077173.901045:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613144960/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077173.901073:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077173/real 1769077173] req@ffff9bc64f07d180 x1855007613144576/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077173.901087:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613144576/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077173.901095:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077173.901099:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077173.901101:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613144576:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077173.901119:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613144704:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077173.901134:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077173.901141:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077173/real 1769077173] req@ffff9bc64f07df80 x1855007613144704/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077173.901149:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613144704/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077173.901155:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077173.901157:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077173.901160:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613144704:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077173.901163:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613144832:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077173.901173:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077173.901178:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077173/real 1769077173] req@ffff9bc64f07d880 x1855007613144832/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077173.901186:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613144832/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077173.901191:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077173.901193:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077173.901195:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613144832:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077173.901198:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613144960:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077173.901207:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077173.901212:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077173/real 1769077173] req@ffff9bc64f07f100 x1855007613144960/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077173.901219:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613144960/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077173.901224:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077173.901226:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077173.901228:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613144960:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077174.348860:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077174.348923:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077174.924927:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077175.372956:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077175.373001:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077175.948877:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077176.396902:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077176.397022:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077176.972941:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077177.420962:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077177.421062:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077177.996897:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077178.444915:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077178.445022:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077179.020898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077179.020917:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077179.020923:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077179.020927:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077179.020934:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4164 00000100:00080000:3.0:1769077179.020951:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077179.020957:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077179.020994:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613145088/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077179.021013:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077179.021016:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077179.021018:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077179.021021:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4164 00000100:00080000:3.0:1769077179.021033:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077179.021035:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077179.021043:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077179.021051:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613145216/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077179.021059:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077179.021063:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613145088:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769077179.021063:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077179.021066:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077179.021071:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4164 00000100:00080000:3.0:1769077179.021076:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077179.021078:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077179.021082:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077179.021089:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613145344/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077179.021095:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077179.021098:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077179.021099:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077179.021101:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4164 00000100:00080000:3.0:1769077179.021104:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077179.021106:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077179.021108:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077179.021116:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613145472/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077179.021190:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613145216:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077179.021220:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613145344:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077179.021235:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613145472:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077179.468907:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077179.468979:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077180.044889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077180.492854:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077180.492925:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077181.068885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077181.516868:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077181.516939:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077182.092855:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:3.0:1769077182.093023:0:2359:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:3.0:1769077182.093064:0:2359:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769077182.093115:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769077182.093164:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769077182.093174:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769077182.093182:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:2.0:1769077182.093266:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077179/real 1769077182] req@ffff9bc64d9aea00 x1855007613145216/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077182.093293:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613145216/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077182.093306:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077182.093312:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077182.093316:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613145216:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077182.093325:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077179/real 1769077182] req@ffff9bc64d9adf80 x1855007613145344/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077182.093337:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613145344/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077182.093344:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077182.093347:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077182.093351:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613145344:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077182.093357:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077179/real 1769077182] req@ffff9bc64d9ad500 x1855007613145472/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077182.093375:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613145472/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077182.093383:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077182.093386:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077182.093389:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613145472:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077182.093396:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077179/real 1769077182] req@ffff9bc64d9ace00 x1855007613145088/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077182.093408:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613145088/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077182.093415:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077182.093419:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077182.093422:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613145088:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769077182.540838:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077182.540918:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077183.116881:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077183.564919:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077183.564990:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077184.140864:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077184.140975:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077184.140985:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077184.140989:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077184.141000:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4169 00000100:00080000:3.0:1769077184.141012:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077184.141020:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077184.141060:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613145600/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077184.141103:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077184.141106:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077184.141108:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077184.141111:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4169 00000100:00080000:3.0:1769077184.141114:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077184.141118:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077184.141129:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077184.141141:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613145728/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077184.141150:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077184.141153:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077184.141156:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077184.141159:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4169 00000100:00080000:3.0:1769077184.141162:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1769077184.141169:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613145600:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769077184.141170:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077184.141180:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077184.141189:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613145856/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077184.141199:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077184.141204:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077184.141211:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077184.141217:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4169 00000100:00080000:3.0:1769077184.141222:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077184.141229:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077184.141235:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077184.141249:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613145984/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077184.141273:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077184.141347:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077184/real 1769077184] req@ffff9bc64d9ace00 x1855007613145600/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077184.141370:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613145600/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077184.141385:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077184.141393:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077184.141398:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613145600:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077184.141408:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613145728:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077184.141438:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077184.141454:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077184/real 1769077184] req@ffff9bc64d9ad500 x1855007613145728/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077184.141468:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613145728/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077184.141477:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077184.141481:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077184.141484:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613145728:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077184.141516:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613145856:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077184.141539:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077184.141551:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077184/real 1769077184] req@ffff9bc64d9adf80 x1855007613145856/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077184.141563:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613145856/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077184.141572:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077184.141575:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077184.141579:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613145856:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077184.141585:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613145984:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077184.141604:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077184.141615:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077184/real 1769077184] req@ffff9bc64d9aea00 x1855007613145984/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077184.141629:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613145984/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077184.141638:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077184.141641:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077184.141645:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613145984:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077184.588831:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077184.589916:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077185.164918:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077185.612911:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077185.613002:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077186.188948:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077186.636892:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077186.636973:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077187.212917:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077187.660884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077187.660987:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077188.236865:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077188.684883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077188.684908:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077189.260863:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077189.260884:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077189.260890:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077189.260894:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077189.260901:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4174 00000100:00080000:0.0:1769077189.260911:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077189.260916:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077189.260947:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613146112/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077189.260968:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077189.260971:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077189.260972:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077189.260975:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4174 00000100:00080000:0.0:1769077189.260977:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077189.260979:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077189.261000:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077189.261011:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613146240/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077189.261018:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077189.261022:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077189.261023:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077189.261026:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4174 00000100:00080000:0.0:1769077189.261029:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077189.261032:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077189.261037:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077189.261039:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613146112:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077189.261046:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613146368/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077189.261053:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077189.261055:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077189.261056:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077189.261059:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4174 00000100:00080000:0.0:1769077189.261060:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077189.261063:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077189.261066:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077189.261075:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613146496/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077189.261109:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077189.261152:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077189/real 1769077189] req@ffff9bc64f07dc00 x1855007613146112/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077189.261169:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613146112/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077189.261176:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077189.261180:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077189.261182:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613146112:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077189.261188:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613146240:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077189.261206:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077189.261215:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077189/real 1769077189] req@ffff9bc64f07f480 x1855007613146240/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077189.261234:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613146240/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077189.261243:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077189.261246:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077189.261250:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613146240:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077189.261275:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613146368:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077189.261295:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077189.261308:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077189/real 1769077189] req@ffff9bc64f07ce00 x1855007613146368/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077189.261321:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613146368/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077189.261329:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077189.261332:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077189.261334:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613146368:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077189.261338:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613146496:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077189.261353:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077189.261360:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077189/real 1769077189] req@ffff9bc64f07e680 x1855007613146496/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077189.261379:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613146496/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077189.261387:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077189.261390:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077189.261393:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613146496:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077189.708887:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077189.708952:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077190.284911:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077190.732880:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077190.733021:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077191.308882:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077191.756879:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077191.756968:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077192.332866:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077192.780877:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077192.780949:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077193.356850:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077193.804875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077193.804897:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077194.380887:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077194.380888:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077194.380917:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077194.380921:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077194.380929:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4179 00000100:00080000:1.0:1769077194.380940:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077194.380946:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077194.380979:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007613146624/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077194.381005:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077194.381008:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077194.381010:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077194.381013:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4179 00000100:00080000:1.0:1769077194.381015:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077194.381017:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077194.381025:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077194.381034:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007613146752/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077194.381042:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077194.381045:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077194.381048:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769077194.381049:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613146624:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769077194.381053:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4179 00000100:00080000:1.0:1769077194.381058:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077194.381062:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077194.381065:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077194.381073:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007613146880/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077194.381080:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077194.381082:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077194.381084:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077194.381086:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4179 00000100:00080000:1.0:1769077194.381089:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077194.381092:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077194.381095:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077194.381102:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007613147008/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077194.381118:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077194.381151:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077194/real 1769077194] req@ffff9bc64ac90000 x1855007613146624/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077194.381165:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007613146624/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077194.381173:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077194.381178:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077194.381182:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613146624:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077194.381209:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613146752:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077194.381230:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077194.381242:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077194/real 1769077194] req@ffff9bc64ac90e00 x1855007613146752/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077194.381255:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007613146752/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077194.381262:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077194.381265:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077194.381268:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613146752:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077194.381274:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613146880:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077194.381292:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077194.381302:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077194/real 1769077194] req@ffff9bc64ac91f80 x1855007613146880/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077194.381314:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007613146880/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077194.381321:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077194.381325:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077194.381328:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613146880:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077194.381334:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613147008:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077194.381351:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077194.381360:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077194/real 1769077194] req@ffff9bc64ac93480 x1855007613147008/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077194.381371:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007613147008/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077194.381386:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077194.381390:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077194.381394:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613147008:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077194.828883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077194.828969:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077195.404863:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077195.852886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077195.852953:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077196.428901:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077196.876901:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077196.876958:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077197.452839:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077197.900874:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077197.900936:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077198.476925:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077198.924886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077198.924945:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077199.500886:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077199.500893:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077199.500899:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077199.500903:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077199.500910:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4185 00000100:00080000:3.0:1769077199.500920:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077199.500928:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077199.500968:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613147136/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077199.500993:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077199.500996:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077199.500997:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077199.501002:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4185 00000100:00080000:3.0:1769077199.501006:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077199.501010:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077199.501019:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077199.501022:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613147136:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769077199.501032:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613147264/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077199.501042:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077199.501045:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077199.501046:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077199.501049:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4185 00000100:00080000:3.0:1769077199.501052:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077199.501054:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077199.501059:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077199.501070:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613147392/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077199.501081:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1769077199.501085:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769077199.501088:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077199.501092:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077199.501098:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4185 00000100:00080000:3.0:1769077199.501103:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077199.501108:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077199.501114:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077199.501126:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077199/real 1769077199] req@ffff9bc64d9ad180 x1855007613147136/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077199.501128:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613147520/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077199.501168:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613147136/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077199.501178:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077199.501181:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077199.501184:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613147136:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077199.501205:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613147264:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077199.501223:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077199.501232:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077199/real 1769077199] req@ffff9bc64d9ac380 x1855007613147264/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077199.501240:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613147264/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077199.501247:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077199.501249:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077199.501251:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613147264:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077199.501255:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613147392:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077199.501265:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077199.501271:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077199/real 1769077199] req@ffff9bc64d9adc00 x1855007613147392/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077199.501278:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613147392/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077199.501284:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077199.501285:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077199.501287:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613147392:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077199.501291:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613147520:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077199.501300:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077199.501306:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077199/real 1769077199] req@ffff9bc64d9ad880 x1855007613147520/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077199.501312:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613147520/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077199.501318:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077199.501319:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077199.501322:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613147520:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077199.948873:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077199.948954:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077200.524902:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077200.972894:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077200.972955:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077201.548851:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077201.996875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077201.996938:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077202.572905:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077203.020884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077203.020941:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077203.596825:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077204.044884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077204.044943:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769077204.620902:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769077204.620906:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769077204.620917:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077204.620923:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077204.620935:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4190 00000100:00080000:2.0:1769077204.620957:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077204.620969:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077204.621019:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afda680 x1855007613147648/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077204.621057:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077204.621061:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077204.621063:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077204.621069:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4190 00000100:00080000:2.0:1769077204.621073:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077204.621078:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077204.621089:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077204.621105:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdad80 x1855007613147776/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077204.621116:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077204.621117:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613147648:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769077204.621122:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769077204.621126:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077204.621133:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4190 00000100:00080000:2.0:1769077204.621136:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077204.621138:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077204.621143:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077204.621154:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9180 x1855007613147904/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077204.621162:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077204.621164:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769077204.621165:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077204.621168:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4190 00000100:00080000:2.0:1769077204.621170:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077204.621172:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077204.621175:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077204.621182:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb800 x1855007613148032/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077204.621203:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077204.621243:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077204/real 1769077204] req@ffff9bc67afda680 x1855007613147648/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077204.621258:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afda680 x1855007613147648/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077204.621267:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077204.621270:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077204.621273:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613147648:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077204.621307:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613147776:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077204.621323:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077204.621332:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077204/real 1769077204] req@ffff9bc67afdad80 x1855007613147776/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077204.621341:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdad80 x1855007613147776/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077204.621347:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077204.621349:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077204.621352:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613147776:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077204.621356:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613147904:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077204.621367:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077204.621373:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077204/real 1769077204] req@ffff9bc67afd9180 x1855007613147904/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077204.621386:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9180 x1855007613147904/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077204.621392:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077204.621393:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077204.621395:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613147904:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077204.621399:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613148032:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077204.621409:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077204.621415:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077204/real 1769077204] req@ffff9bc67afdb800 x1855007613148032/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077204.621422:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb800 x1855007613148032/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077204.621428:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077204.621430:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077204.621432:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613148032:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077205.068903:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077205.068968:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077205.644875:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077206.092885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077206.093002:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077206.668877:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077207.116868:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077207.116926:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077207.692898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077208.140890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077208.141074:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077208.716890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077209.164883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077209.164915:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077209.740891:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077209.740900:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077209.740906:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077209.740911:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077209.740920:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4195 00000100:00080000:0.0:1769077209.740933:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077209.740940:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077209.740975:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c380 x1855007613148160/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077209.740999:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077209.741002:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077209.741003:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077209.741006:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4195 00000100:00080000:0.0:1769077209.741009:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077209.741013:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077209.741021:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077209.741033:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613148288/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077209.741038:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613148160:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769077209.741045:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077209.741048:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077209.741049:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077209.741053:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4195 00000100:00080000:0.0:1769077209.741055:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077209.741058:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077209.741062:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077209.741070:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613148416/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077209.741078:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077209.741081:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077209.741082:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077209.741084:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4195 00000100:00080000:0.0:1769077209.741087:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077209.741090:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077209.741093:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077209.741103:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613148544/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077209.741103:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077209.741140:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077209/real 1769077209] req@ffff9bc64f07c380 x1855007613148160/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077209.741155:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c380 x1855007613148160/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077209.741162:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077209.741166:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077209.741168:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613148160:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077209.741187:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613148288:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077209.741211:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077209.741223:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077209/real 1769077209] req@ffff9bc64f07e680 x1855007613148288/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077209.741232:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613148288/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077209.741238:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077209.741240:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077209.741243:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613148288:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077209.741247:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613148416:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077209.741259:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077209.741265:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077209/real 1769077209] req@ffff9bc64f07ce00 x1855007613148416/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077209.741273:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613148416/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077209.741278:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077209.741280:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077209.741282:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613148416:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077209.741285:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613148544:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077209.741295:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077209.741301:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077209/real 1769077209] req@ffff9bc64f07f480 x1855007613148544/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077209.741308:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613148544/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077209.741313:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077209.741315:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077209.741317:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613148544:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077210.188887:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077210.188934:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077210.764914:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077211.212928:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077211.212964:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077211.788930:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769077212.236910:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077212.236978:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077212.812934:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077213.260837:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077213.260956:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077213.836900:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077214.284892:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077214.284935:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077214.860893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077214.860895:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077214.860904:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077214.860909:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077214.860919:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4200 00000100:00080000:0.0:1769077214.860946:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077214.860954:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077214.860992:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613148672/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077214.861028:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077214.861033:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077214.861035:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077214.861039:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4200 00000100:00080000:0.0:1769077214.861043:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077214.861050:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077214.861060:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077214.861068:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613148672:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077214.861077:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613148800/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077214.861091:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077214.861095:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077214.861098:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077214.861102:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4200 00000100:00080000:0.0:1769077214.861107:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077214.861112:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077214.861118:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769077214.861130:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077214.861133:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613148928/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077214.861147:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077214.861151:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077214.861153:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077214.861157:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4200 00000100:00080000:0.0:1769077214.861162:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077214.861167:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077214.861173:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077214.861177:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077214/real 1769077214] req@ffff9bc64f07dc00 x1855007613148672/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077214.861190:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613149056/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077214.861209:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613148672/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077214.861223:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077214.861227:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077214.861230:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613148672:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077214.861270:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613148800:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077214.861299:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077214.861310:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077214/real 1769077214] req@ffff9bc64f07f100 x1855007613148800/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077214.861325:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613148800/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077214.861332:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077214.861334:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077214.861336:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613148800:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077214.861341:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613148928:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077214.861355:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077214.861361:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077214/real 1769077214] req@ffff9bc64f07d880 x1855007613148928/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077214.861369:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613148928/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077214.861375:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077214.861377:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077214.861379:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613148928:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077214.861382:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613149056:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077214.861392:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077214.861398:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077214/real 1769077214] req@ffff9bc64f07df80 x1855007613149056/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077214.861406:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613149056/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077214.861416:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077214.861418:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077214.861420:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613149056:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077215.308833:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077215.308919:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077215.884869:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077216.332839:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077216.332938:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077216.908858:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077217.356865:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077217.356934:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077217.932897:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077218.380900:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077218.380961:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077218.956850:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077219.404850:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077219.404904:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077219.980881:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077219.980899:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077219.980905:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077219.980909:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077219.980917:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4205 00000100:00080000:1.0:1769077219.980927:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077219.980933:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077219.980964:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007613149184/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077219.980987:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077219.980990:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077219.980991:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077219.980994:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4205 00000100:00080000:1.0:1769077219.981009:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077219.981011:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077219.981018:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077219.981031:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007613149312/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077219.981043:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077219.981052:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613149184:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769077219.981057:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077219.981061:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077219.981077:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4205 00000100:00080000:1.0:1769077219.981083:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077219.981087:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077219.981094:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077219.981109:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007613149440/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077219.981120:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077219.981124:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:2.0:1769077219.981128:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769077219.981129:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077219.981137:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4205 00000100:00080000:1.0:1769077219.981143:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077219.981148:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077219.981154:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077219.981164:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077219/real 1769077219] req@ffff9bc64ac93100 x1855007613149184/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077219.981170:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90700 x1855007613149568/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077219.981186:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007613149184/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077219.981195:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077219.981198:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077219.981202:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613149184:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077219.981220:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613149312:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077219.981234:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077219.981242:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077219/real 1769077219] req@ffff9bc64ac93800 x1855007613149312/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077219.981250:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007613149312/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077219.981266:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077219.981268:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077219.981270:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613149312:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077219.981275:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613149440:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077219.981285:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077219.981291:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077219/real 1769077219] req@ffff9bc64ac92a00 x1855007613149440/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077219.981299:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007613149440/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077219.981307:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077219.981310:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077219.981314:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613149440:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077219.981320:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613149568:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077219.981339:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077219.981360:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077219/real 1769077219] req@ffff9bc64ac90700 x1855007613149568/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077219.981370:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90700 x1855007613149568/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077219.981377:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077219.981380:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077219.981383:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613149568:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077220.428951:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077220.429068:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077221.004950:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077221.452924:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077221.453233:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077222.028893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077222.476922:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077222.477080:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077223.052921:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077223.500890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077223.501037:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077224.076893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077224.524921:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077224.525009:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077225.100882:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077225.100891:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077225.100895:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077225.100903:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4210 00000100:00080000:0.0:1769077225.100913:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077225.100919:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077225.100928:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077225.100956:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613149696/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077225.100984:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077225.100987:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077225.100996:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077225.100999:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4210 00000100:00080000:0.0:1769077225.101002:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077225.101005:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077225.101012:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077225.101022:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613149824/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077225.101029:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077225.101032:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077225.101033:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077225.101036:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4210 00000100:00080000:0.0:1769077225.101038:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077225.101041:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077225.101044:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077225.101050:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613149952/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077225.101057:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077225.101059:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077225.101061:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769077225.101065:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613149696:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769077225.101066:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4210 00000100:00080000:0.0:1769077225.101072:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077225.101077:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077225.101079:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077225.101087:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613150080/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077225.101143:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077225.101188:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077225/real 1769077225] req@ffff9bc64f07d180 x1855007613149696/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077225.101202:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613149696/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077225.101209:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077225.101213:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077225.101216:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613149696:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077225.101221:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613149824:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077225.101243:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077225.101251:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077225/real 1769077225] req@ffff9bc64f07c700 x1855007613149824/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077225.101258:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613149824/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077225.101264:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077225.101266:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077225.101268:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613149824:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077225.101285:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613149952:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077225.101296:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077225.101301:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077225/real 1769077225] req@ffff9bc64f07ed80 x1855007613149952/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077225.101309:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613149952/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077225.101319:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077225.101322:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077225.101326:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613149952:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077225.101343:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613150080:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077225.101361:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077225.101372:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077225/real 1769077225] req@ffff9bc64f07fb80 x1855007613150080/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077225.101412:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613150080/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077225.101421:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077225.101426:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077225.101431:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613150080:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077225.548948:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077225.548998:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077226.124873:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077226.572864:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077226.573047:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077227.148873:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077227.596875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077227.596919:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077228.172933:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077228.620875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077228.620903:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077229.196873:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077229.644898:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077229.644993:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077230.220854:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077230.220865:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077230.220871:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077230.220875:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077230.220883:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4215 00000100:00080000:1.0:1769077230.220894:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077230.220900:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077230.220932:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91180 x1855007613150208/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077230.220954:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077230.220957:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077230.220959:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077230.220962:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4215 00000100:00080000:1.0:1769077230.220964:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077230.220967:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077230.220974:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077230.220982:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90380 x1855007613150336/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077230.220990:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077230.220993:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077230.220994:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077230.220996:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4215 00000100:00080000:1.0:1769077230.220999:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077230.221010:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077230.221018:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613150208:192.168.204.139@tcp:250:kworker.0 00000008:00100000:1.0:1769077230.221020:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077230.221042:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90700 x1855007613150464/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077230.221061:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077230.221064:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077230.221066:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077230.221070:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4215 00000100:00080000:1.0:1769077230.221075:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077230.221079:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077230.221084:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769077230.221087:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769077230.221102:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007613150592/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077230.221132:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077230/real 1769077230] req@ffff9bc64ac91180 x1855007613150208/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077230.221151:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91180 x1855007613150208/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077230.221161:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077230.221166:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077230.221169:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613150208:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077230.221178:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613150336:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077230.221197:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077230.221208:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077230/real 1769077230] req@ffff9bc64ac90380 x1855007613150336/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077230.221228:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90380 x1855007613150336/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077230.221236:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077230.221239:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077230.221243:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613150336:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077230.221266:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613150464:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077230.221285:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077230.221322:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077230/real 1769077230] req@ffff9bc64ac90700 x1855007613150464/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077230.221336:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90700 x1855007613150464/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077230.221345:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077230.221348:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077230.221351:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613150464:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077230.221358:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613150592:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077230.221386:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077230.221396:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077230/real 1769077230] req@ffff9bc64ac92a00 x1855007613150592/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077230.221408:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007613150592/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077230.221417:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077230.221420:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077230.221423:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613150592:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077230.668875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077230.668962:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077231.244823:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077231.692914:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077231.692970:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077232.268877:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077232.716860:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077232.716985:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077233.292879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077233.740900:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077233.740937:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077234.316870:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077234.764851:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077234.764929:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077235.340872:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769077235.340872:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077235.340883:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077235.340888:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077235.340897:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4220 00000100:00080000:2.0:1769077235.340909:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077235.340916:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077235.340954:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9f80 x1855007613150720/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077235.340982:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077235.340985:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077235.340986:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077235.340990:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4220 00000100:00080000:2.0:1769077235.340994:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077235.340999:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077235.341009:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077235.341025:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8000 x1855007613150848/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077235.341034:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613150720:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769077235.341058:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077235.341061:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769077235.341063:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077235.341067:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4220 00000100:00080000:2.0:1769077235.341070:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077235.341073:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077235.341078:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077235.341089:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb100 x1855007613150976/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077235.341096:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077235.341099:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769077235.341100:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077235.341102:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4220 00000100:00080000:2.0:1769077235.341106:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077235.341109:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077235.341111:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769077235.341117:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077235.341122:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9500 x1855007613151104/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077235.341155:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077235/real 1769077235] req@ffff9bc67afd9f80 x1855007613150720/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077235.341170:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9f80 x1855007613150720/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077235.341178:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077235.341181:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077235.341184:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613150720:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077235.341218:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613150848:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077235.341244:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077235.341257:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077235/real 1769077235] req@ffff9bc67afd8000 x1855007613150848/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077235.341269:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8000 x1855007613150848/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077235.341276:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077235.341278:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077235.341280:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613150848:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077235.341285:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613150976:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077235.341301:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077235.341307:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077235/real 1769077235] req@ffff9bc67afdb100 x1855007613150976/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077235.341320:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb100 x1855007613150976/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077235.341325:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077235.341327:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077235.341329:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613150976:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077235.341333:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613151104:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077235.341343:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077235.341348:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077235/real 1769077235] req@ffff9bc67afd9500 x1855007613151104/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077235.341356:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9500 x1855007613151104/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077235.341362:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077235.341365:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077235.341367:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613151104:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077235.788889:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077235.788947:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077236.364894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077236.812859:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077236.812880:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077237.388871:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077237.836887:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077237.836914:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077238.412852:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077238.860830:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077238.860927:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077239.436874:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077239.884867:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077239.884924:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769077240.460861:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769077240.460862:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769077240.460872:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077240.460876:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077240.460886:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4226 00000100:00080000:2.0:1769077240.460905:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077240.460913:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077240.460950:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8700 x1855007613151232/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077240.460973:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077240.460976:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077240.460977:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077240.460981:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4226 00000100:00080000:2.0:1769077240.460984:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077240.460986:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077240.460994:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077240.461011:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9500 x1855007613151360/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077240.461019:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077240.461022:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769077240.461024:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077240.461027:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4226 00000100:00080000:2.0:1769077240.461029:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077240.461033:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077240.461035:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613151232:192.168.204.139@tcp:250:kworker.0 00000008:00100000:2.0:1769077240.461037:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077240.461048:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb100 x1855007613151488/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077240.461055:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077240.461058:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769077240.461060:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077240.461062:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4226 00000100:00080000:2.0:1769077240.461064:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077240.461066:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077240.461069:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077240.461078:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8000 x1855007613151616/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077240.461106:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077240.461171:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077240/real 1769077240] req@ffff9bc67afd8700 x1855007613151232/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077240.461190:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8700 x1855007613151232/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077240.461201:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077240.461206:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077240.461210:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613151232:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077240.461232:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613151360:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077240.461255:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077240.461266:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077240/real 1769077240] req@ffff9bc67afd9500 x1855007613151360/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077240.461279:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9500 x1855007613151360/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077240.461288:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077240.461291:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077240.461294:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613151360:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077240.461301:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613151488:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077240.461319:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077240.461328:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077240/real 1769077240] req@ffff9bc67afdb100 x1855007613151488/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077240.461340:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb100 x1855007613151488/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077240.461348:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077240.461352:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077240.461355:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613151488:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077240.461362:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613151616:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077240.461377:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077240.461387:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077240/real 1769077240] req@ffff9bc67afd8000 x1855007613151616/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077240.461398:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8000 x1855007613151616/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077240.461407:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077240.461410:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077240.461413:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613151616:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077240.908848:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077240.908927:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077241.484859:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077241.932882:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077241.932942:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077242.508892:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077242.956889:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077242.956957:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077243.532887:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077243.980905:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077243.981001:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077244.556841:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077245.004938:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077245.005014:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077245.580879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077245.580900:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077245.580907:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077245.580912:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077245.580922:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4231 00000100:00080000:1.0:1769077245.580933:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077245.580940:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077245.580978:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007613151744/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077245.581015:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077245.581026:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077245.581028:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077245.581033:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4231 00000100:00080000:1.0:1769077245.581048:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077245.581053:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077245.581062:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077245.581070:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613151744:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769077245.581079:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007613151872/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077245.581093:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077245.581097:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077245.581100:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077245.581104:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4231 00000100:00080000:1.0:1769077245.581108:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077245.581112:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077245.581118:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077245.581139:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007613152000/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077245.581150:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077245.581154:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077245.581156:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077245.581159:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4231 00000100:00080000:1.0:1769077245.581164:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077245.581168:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077245.581173:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077245.581183:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613151872:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769077245.581185:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007613152128/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077245.581219:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613152000:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077245.581238:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613152128:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077246.028870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077246.028946:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077246.605058:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077247.052892:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077247.052949:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077247.628938:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077248.076900:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077248.076987:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077248.653038:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:1.0:1769077248.653149:0:2360:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:1.0:1769077248.653193:0:2360:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1769077248.653212:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:1.0:1769077248.653250:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:1.0:1769077248.653260:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:1.0:1769077248.653268:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:0.0:1769077248.653298:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077245/real 1769077248] req@ffff9bc64ac91f80 x1855007613152128/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077248.653327:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007613152128/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077248.653340:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077248.653346:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077248.653350:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613152128:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077248.653358:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077245/real 1769077248] req@ffff9bc64ac93100 x1855007613151872/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077248.653372:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007613151872/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077248.653379:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077248.653383:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077248.653386:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613151872:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077248.653393:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077245/real 1769077248] req@ffff9bc64ac93480 x1855007613152000/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077248.653404:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007613152000/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077248.653411:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077248.653415:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077248.653419:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613152000:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077248.653424:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077245/real 1769077248] req@ffff9bc64ac93800 x1855007613151744/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077248.653436:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007613151744/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077248.653443:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077248.653448:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077248.653451:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613151744:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769077249.100879:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077249.100926:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077249.676910:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077250.124861:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077250.124941:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077250.700986:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077250.701023:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077250.701028:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077250.701032:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077250.701041:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4236 00000100:00080000:3.0:1769077250.701055:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077250.701062:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077250.701120:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613152256/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077250.701167:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077250.701171:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077250.701173:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077250.701177:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4236 00000100:00080000:3.0:1769077250.701182:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077250.701187:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077250.701200:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077250.701215:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613152384/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077250.701226:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077250.701230:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077250.701232:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077250.701237:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4236 00000100:00080000:3.0:1769077250.701242:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077250.701247:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077250.701254:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077250.701266:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613152512/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077250.701277:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077250.701280:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077250.701281:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077250.701285:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4236 00000100:00080000:3.0:1769077250.701289:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077250.701294:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077250.701299:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077250.701311:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613152640/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077250.701455:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613152256:192.168.204.139@tcp:250:kworker.0 00000800:00000100:0.0:1769077250.701589:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077250.701651:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077250/real 1769077250] req@ffff9bc64d9ac000 x1855007613152256/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077250.701674:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613152256/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077250.701685:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077250.701692:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077250.701697:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613152256:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077250.701712:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613152384:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077250.701740:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077250.701755:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077250/real 1769077250] req@ffff9bc64d9aed80 x1855007613152384/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077250.701768:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613152384/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077250.701987:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077250.701991:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077250.701996:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613152384:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077250.702004:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613152512:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077250.702037:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077250.702050:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077250/real 1769077250] req@ffff9bc64d9aca80 x1855007613152512/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077250.702064:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613152512/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077250.702073:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077250.702078:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077250.702082:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613152512:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077250.702089:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613152640:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077250.702110:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077250.702122:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077250/real 1769077250] req@ffff9bc64d9ae680 x1855007613152640/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077250.702136:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613152640/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077250.702144:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077250.702148:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077250.702152:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613152640:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077251.148919:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077251.148969:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077251.724974:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077252.172864:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077252.172884:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077252.748879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077253.196881:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077253.196948:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077253.772916:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077254.220881:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077254.220970:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077254.796894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077255.244971:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077255.245040:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077255.820882:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077255.820923:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077255.820931:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077255.820936:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077255.820945:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4241 00000100:00080000:1.0:1769077255.820955:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077255.820962:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077255.821000:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007613152768/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077255.821040:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077255.821044:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077255.821047:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077255.821052:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4241 00000100:00080000:1.0:1769077255.821056:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077255.821061:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077255.821072:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077255.821086:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613152768:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769077255.821090:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007613152896/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077255.821105:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077255.821109:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077255.821111:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077255.821116:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4241 00000100:00080000:1.0:1769077255.821121:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077255.821126:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077255.821132:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077255.821146:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007613153024/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077255.821147:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769077255.821161:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077255.821165:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077255.821167:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077255.821173:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4241 00000100:00080000:1.0:1769077255.821178:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769077255.821184:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077255/real 1769077255] req@ffff9bc64ac90e00 x1855007613152768/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077255.821185:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077255.821196:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077255.821224:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007613152768/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077255.821229:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007613153152/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077255.821235:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077255.821244:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077255.821251:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613152768:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077255.821272:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613152896:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077255.821300:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077255.821308:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077255/real 1769077255] req@ffff9bc64ac90000 x1855007613152896/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077255.821316:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007613152896/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077255.821322:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077255.821324:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077255.821327:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613152896:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077255.821331:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613153024:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077255.821341:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077255.821346:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077255/real 1769077255] req@ffff9bc64ac91880 x1855007613153024/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077255.821354:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007613153024/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077255.821363:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077255.821365:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077255.821367:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613153024:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077255.821371:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613153152:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077255.821380:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077255.821385:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077255/real 1769077255] req@ffff9bc64ac92d80 x1855007613153152/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077255.821391:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007613153152/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077255.821397:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077255.821399:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077255.821401:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613153152:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077256.268870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077256.268943:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077256.844857:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077257.292903:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077257.292924:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077257.868866:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077258.316874:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077258.316970:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077258.892894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077259.340930:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077259.340995:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077259.916864:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077260.364889:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077260.364956:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077260.940892:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769077260.940898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077260.940906:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077260.940912:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077260.940922:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4246 00000100:00080000:1.0:1769077260.940933:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077260.940941:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077260.940977:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007613153280/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077260.941004:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077260.941008:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077260.941010:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077260.941014:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4246 00000100:00080000:1.0:1769077260.941018:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077260.941022:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077260.941031:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077260.941045:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92680 x1855007613153408/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077260.941049:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613153280:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769077260.941066:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077260.941071:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077260.941074:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077260.941079:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4246 00000100:00080000:1.0:1769077260.941083:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077260.941087:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077260.941093:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077260.941106:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007613153536/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077260.941115:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769077260.941118:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077260.941123:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077260.941126:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077260.941132:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4246 00000100:00080000:1.0:1769077260.941137:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077260.941141:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077260.941146:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077260.941158:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077260/real 1769077260] req@ffff9bc64ac91500 x1855007613153280/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077260.941162:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007613153664/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077260.941199:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007613153280/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077260.941209:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077260.941213:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077260.941216:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613153280:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077260.941245:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613153408:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077260.941265:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077260.941274:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077260/real 1769077260] req@ffff9bc64ac92680 x1855007613153408/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077260.941287:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92680 x1855007613153408/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077260.941296:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077260.941299:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077260.941303:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613153408:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077260.941309:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613153536:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077260.941332:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077260.941346:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077260/real 1769077260] req@ffff9bc64ac91c00 x1855007613153536/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077260.941358:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007613153536/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077260.941366:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077260.941370:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077260.941373:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613153536:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077260.941380:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613153664:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077260.941401:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077260.941412:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077260/real 1769077260] req@ffff9bc64ac90a80 x1855007613153664/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077260.941425:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007613153664/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077260.941434:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077260.941437:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077260.941441:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613153664:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077261.388856:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077261.388927:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077261.964861:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077262.412837:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077262.412887:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077262.988896:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077263.436862:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077263.436923:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077264.012841:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077264.460847:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077264.461011:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077265.036859:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077265.484891:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077265.484942:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077266.060904:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769077266.060907:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077266.060917:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077266.060922:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077266.060930:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4251 00000100:00080000:1.0:1769077266.060940:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077266.060965:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077266.061006:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92300 x1855007613153792/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077266.061054:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077266.061058:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077266.061060:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077266.061065:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4251 00000100:00080000:1.0:1769077266.061069:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077266.061074:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077266.061084:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077266.061101:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93b80 x1855007613153920/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077266.061110:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077266.061114:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077266.061115:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077266.061118:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4251 00000100:00080000:1.0:1769077266.061120:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077266.061123:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077266.061128:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077266.061134:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613153792:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769077266.061143:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007613154048/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077266.061154:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077266.061156:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077266.061157:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077266.061163:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4251 00000100:00080000:1.0:1769077266.061166:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077266.061170:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077266.061173:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077266.061180:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007613154176/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077266.061250:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077266.061314:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077266/real 1769077266] req@ffff9bc64ac92300 x1855007613153792/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077266.061335:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92300 x1855007613153792/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077266.061345:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077266.061349:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077266.061353:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613153792:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077266.061360:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613153920:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077266.061381:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077266.061390:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077266/real 1769077266] req@ffff9bc64ac93b80 x1855007613153920/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077266.061399:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93b80 x1855007613153920/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077266.061421:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077266.061423:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077266.061425:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613153920:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077266.061450:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613154048:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077266.061462:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077266.061468:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077266/real 1769077266] req@ffff9bc64ac90a80 x1855007613154048/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077266.061476:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007613154048/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077266.061481:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077266.061483:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077266.061485:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613154048:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077266.061490:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613154176:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077266.061499:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077266.061505:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077266/real 1769077266] req@ffff9bc64ac91c00 x1855007613154176/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077266.061512:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007613154176/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077266.061518:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077266.061520:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077266.061522:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613154176:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077266.508935:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077266.508996:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077267.084989:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077267.532903:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077267.532919:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077268.108862:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077268.556868:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077268.556960:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077269.132865:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077269.580977:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077269.581009:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077270.156921:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077270.604933:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077270.605087:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077271.180930:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077271.180931:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077271.180944:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077271.180949:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077271.180961:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4256 00000100:00080000:3.0:1769077271.180977:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077271.180988:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077271.181038:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613154304/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077271.181086:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077271.181091:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077271.181093:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077271.181098:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4256 00000100:00080000:3.0:1769077271.181103:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077271.181107:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077271.181128:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077271.181143:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613154432/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077271.181154:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077271.181175:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077271.181178:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077271.181183:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4256 00000100:00080000:3.0:1769077271.181188:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077271.181193:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077271.181199:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077271.181212:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613154560/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077271.181227:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077271.181236:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613154304:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769077271.181237:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077271.181246:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077271.181258:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4256 00000100:00080000:3.0:1769077271.181262:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077271.181266:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077271.181274:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077271.181292:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613154688/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077271.181367:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077271.181408:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077271/real 1769077271] req@ffff9bc64d9ae680 x1855007613154304/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077271.181426:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613154304/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077271.181436:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077271.181440:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077271.181444:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613154304:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077271.181450:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613154432:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077271.181470:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077271.181481:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077271/real 1769077271] req@ffff9bc64d9aca80 x1855007613154432/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077271.181492:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613154432/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077271.181500:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077271.181503:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077271.181506:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613154432:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077271.181528:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613154560:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077271.181546:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077271.181554:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077271/real 1769077271] req@ffff9bc64d9aed80 x1855007613154560/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077271.181565:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613154560/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077271.181572:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077271.181574:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077271.181577:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613154560:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077271.181582:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613154688:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077271.181595:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077271.181602:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077271/real 1769077271] req@ffff9bc64d9ac000 x1855007613154688/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077271.181667:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613154688/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077271.181676:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077271.181679:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077271.181682:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613154688:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077271.628887:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077271.628973:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077272.204906:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077272.652885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077272.652948:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077273.228982:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077273.676897:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077273.677016:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077274.252977:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077274.700896:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077274.700970:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077275.276842:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077275.724836:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077275.724923:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077276.300922:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769077276.300998:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077276.301012:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077276.301019:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077276.301035:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4261 00000100:00080000:2.0:1769077276.301053:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077276.301066:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077276.301125:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9f80 x1855007613154816/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077276.301171:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077276.301176:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077276.301179:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077276.301186:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4261 00000100:00080000:2.0:1769077276.301193:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077276.301198:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077276.301212:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077276.301232:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb800 x1855007613154944/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077276.301248:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077276.301252:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769077276.301257:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769077276.301262:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613154816:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769077276.301265:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4261 00000100:00080000:2.0:1769077276.301273:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077276.301279:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077276.301285:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077276.301300:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9180 x1855007613155072/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077276.301313:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077276.301318:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769077276.301320:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077276.301325:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4261 00000100:00080000:2.0:1769077276.301330:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077276.301334:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077276.301339:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077276.301355:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdad80 x1855007613155200/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077276.301402:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077276.301458:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077276/real 1769077276] req@ffff9bc67afd9f80 x1855007613154816/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077276.301482:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9f80 x1855007613154816/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077276.301496:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077276.301501:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077276.301507:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613154816:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077276.301583:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613154944:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077276.301618:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077276.301635:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077276/real 1769077276] req@ffff9bc67afdb800 x1855007613154944/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077276.301652:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb800 x1855007613154944/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077276.301664:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077276.301668:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077276.301673:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613154944:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077276.301681:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613155072:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077276.301702:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077276.301713:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077276/real 1769077276] req@ffff9bc67afd9180 x1855007613155072/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077276.301728:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9180 x1855007613155072/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077276.301761:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077276.301766:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077276.301770:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613155072:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077276.301830:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613155200:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077276.301857:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077276.301872:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077276/real 1769077276] req@ffff9bc67afdad80 x1855007613155200/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077276.301887:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdad80 x1855007613155200/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077276.301898:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077276.301902:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077276.301906:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613155200:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077276.748875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077276.748959:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077277.324886:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077277.772893:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077277.772936:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077278.348828:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077278.796879:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077278.796943:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077279.372861:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077279.820889:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077279.820984:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077280.396852:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077280.844879:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077280.844939:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077281.420840:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769077281.420855:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077281.420863:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077281.420867:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077281.420875:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4266 00000100:00080000:2.0:1769077281.420885:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077281.420891:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077281.420922:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afda680 x1855007613155328/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077281.420946:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077281.420948:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077281.420950:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077281.420953:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4266 00000100:00080000:2.0:1769077281.420955:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077281.420958:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077281.420965:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077281.420973:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8380 x1855007613155456/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077281.420982:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077281.420984:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769077281.420985:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077281.420988:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4266 00000100:00080000:2.0:1769077281.420990:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077281.420993:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077281.420997:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077281.421009:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613155328:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077281.421020:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9880 x1855007613155584/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077281.421029:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077281.421031:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769077281.421033:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077281.421035:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4266 00000100:00080000:2.0:1769077281.421038:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077281.421040:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077281.421044:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077281.421054:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9c00 x1855007613155712/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077281.421084:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077281.421125:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077281/real 1769077281] req@ffff9bc67afda680 x1855007613155328/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077281.421145:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afda680 x1855007613155328/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077281.421163:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077281.421168:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077281.421172:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613155328:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077281.421181:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613155456:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077281.421206:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077281.421219:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077281/real 1769077281] req@ffff9bc67afd8380 x1855007613155456/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077281.421234:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8380 x1855007613155456/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077281.421243:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077281.421246:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077281.421251:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613155456:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077281.421278:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613155584:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077281.421304:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077281.421316:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077281/real 1769077281] req@ffff9bc67afd9880 x1855007613155584/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077281.421329:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9880 x1855007613155584/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077281.421346:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077281.421350:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077281.421354:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613155584:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077281.421360:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613155712:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077281.421377:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077281.421386:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077281/real 1769077281] req@ffff9bc67afd9c00 x1855007613155712/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077281.421399:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9c00 x1855007613155712/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077281.421408:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077281.421411:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077281.421415:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613155712:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077281.868827:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077281.868940:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077282.444908:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077282.892860:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077282.892879:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077283.468902:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077283.916861:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077283.916895:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077284.492878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077284.940876:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077284.940917:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077285.516837:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077285.964883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077285.964903:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077286.540961:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077286.540969:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077286.540979:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077286.540983:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077286.540994:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4272 00000100:00080000:1.0:1769077286.541005:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077286.541012:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077286.541046:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92680 x1855007613155840/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077286.541072:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077286.541075:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077286.541076:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077286.541080:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4272 00000100:00080000:1.0:1769077286.541083:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077286.541085:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077286.541092:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077286.541100:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007613155968/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077286.541108:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077286.541111:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077286.541112:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077286.541114:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4272 00000100:00080000:1.0:1769077286.541116:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077286.541118:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077286.541121:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077286.541128:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007613156096/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077286.541135:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077286.541138:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077286.541140:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077286.541144:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4272 00000100:00080000:1.0:1769077286.541148:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077286.541150:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077286.541154:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077286.541163:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007613156224/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077286.541168:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613155840:192.168.204.139@tcp:250:kworker.0 00000800:00000100:0.0:1769077286.541280:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077286.541334:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077286/real 1769077286] req@ffff9bc64ac92680 x1855007613155840/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077286.541378:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92680 x1855007613155840/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077286.541406:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077286.541410:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077286.541413:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613155840:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077286.541422:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613155968:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077286.541442:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077286.541452:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077286/real 1769077286] req@ffff9bc64ac91500 x1855007613155968/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077286.541460:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007613155968/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077286.541466:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077286.541469:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077286.541471:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613155968:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077286.541476:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613156096:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077286.541488:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077286.541495:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077286/real 1769077286] req@ffff9bc64ac92d80 x1855007613156096/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077286.541507:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007613156096/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077286.541515:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077286.541519:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077286.541523:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613156096:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077286.541559:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613156224:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077286.541581:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077286.541599:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077286/real 1769077286] req@ffff9bc64ac91880 x1855007613156224/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077286.541613:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007613156224/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077286.541622:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077286.541626:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077286.541629:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613156224:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077286.988874:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077286.988936:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077287.564908:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077288.012966:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077288.012988:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077288.588850:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077289.036857:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077289.036917:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077289.612911:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077290.060950:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077290.061017:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077290.636863:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077291.084853:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077291.084922:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077291.660899:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077291.660917:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077291.660925:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077291.660931:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077291.660941:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4277 00000100:00080000:0.0:1769077291.660952:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077291.660959:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077291.660998:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d500 x1855007613156352/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077291.661034:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077291.661039:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077291.661041:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077291.661046:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4277 00000100:00080000:0.0:1769077291.661050:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077291.661055:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077291.661065:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077291.661081:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613156352:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077291.661084:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613156480/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077291.661099:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077291.661103:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077291.661106:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077291.661110:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4277 00000100:00080000:0.0:1769077291.661114:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077291.661119:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077291.661124:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077291.661136:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613156608/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077291.661139:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769077291.661151:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077291.661155:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077291.661158:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077291.661163:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4277 00000100:00080000:0.0:1769077291.661168:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077291.661173:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077291.661178:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077291.661185:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077291/real 1769077291] req@ffff9bc64f07d500 x1855007613156352/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077291.661192:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613156736/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077291.661217:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d500 x1855007613156352/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077291.661231:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077291.661236:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077291.661241:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613156352:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077291.661280:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613156480:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077291.661300:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077291.661309:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077291/real 1769077291] req@ffff9bc64f07fb80 x1855007613156480/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077291.661318:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613156480/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077291.661325:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077291.661327:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077291.661329:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613156480:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077291.661334:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613156608:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077291.661345:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077291.661351:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077291/real 1769077291] req@ffff9bc64f07ed80 x1855007613156608/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077291.661359:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613156608/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077291.661364:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077291.661366:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077291.661368:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613156608:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077291.661371:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613156736:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077291.661381:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077291.661387:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077291/real 1769077291] req@ffff9bc64f07c700 x1855007613156736/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077291.661395:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613156736/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077291.661399:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077291.661401:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077291.661403:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613156736:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077292.108884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077292.108937:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077292.684848:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077293.132884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077293.132903:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077293.708894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077294.156881:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077294.156925:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077294.732874:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077295.180865:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077295.180972:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077295.756895:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077296.204899:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077296.204915:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077296.780864:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769077296.780883:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077296.780888:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077296.780892:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077296.780900:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4282 00000100:00080000:2.0:1769077296.780910:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077296.780916:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077296.780947:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8a80 x1855007613156864/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077296.780970:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077296.780972:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077296.780974:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077296.780977:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4282 00000100:00080000:2.0:1769077296.780979:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077296.780982:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077296.780990:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077296.781000:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9c00 x1855007613156992/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077296.781008:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077296.781010:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769077296.781012:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077296.781015:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4282 00000100:00080000:2.0:1769077296.781017:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769077296.781020:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613156864:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769077296.781022:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077296.781029:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077296.781037:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9880 x1855007613157120/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077296.781045:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077296.781047:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769077296.781048:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077296.781051:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4282 00000100:00080000:2.0:1769077296.781053:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077296.781055:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077296.781058:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077296.781066:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8380 x1855007613157248/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077296.781085:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077296.781118:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077296/real 1769077296] req@ffff9bc67afd8a80 x1855007613156864/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077296.781131:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8a80 x1855007613156864/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077296.781139:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077296.781142:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077296.781145:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613156864:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077296.781151:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613156992:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077296.781165:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077296.781172:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077296/real 1769077296] req@ffff9bc67afd9c00 x1855007613156992/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077296.781201:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9c00 x1855007613156992/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077296.781207:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077296.781209:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077296.781212:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613156992:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077296.781232:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613157120:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077296.781251:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077296.781262:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077296/real 1769077296] req@ffff9bc67afd9880 x1855007613157120/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077296.781275:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9880 x1855007613157120/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077296.781291:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077296.781295:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077296.781298:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613157120:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077296.781305:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613157248:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077296.781321:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077296.781328:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077296/real 1769077296] req@ffff9bc67afd8380 x1855007613157248/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077296.781336:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8380 x1855007613157248/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077296.781341:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077296.781343:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077296.781346:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613157248:192.168.204.139@tcp:8:kworker.0 00010000:00010000:1.0:1769077297.228921:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077297.228977:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077297.804873:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077298.252881:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077298.252907:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077298.828845:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077299.276908:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077299.276910:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077299.852940:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077300.300876:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077300.300942:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077300.876863:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077301.324841:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077301.324978:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077301.900915:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077301.900916:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077301.900927:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077301.900932:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077301.900942:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4287 00000100:00080000:1.0:1769077301.900953:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077301.900961:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077301.900996:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007613157376/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077301.901028:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077301.901033:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077301.901035:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077301.901040:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4287 00000100:00080000:1.0:1769077301.901044:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077301.901048:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077301.901057:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077301.901071:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007613157504/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077301.901086:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613157376:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769077301.901086:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077301.901108:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077301.901110:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077301.901115:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4287 00000100:00080000:1.0:1769077301.901122:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077301.901127:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077301.901133:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077301.901147:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007613157632/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077301.901158:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077301.901162:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077301.901164:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077301.901167:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4287 00000100:00080000:1.0:1769077301.901171:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077301.901175:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077301.901179:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769077301.901180:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769077301.901197:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007613157760/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077301.901221:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077301/real 1769077301] req@ffff9bc64ac90000 x1855007613157376/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077301.901235:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007613157376/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077301.901243:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077301.901246:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077301.901249:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613157376:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077301.901268:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613157504:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077301.901282:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077301.901290:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077301/real 1769077301] req@ffff9bc64ac90e00 x1855007613157504/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077301.901298:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007613157504/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077301.901304:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077301.901306:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077301.901308:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613157504:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077301.901312:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613157632:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077301.901322:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077301.901327:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077301/real 1769077301] req@ffff9bc64ac93800 x1855007613157632/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077301.901334:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007613157632/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077301.901339:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077301.901341:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077301.901343:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613157632:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077301.901346:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613157760:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077301.901356:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077301.901362:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077301/real 1769077301] req@ffff9bc64ac93480 x1855007613157760/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077301.901369:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007613157760/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077301.901374:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077301.901376:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077301.901378:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613157760:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077302.348929:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077302.349015:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077302.924859:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077303.372848:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077303.372888:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077303.948887:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077304.396868:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077304.396935:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077304.972847:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769077305.420903:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077305.420959:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077305.996897:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077306.444893:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077306.444921:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077307.020896:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769077307.020905:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077307.020914:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077307.020919:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077307.020929:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4292 00000100:00080000:2.0:1769077307.020940:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077307.020948:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077307.020986:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afda680 x1855007613157888/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077307.021043:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077307.021048:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077307.021050:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077307.021055:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4292 00000100:00080000:2.0:1769077307.021059:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077307.021063:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077307.021074:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077307.021089:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdad80 x1855007613158016/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077307.021101:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077307.021105:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769077307.021109:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769077307.021110:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613157888:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769077307.021116:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4292 00000100:00080000:2.0:1769077307.021121:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077307.021127:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077307.021133:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077307.021148:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9180 x1855007613158144/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077307.021160:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077307.021164:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769077307.021166:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077307.021170:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4292 00000100:00080000:2.0:1769077307.021182:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077307.021189:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:0.0:1769077307.021191:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:2.0:1769077307.021197:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077307.021212:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb800 x1855007613158272/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077307.021239:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077307/real 1769077307] req@ffff9bc67afda680 x1855007613157888/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077307.021261:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afda680 x1855007613157888/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077307.021271:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077307.021276:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077307.021280:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613157888:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077307.021304:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613158016:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077307.021329:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077307.021341:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077307/real 1769077307] req@ffff9bc67afdad80 x1855007613158016/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077307.021354:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdad80 x1855007613158016/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077307.021370:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077307.021374:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077307.021378:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613158016:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077307.021384:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613158144:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077307.021405:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077307.021416:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077307/real 1769077307] req@ffff9bc67afd9180 x1855007613158144/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077307.021429:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9180 x1855007613158144/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077307.021438:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077307.021442:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077307.021445:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613158144:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077307.021452:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613158272:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077307.021471:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077307.021481:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077307/real 1769077307] req@ffff9bc67afdb800 x1855007613158272/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077307.021493:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb800 x1855007613158272/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077307.021500:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077307.021504:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077307.021508:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613158272:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077307.468890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077307.468953:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077308.044925:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077308.492828:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077308.492890:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077309.068904:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077309.516904:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077309.517010:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077310.092942:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077310.540904:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077310.541003:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077311.116962:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077311.564940:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077311.564952:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077312.140960:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769077312.140987:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077312.140996:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077312.141002:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077312.141016:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4297 00000100:00080000:2.0:1769077312.141039:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077312.141049:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077312.141100:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9f80 x1855007613158400/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077312.141141:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077312.141145:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077312.141148:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077312.141153:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4297 00000100:00080000:2.0:1769077312.141157:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077312.141162:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077312.141174:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077312.141189:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8000 x1855007613158528/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077312.141202:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077312.141208:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1769077312.141211:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613158400:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769077312.141211:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077312.141228:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4297 00000100:00080000:2.0:1769077312.141232:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077312.141237:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077312.141243:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077312.141258:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb100 x1855007613158656/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077312.141270:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077312.141274:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769077312.141277:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077312.141281:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4297 00000100:00080000:2.0:1769077312.141285:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077312.141289:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077312.141295:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077312.141309:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9500 x1855007613158784/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077312.141360:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613158528:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077312.141396:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613158656:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077312.141417:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613158784:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077312.588927:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077312.589002:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077313.164968:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077313.612908:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077313.613020:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077314.188962:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077314.636935:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077314.636960:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1769077315.213218:0:2358:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:1.0:1769077315.213269:0:2358:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1769077315.213285:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:1.0:1769077315.213320:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:1.0:1769077315.213327:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:1.0:1769077315.213335:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:0.0:1769077315.213598:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077312/real 1769077315] req@ffff9bc67afd8000 x1855007613158528/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077315.213622:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8000 x1855007613158528/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077315.213639:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077315.213643:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077315.213647:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613158528:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077315.213654:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077312/real 1769077315] req@ffff9bc67afdb100 x1855007613158656/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077315.213666:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb100 x1855007613158656/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077315.213674:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077315.213677:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077315.213684:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613158656:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077315.213691:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077312/real 1769077315] req@ffff9bc67afd9500 x1855007613158784/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077315.213703:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9500 x1855007613158784/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077315.213711:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077315.213713:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077315.213716:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613158784:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077315.213722:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077312/real 1769077315] req@ffff9bc67afd9f80 x1855007613158400/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077315.213734:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9f80 x1855007613158400/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077315.213742:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077315.213744:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077315.213748:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613158400:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769077315.214158:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077315.660881:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077315.660948:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077316.236845:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077316.684860:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077316.684898:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077317.260890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077317.260899:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077317.260907:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077317.260911:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077317.260920:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4302 00000100:00080000:0.0:1769077317.260930:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077317.260936:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077317.260968:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613158912/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077317.260995:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077317.260998:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077317.261000:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077317.261004:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4302 00000100:00080000:0.0:1769077317.261007:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077317.261010:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077317.261019:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077317.261030:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613159040/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077317.261041:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613158912:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769077317.261043:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077317.261051:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077317.261053:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077317.261057:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4302 00000100:00080000:0.0:1769077317.261061:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077317.261065:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077317.261069:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077317.261094:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613159168/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077317.261103:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1769077317.261108:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769077317.261109:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077317.261113:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077317.261117:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4302 00000100:00080000:0.0:1769077317.261122:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077317.261126:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077317.261130:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077317.261140:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613159296/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077317.261160:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077317/real 1769077317] req@ffff9bc64f07d180 x1855007613158912/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077317.261180:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613158912/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077317.261191:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077317.261195:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077317.261200:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613158912:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077317.261222:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613159040:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077317.261242:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077317.261252:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077317/real 1769077317] req@ffff9bc64f07df80 x1855007613159040/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077317.261265:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613159040/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077317.261274:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077317.261277:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077317.261280:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613159040:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077317.261286:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613159168:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077317.261301:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077317.261310:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077317/real 1769077317] req@ffff9bc64f07d880 x1855007613159168/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077317.261326:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613159168/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077317.261332:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077317.261335:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077317.261338:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613159168:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077317.261342:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613159296:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077317.261359:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077317.261368:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077317/real 1769077317] req@ffff9bc64f07f100 x1855007613159296/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077317.261379:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613159296/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077317.261387:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077317.261390:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077317.261392:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613159296:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077317.708885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077317.708948:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077318.284843:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077318.732852:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077318.732904:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077319.308886:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077319.756921:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077319.756977:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077320.332906:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077320.780901:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077320.780971:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077321.356858:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077321.804893:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077321.804898:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077322.380847:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077322.380887:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077322.380892:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077322.380896:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077322.380905:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4307 00000100:00080000:3.0:1769077322.380916:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077322.380922:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077322.380951:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613159424/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077322.380970:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077322.380972:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077322.380974:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077322.380977:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4307 00000100:00080000:3.0:1769077322.380979:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077322.380983:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077322.380990:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077322.380995:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613159424:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769077322.381000:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613159552/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077322.381008:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077322.381010:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077322.381012:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077322.381013:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4307 00000100:00080000:3.0:1769077322.381015:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077322.381017:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077322.381020:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077322.381027:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613159680/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077322.381033:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077322.381035:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077322.381036:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077322.381038:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4307 00000100:00080000:3.0:1769077322.381049:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077322.381051:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077322.381054:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769077322.381058:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769077322.381063:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613159808/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077322.381093:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077322/real 1769077322] req@ffff9bc64d9ad880 x1855007613159424/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077322.381106:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613159424/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077322.381114:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077322.381117:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077322.381119:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613159424:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077322.381135:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613159552:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077322.381149:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077322.381157:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077322/real 1769077322] req@ffff9bc64d9adc00 x1855007613159552/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077322.381164:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613159552/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077322.381170:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077322.381172:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077322.381173:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613159552:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077322.381177:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613159680:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077322.381186:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077322.381190:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077322/real 1769077322] req@ffff9bc64d9ac380 x1855007613159680/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077322.381197:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613159680/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077322.381201:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077322.381203:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077322.381205:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613159680:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077322.381208:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613159808:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077322.381217:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077322.381221:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077322/real 1769077322] req@ffff9bc64d9ad180 x1855007613159808/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077322.381227:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613159808/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077322.381232:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077322.381233:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077322.381235:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613159808:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077322.828836:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077322.828901:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077323.404946:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077323.852858:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077323.852912:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077324.428852:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077324.876874:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077324.876930:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077325.452876:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077325.900878:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077325.900936:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077326.476932:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077326.924897:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077326.924913:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077327.500928:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077327.500943:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077327.500950:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769077327.500951:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077327.500963:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4313 00000100:00080000:3.0:1769077327.500976:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077327.500984:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077327.501035:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613159936/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077327.501067:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077327.501070:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077327.501071:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077327.501075:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4313 00000100:00080000:3.0:1769077327.501078:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077327.501081:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077327.501092:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077327.501107:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613160064/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077327.501118:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077327.501122:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077327.501123:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769077327.501129:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613159936:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769077327.501129:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4313 00000100:00080000:3.0:1769077327.501143:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077327.501148:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077327.501154:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077327.501166:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613160192/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077327.501175:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077327.501178:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077327.501180:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077327.501183:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4313 00000100:00080000:3.0:1769077327.501187:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077327.501191:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077327.501195:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077327.501207:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613160320/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077327.501237:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077327.501287:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077327/real 1769077327] req@ffff9bc64d9aea00 x1855007613159936/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077327.501306:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613159936/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077327.501324:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077327.501333:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077327.501337:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613159936:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077327.501366:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613160064:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077327.501386:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077327.501396:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077327/real 1769077327] req@ffff9bc64d9adf80 x1855007613160064/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077327.501404:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613160064/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077327.501410:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077327.501412:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077327.501414:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613160064:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077327.501418:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613160192:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077327.501431:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077327.501441:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077327/real 1769077327] req@ffff9bc64d9ad500 x1855007613160192/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077327.501452:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613160192/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077327.501459:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077327.501462:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077327.501466:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613160192:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077327.501470:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613160320:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077327.501487:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077327.501496:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077327/real 1769077327] req@ffff9bc64d9ace00 x1855007613160320/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077327.501506:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613160320/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077327.501513:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077327.501516:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077327.501519:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613160320:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077327.948918:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077327.948981:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077328.524878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077328.972913:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077328.972966:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077329.548884:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077329.996889:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077329.996961:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077330.572843:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077331.020876:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077331.020965:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077331.596888:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077332.044848:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077332.044949:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077332.620889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077332.620913:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077332.620916:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077332.620919:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077332.620925:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4318 00000100:00080000:1.0:1769077332.620933:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077332.620938:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077332.620966:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007613160448/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077332.620985:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077332.620987:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077332.620988:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077332.620991:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4318 00000100:00080000:1.0:1769077332.620993:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077332.620997:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077332.621004:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077332.621016:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007613160576/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077332.621032:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613160448:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769077332.621034:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077332.621040:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077332.621042:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077332.621047:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4318 00000100:00080000:1.0:1769077332.621051:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077332.621055:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077332.621061:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077332.621073:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007613160704/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077332.621082:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077332.621086:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:2.0:1769077332.621088:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769077332.621090:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077332.621096:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4318 00000100:00080000:1.0:1769077332.621101:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077332.621106:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077332.621111:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077332.621120:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077332/real 1769077332] req@ffff9bc64ac93100 x1855007613160448/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077332.621125:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90700 x1855007613160832/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077332.621140:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007613160448/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077332.621148:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077332.621151:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077332.621154:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613160448:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077332.621172:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613160576:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077332.621184:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077332.621190:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077332/real 1769077332] req@ffff9bc64ac91f80 x1855007613160576/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077332.621197:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007613160576/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077332.621202:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077332.621204:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077332.621207:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613160576:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077332.621210:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613160704:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077332.621219:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077332.621224:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077332/real 1769077332] req@ffff9bc64ac92a00 x1855007613160704/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077332.621237:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007613160704/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077332.621242:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077332.621244:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077332.621245:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613160704:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077332.621248:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613160832:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077332.621264:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077332.621273:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077332/real 1769077332] req@ffff9bc64ac90700 x1855007613160832/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077332.621284:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90700 x1855007613160832/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077332.621292:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077332.621295:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077332.621298:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613160832:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077333.068887:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077333.068959:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077333.644853:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769077334.092870:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077334.092883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077334.668889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077335.116928:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077335.117047:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077335.692853:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077336.140870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077336.140906:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077336.716861:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077337.164904:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077337.164945:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077337.740861:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077337.740891:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077337.740899:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077337.740904:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077337.740913:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4323 00000100:00080000:0.0:1769077337.740923:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077337.740929:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077337.740965:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613160960/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077337.741000:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077337.741005:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077337.741008:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077337.741014:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4323 00000100:00080000:0.0:1769077337.741034:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077337.741039:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077337.741050:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077337.741068:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613161088/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077337.741074:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613160960:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769077337.741087:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077337.741096:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077337.741098:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077337.741103:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4323 00000100:00080000:0.0:1769077337.741109:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077337.741114:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077337.741121:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077337.741136:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613161216/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077337.741148:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1769077337.741154:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769077337.741156:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077337.741161:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077337.741167:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4323 00000100:00080000:0.0:1769077337.741174:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077337.741180:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077337.741185:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077337.741193:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077337/real 1769077337] req@ffff9bc64f07dc00 x1855007613160960/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077337.741200:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613161344/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077337.741238:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613160960/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077337.741252:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077337.741258:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077337.741263:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613160960:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077337.741289:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613161088:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077337.741310:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077337.741321:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077337/real 1769077337] req@ffff9bc64f07f480 x1855007613161088/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077337.741331:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613161088/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077337.741338:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077337.741340:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077337.741343:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613161088:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077337.741348:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613161216:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077337.741360:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077337.741367:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077337/real 1769077337] req@ffff9bc64f07ce00 x1855007613161216/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077337.741380:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613161216/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077337.741386:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077337.741388:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077337.741391:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613161216:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077337.741395:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613161344:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077337.741406:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077337.741412:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077337/real 1769077337] req@ffff9bc64f07e680 x1855007613161344/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077337.741420:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613161344/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077337.741426:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077337.741428:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077337.741430:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613161344:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077338.188856:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077338.188947:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077338.764858:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077339.212879:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077339.212935:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077339.788833:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077340.236848:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077340.236914:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077340.812904:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077341.260899:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077341.260966:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077341.836884:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769077342.284872:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077342.284890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077342.860912:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769077342.860924:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077342.860933:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077342.860937:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077342.860946:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4328 00000100:00080000:2.0:1769077342.860956:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077342.860962:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077342.860994:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8700 x1855007613161472/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077342.861021:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077342.861024:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077342.861026:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077342.861032:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4328 00000100:00080000:2.0:1769077342.861036:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077342.861041:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077342.861051:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077342.861070:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613161472:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077342.861071:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9f80 x1855007613161600/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077342.861097:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077342.861100:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769077342.861103:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077342.861108:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4328 00000100:00080000:2.0:1769077342.861112:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077342.861115:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077342.861120:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077342.861132:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9500 x1855007613161728/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077342.861139:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077342.861141:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769077342.861143:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077342.861147:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4328 00000100:00080000:2.0:1769077342.861150:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077342.861153:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077342.861156:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769077342.861161:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077342.861170:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb100 x1855007613161856/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077342.861209:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077342/real 1769077342] req@ffff9bc67afd8700 x1855007613161472/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077342.861230:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8700 x1855007613161472/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077342.861242:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077342.861247:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077342.861252:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613161472:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077342.861282:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613161600:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077342.861305:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077342.861315:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077342/real 1769077342] req@ffff9bc67afd9f80 x1855007613161600/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077342.861324:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9f80 x1855007613161600/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077342.861331:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077342.861334:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077342.861336:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613161600:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077342.861341:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613161728:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077342.861354:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077342.861360:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077342/real 1769077342] req@ffff9bc67afd9500 x1855007613161728/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077342.861368:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9500 x1855007613161728/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077342.861373:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077342.861375:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077342.861377:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613161728:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077342.861381:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613161856:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077342.861391:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077342.861396:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077342/real 1769077342] req@ffff9bc67afdb100 x1855007613161856/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077342.861430:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb100 x1855007613161856/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077342.861436:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077342.861438:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077342.861440:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613161856:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077343.308878:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077343.308908:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077343.884898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077344.332965:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077344.333355:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077344.908890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077345.356895:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077345.356954:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077345.932889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077346.380907:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077346.380969:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077346.956888:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077347.404917:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077347.404945:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077347.980883:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077347.980893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077347.980895:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077347.980902:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077347.980914:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4333 00000100:00080000:3.0:1769077347.980926:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077347.980932:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077347.980964:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613161984/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077347.980994:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077347.980997:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077347.981000:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077347.981005:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4333 00000100:00080000:3.0:1769077347.981008:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077347.981013:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077347.981023:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077347.981038:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613162112/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077347.981047:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613161984:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769077347.981053:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077347.981058:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077347.981060:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077347.981065:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4333 00000100:00080000:3.0:1769077347.981069:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077347.981073:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077347.981078:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077347.981090:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613162240/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077347.981100:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077347.981104:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077347.981106:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077347.981110:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4333 00000100:00080000:3.0:1769077347.981114:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077347.981118:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:0.0:1769077347.981123:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:3.0:1769077347.981124:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077347.981139:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613162368/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077347.981180:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077347/real 1769077347] req@ffff9bc64d9ace00 x1855007613161984/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077347.981198:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613161984/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077347.981218:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077347.981221:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077347.981224:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613161984:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077347.981245:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613162112:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077347.981263:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077347.981272:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077347/real 1769077347] req@ffff9bc64d9ad500 x1855007613162112/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077347.981280:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613162112/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077347.981286:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077347.981288:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077347.981291:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613162112:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077347.981295:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613162240:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077347.981307:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077347.981339:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077347/real 1769077347] req@ffff9bc64d9adf80 x1855007613162240/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077347.981349:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613162240/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077347.981355:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077347.981357:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077347.981359:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613162240:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077347.981363:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613162368:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077347.981378:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077347.981392:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077347/real 1769077347] req@ffff9bc64d9aea00 x1855007613162368/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077347.981400:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613162368/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077347.981409:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077347.981412:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077347.981416:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613162368:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077348.428941:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077348.428999:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077349.004888:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077349.452913:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077349.452984:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077350.028888:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077350.476878:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077350.476941:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077351.052885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077351.500895:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077351.500927:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077352.076902:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077352.524912:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077352.524922:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077353.100877:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077353.100878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077353.100887:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077353.100891:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077353.100900:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4338 00000100:00080000:3.0:1769077353.100909:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077353.100915:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077353.100957:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613162496/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077353.100979:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077353.100981:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077353.100982:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077353.100985:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4338 00000100:00080000:3.0:1769077353.100988:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077353.100991:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077353.100998:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077353.101010:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613162624/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077353.101023:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077353.101028:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1769077353.101031:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613162496:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769077353.101033:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077353.101042:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4338 00000100:00080000:3.0:1769077353.101047:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077353.101051:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077353.101057:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077353.101070:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613162752/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077353.101079:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077353.101083:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077353.101084:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077353.101088:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4338 00000100:00080000:3.0:1769077353.101093:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077353.101098:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077353.101103:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769077353.101109:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769077353.101118:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613162880/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077353.101146:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077353/real 1769077353] req@ffff9bc64d9ad180 x1855007613162496/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077353.101162:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613162496/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077353.101173:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077353.101177:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077353.101181:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613162496:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077353.101207:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613162624:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077353.101243:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077353.101254:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077353/real 1769077353] req@ffff9bc64d9ac380 x1855007613162624/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077353.101263:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613162624/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077353.101269:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077353.101272:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077353.101274:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613162624:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077353.101279:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613162752:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077353.101293:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077353.101303:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077353/real 1769077353] req@ffff9bc64d9adc00 x1855007613162752/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077353.101323:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613162752/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077353.101332:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077353.101335:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077353.101347:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613162752:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077353.101354:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613162880:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077353.101374:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077353.101381:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077353/real 1769077353] req@ffff9bc64d9ad880 x1855007613162880/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077353.101389:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613162880/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077353.101395:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077353.101398:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077353.101400:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613162880:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077353.548872:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077353.548934:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077354.124909:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077354.572873:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077354.572921:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077355.148871:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077355.596868:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077355.596935:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077356.172881:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077356.620897:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077356.620953:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077357.196870:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077357.644858:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077357.644887:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077358.220924:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077358.220942:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077358.220951:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077358.220957:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077358.220970:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4343 00000100:00080000:1.0:1769077358.220984:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077358.220993:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077358.221039:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90380 x1855007613163008/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077358.221067:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077358.221070:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077358.221072:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077358.221076:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4343 00000100:00080000:1.0:1769077358.221079:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077358.221082:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077358.221092:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077358.221101:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91180 x1855007613163136/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077358.221110:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077358.221115:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1769077358.221116:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613163008:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769077358.221117:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077358.221126:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4343 00000100:00080000:1.0:1769077358.221130:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077358.221133:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077358.221136:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077358.221164:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90700 x1855007613163264/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077358.221171:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077358.221174:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077358.221175:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077358.221178:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4343 00000100:00080000:1.0:1769077358.221196:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077358.221199:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077358.221203:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077358.221211:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007613163392/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077358.221220:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077358.221269:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077358/real 1769077358] req@ffff9bc64ac90380 x1855007613163008/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077358.221286:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90380 x1855007613163008/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077358.221295:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077358.221299:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077358.221302:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613163008:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077358.221329:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613163136:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077358.221356:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077358.221370:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077358/real 1769077358] req@ffff9bc64ac91180 x1855007613163136/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077358.221384:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91180 x1855007613163136/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077358.221394:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077358.221398:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077358.221402:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613163136:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077358.221409:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613163264:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077358.221428:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077358.221436:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077358/real 1769077358] req@ffff9bc64ac90700 x1855007613163264/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077358.221445:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90700 x1855007613163264/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077358.221455:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077358.221458:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077358.221460:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613163264:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077358.221464:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613163392:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077358.221474:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077358.221479:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077358/real 1769077358] req@ffff9bc64ac92a00 x1855007613163392/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077358.221487:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007613163392/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077358.221492:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077358.221494:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077358.221496:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613163392:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077358.668910:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077358.668989:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077359.244844:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077359.692880:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077359.692929:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077360.268882:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077360.716902:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077360.716969:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077361.292850:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077361.740844:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077361.740924:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077362.316894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769077362.764908:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077362.764909:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077363.340887:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077363.340890:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077363.340898:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077363.340902:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077363.340910:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4348 00000100:00080000:0.0:1769077363.340919:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077363.340925:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077363.340964:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c380 x1855007613163520/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077363.341002:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077363.341005:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077363.341007:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077363.341012:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4348 00000100:00080000:0.0:1769077363.341016:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077363.341019:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077363.341027:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613163520:192.168.204.139@tcp:250:kworker.0 00000008:00100000:0.0:1769077363.341028:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077363.341047:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613163648/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077363.341070:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077363.341074:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077363.341075:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077363.341078:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4348 00000100:00080000:0.0:1769077363.341082:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077363.341086:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077363.341090:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077363.341099:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613163776/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077363.341107:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077363.341109:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077363.341112:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1769077363.341114:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769077363.341117:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4348 00000100:00080000:0.0:1769077363.341123:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077363.341128:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077363.341134:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077363.341147:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613163904/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077363.341156:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077363/real 1769077363] req@ffff9bc64f07c380 x1855007613163520/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077363.341175:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c380 x1855007613163520/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077363.341186:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077363.341191:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077363.341195:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613163520:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077363.341218:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613163648:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077363.341240:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077363.341249:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077363/real 1769077363] req@ffff9bc64f07e680 x1855007613163648/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077363.341258:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613163648/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077363.341265:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077363.341267:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077363.341269:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613163648:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077363.341273:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613163776:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077363.341285:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077363.341291:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077363/real 1769077363] req@ffff9bc64f07ce00 x1855007613163776/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077363.341298:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613163776/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077363.341308:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077363.341310:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077363.341312:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613163776:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077363.341315:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613163904:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077363.341325:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077363.341330:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077363/real 1769077363] req@ffff9bc64f07f480 x1855007613163904/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077363.341337:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613163904/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077363.341342:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077363.341344:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077363.341346:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613163904:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077363.788887:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077363.788960:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077364.364868:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077364.812866:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077364.812925:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077365.388866:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077365.836892:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077365.837000:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077366.412844:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077366.860911:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077366.860932:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077367.436895:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077367.884879:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077367.884902:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077368.460874:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769077368.460875:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077368.460883:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077368.460887:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077368.460894:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4354 00000100:00080000:0.0:1769077368.460904:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077368.460911:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077368.460941:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613164032/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077368.460989:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077368.460992:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077368.460994:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077368.460997:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4354 00000100:00080000:0.0:1769077368.461000:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077368.461004:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077368.461012:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077368.461023:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613164160/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077368.461031:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613164032:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769077368.461046:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077368.461048:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077368.461050:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077368.461053:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4354 00000100:00080000:0.0:1769077368.461056:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077368.461064:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077368.461068:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077368.461078:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613164288/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077368.461085:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077368.461087:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077368.461088:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077368.461090:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4354 00000100:00080000:0.0:1769077368.461093:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077368.461095:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077368.461098:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077368.461105:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613164416/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077368.461111:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077368.461151:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077368/real 1769077368] req@ffff9bc64f07dc00 x1855007613164032/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077368.461165:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613164032/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077368.461173:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077368.461176:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077368.461180:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613164032:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077368.461197:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613164160:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077368.461213:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077368.461221:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077368/real 1769077368] req@ffff9bc64f07f100 x1855007613164160/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077368.461229:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613164160/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077368.461235:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077368.461237:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077368.461239:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613164160:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077368.461243:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613164288:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077368.461253:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077368.461259:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077368/real 1769077368] req@ffff9bc64f07d880 x1855007613164288/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077368.461266:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613164288/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077368.461272:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077368.461274:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077368.461276:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613164288:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077368.461279:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613164416:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077368.461288:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077368.461298:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077368/real 1769077368] req@ffff9bc64f07df80 x1855007613164416/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077368.461309:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613164416/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077368.461317:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077368.461320:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077368.461324:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613164416:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077368.908882:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077368.908937:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077369.484906:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077369.932892:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077369.932980:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077370.508889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077370.956850:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077370.956903:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077371.532911:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077371.980887:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077371.980956:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077372.556847:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769077373.004968:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077373.005074:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00080000:0.0:1769077373.580950:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769077373.580957:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077373.580960:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077373.580966:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077373.580975:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4359 00000100:00080000:0.0:1769077373.580985:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077373.580991:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077373.581028:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613164544/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077373.581075:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077373.581079:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077373.581081:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077373.581086:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4359 00000100:00080000:0.0:1769077373.581090:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077373.581094:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077373.581105:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077373.581120:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613164672/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077373.581133:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077373.581137:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077373.581141:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769077373.581141:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613164544:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769077373.581150:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4359 00000100:00080000:0.0:1769077373.581156:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077373.581160:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077373.581166:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077373.581180:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613164800/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077373.581198:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077373.581200:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077373.581202:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077373.581205:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4359 00000100:00080000:0.0:1769077373.581208:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077373.581211:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077373.581215:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769077373.581220:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077373.581226:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613164928/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077373.581291:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077373/real 1769077373] req@ffff9bc64f07d180 x1855007613164544/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077373.581312:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613164544/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077373.581323:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077373.581328:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077373.581332:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613164544:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077373.581357:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613164672:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077373.581381:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077373.581401:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077373/real 1769077373] req@ffff9bc64f07c700 x1855007613164672/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077373.581414:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613164672/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077373.581424:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077373.581428:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077373.581431:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613164672:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077373.581438:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613164800:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077373.581458:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077373.581482:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077373/real 1769077373] req@ffff9bc64f07ed80 x1855007613164800/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077373.581495:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613164800/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077373.581504:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077373.581507:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077373.581511:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613164800:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077373.581517:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613164928:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077373.581537:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077373.581548:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077373/real 1769077373] req@ffff9bc64f07fb80 x1855007613164928/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077373.581561:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613164928/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077373.581570:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077373.581573:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077373.581577:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613164928:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077374.028893:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077374.028978:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077374.604938:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077375.052850:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077375.052952:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077375.628899:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077376.076883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077376.076952:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077376.652883:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077377.100859:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077377.100950:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077377.676913:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077378.124912:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077378.124919:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077378.700862:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077378.700884:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077378.700892:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077378.700898:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077378.700908:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4364 00000100:00080000:1.0:1769077378.700920:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077378.700927:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077378.700966:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007613165056/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077378.701000:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077378.701004:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077378.701006:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077378.701011:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4364 00000100:00080000:1.0:1769077378.701015:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077378.701020:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077378.701029:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077378.701043:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007613165184/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077378.701055:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077378.701058:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613165056:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769077378.701060:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077378.701064:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077378.701071:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4364 00000100:00080000:1.0:1769077378.701074:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077378.701077:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077378.701083:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077378.701095:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007613165312/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077378.701106:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077378.701109:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077378.701111:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077378.701116:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4364 00000100:00080000:1.0:1769077378.701121:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077378.701126:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077378.701131:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077378.701146:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007613165440/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077378.701177:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613165184:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077378.701209:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613165312:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077378.701232:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613165440:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077379.148862:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077379.148914:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077379.724990:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077380.172892:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077380.172953:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077380.748892:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769077381.196902:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077381.196954:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077381.773061:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:2.0:1769077381.773094:0:2357:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:2.0:1769077381.773141:0:2357:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769077381.773160:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769077381.773198:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769077381.773209:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769077381.773217:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:0.0:1769077381.773286:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077378/real 1769077381] req@ffff9bc64ac93100 x1855007613165184/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077381.773314:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007613165184/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077381.773436:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077381.773443:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077381.773449:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613165184:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077381.773462:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077378/real 1769077381] req@ffff9bc64ac93480 x1855007613165312/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077381.773480:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007613165312/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077381.773489:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077381.773494:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077381.773499:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613165312:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077381.773507:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077378/real 1769077381] req@ffff9bc64ac93800 x1855007613165440/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077381.773522:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007613165440/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077381.773531:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077381.773535:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077381.773538:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613165440:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077381.773546:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077378/real 1769077381] req@ffff9bc64ac91f80 x1855007613165056/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077381.773560:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007613165056/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077381.773568:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077381.773572:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077381.773576:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613165056:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769077382.220894:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077382.220945:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077382.796913:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077383.244871:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077383.244894:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077383.820915:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077383.820924:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077383.820929:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077383.820938:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4369 00000100:00080000:1.0:1769077383.820947:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077383.820953:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077383.820988:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007613165568/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077383.821000:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077383.821012:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077383.821016:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077383.821018:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077383.821031:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4369 00000100:00080000:1.0:1769077383.821036:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077383.821039:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077383.821048:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077383.821060:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007613165696/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077383.821069:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077383.821073:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077383.821074:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769077383.821082:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613165568:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769077383.821087:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4369 00000100:00080000:1.0:1769077383.821092:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077383.821095:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077383.821100:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077383.821110:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007613165824/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077383.821117:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077383.821120:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077383.821121:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077383.821124:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4369 00000100:00080000:1.0:1769077383.821126:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077383.821129:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077383.821132:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077383.821143:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007613165952/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077383.821176:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077383.821227:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077383/real 1769077383] req@ffff9bc64ac90e00 x1855007613165568/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077383.821249:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007613165568/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077383.821260:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077383.821265:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077383.821269:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613165568:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077383.821301:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613165696:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077383.821335:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077383.821349:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077383/real 1769077383] req@ffff9bc64ac90000 x1855007613165696/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077383.821362:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007613165696/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077383.821373:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077383.821377:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077383.821381:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613165696:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077383.821387:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613165824:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077383.821406:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077383.821419:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077383/real 1769077383] req@ffff9bc64ac91880 x1855007613165824/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077383.821433:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007613165824/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077383.821442:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077383.821445:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077383.821449:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613165824:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077383.821455:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613165952:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077383.821475:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077383.821486:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077383/real 1769077383] req@ffff9bc64ac92d80 x1855007613165952/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077383.821497:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007613165952/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077383.821506:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077383.821509:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077383.821513:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613165952:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077384.268888:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077384.268969:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077384.844979:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077385.292851:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077385.292935:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077385.868913:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077386.316893:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077386.316958:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077386.892917:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077387.340860:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077387.340893:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077387.916907:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077388.364867:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077388.364891:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077388.940890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077388.940902:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077388.940909:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077388.940912:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077388.940920:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4374 00000100:00080000:0.0:1769077388.940930:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077388.940936:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077388.940983:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d500 x1855007613166080/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077388.941015:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077388.941023:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077388.941025:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077388.941030:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4374 00000100:00080000:0.0:1769077388.941034:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077388.941038:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077388.941049:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077388.941059:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613166080:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077388.941076:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613166208/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077388.941090:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077388.941093:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077388.941096:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077388.941099:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4374 00000100:00080000:0.0:1769077388.941104:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077388.941108:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077388.941114:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769077388.941128:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077388.941129:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613166336/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077388.941148:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077388.941150:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077388.941152:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077388.941156:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4374 00000100:00080000:0.0:1769077388.941160:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1769077388.941165:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077388/real 1769077388] req@ffff9bc64f07d500 x1855007613166080/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077388.941166:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077388.941176:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077388.941186:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d500 x1855007613166080/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077388.941193:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613166464/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077388.941197:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077388.941206:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077388.941215:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613166080:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077388.941241:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613166208:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077388.941266:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077388.941277:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077388/real 1769077388] req@ffff9bc64f07fb80 x1855007613166208/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077388.941286:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613166208/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077388.941292:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077388.941295:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077388.941297:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613166208:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077388.941302:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613166336:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077388.941315:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077388.941321:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077388/real 1769077388] req@ffff9bc64f07ed80 x1855007613166336/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077388.941329:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613166336/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077388.941338:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077388.941341:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077388.941345:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613166336:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077388.941351:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613166464:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077388.941371:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077388.941382:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077388/real 1769077388] req@ffff9bc64f07c700 x1855007613166464/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077388.941395:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613166464/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077388.941400:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077388.941403:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077388.941406:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613166464:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077389.388869:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077389.388899:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077389.964912:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077390.412911:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077390.412967:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077390.988930:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077391.436912:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077391.436999:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077392.012861:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077392.460852:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077392.460948:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077393.036901:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077393.484912:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077393.484970:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077394.060872:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077394.060881:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077394.060886:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1769077394.060890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077394.060895:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4379 00000100:00080000:1.0:1769077394.060906:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077394.060912:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077394.060942:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007613166592/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077394.060967:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077394.060970:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077394.060971:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077394.060974:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4379 00000100:00080000:1.0:1769077394.060977:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077394.060979:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077394.060986:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077394.060994:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92680 x1855007613166720/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077394.061001:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077394.061004:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077394.061005:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077394.061008:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4379 00000100:00080000:1.0:1769077394.061011:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077394.061015:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077394.061020:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077394.061033:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007613166848/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077394.061047:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077394.061055:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1769077394.061056:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613166592:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769077394.061058:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077394.061075:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4379 00000100:00080000:1.0:1769077394.061080:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077394.061085:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077394.061091:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077394.061105:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007613166976/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077394.061147:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077394.061191:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077394/real 1769077394] req@ffff9bc64ac91500 x1855007613166592/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077394.061207:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007613166592/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077394.061215:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077394.061219:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077394.061222:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613166592:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077394.061229:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613166720:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077394.061245:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077394.061254:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077394/real 1769077394] req@ffff9bc64ac92680 x1855007613166720/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077394.061262:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92680 x1855007613166720/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077394.061269:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077394.061272:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077394.061274:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613166720:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077394.061300:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613166848:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077394.061312:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077394.061318:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077394/real 1769077394] req@ffff9bc64ac91c00 x1855007613166848/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077394.061325:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007613166848/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077394.061331:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077394.061334:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077394.061336:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613166848:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077394.061340:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613166976:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077394.061354:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077394.061364:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077394/real 1769077394] req@ffff9bc64ac90a80 x1855007613166976/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077394.061377:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007613166976/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077394.061386:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077394.061389:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077394.061393:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613166976:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077394.508883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077394.508980:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077395.084882:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077395.532878:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077395.532980:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077396.108863:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077396.556848:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077396.556984:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077397.132958:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077397.580928:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077397.581010:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077398.156851:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077398.604882:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077398.604961:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077399.180885:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769077399.180888:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077399.180896:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077399.180899:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077399.180907:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4384 00000100:00080000:1.0:1769077399.180918:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077399.180924:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077399.180956:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93b80 x1855007613167104/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077399.180985:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077399.180988:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077399.180991:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077399.180996:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4384 00000100:00080000:1.0:1769077399.181000:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077399.181005:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077399.181017:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077399.181032:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92300 x1855007613167232/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077399.181044:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077399.181047:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077399.181049:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077399.181053:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4384 00000100:00080000:1.0:1769077399.181056:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077399.181058:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077399.181063:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077399.181070:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613167104:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769077399.181080:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007613167360/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077399.181090:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077399.181092:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077399.181094:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077399.181097:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4384 00000100:00080000:1.0:1769077399.181100:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077399.181103:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077399.181106:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077399.181114:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007613167488/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077399.181165:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077399.181210:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077399/real 1769077399] req@ffff9bc64ac93b80 x1855007613167104/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077399.181227:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93b80 x1855007613167104/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077399.181235:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077399.181239:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077399.181243:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613167104:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077399.181249:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613167232:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077399.181272:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077399.181281:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077399/real 1769077399] req@ffff9bc64ac92300 x1855007613167232/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077399.181290:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92300 x1855007613167232/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077399.181296:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077399.181298:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077399.181301:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613167232:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077399.181326:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613167360:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077399.181347:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077399.181359:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077399/real 1769077399] req@ffff9bc64ac90a80 x1855007613167360/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077399.181372:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007613167360/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077399.181382:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077399.181386:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077399.181390:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613167360:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077399.181397:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613167488:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077399.181415:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077399.181423:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077399/real 1769077399] req@ffff9bc64ac91c00 x1855007613167488/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077399.181431:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007613167488/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077399.181437:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077399.181440:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077399.181442:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613167488:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077399.628893:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077399.628996:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077400.204851:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077400.652900:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077400.652946:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077401.228873:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077401.676907:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077401.677010:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077402.252853:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077402.700880:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077402.700948:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077403.276866:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077403.724935:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077403.724959:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077404.300851:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077404.300871:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077404.300878:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077404.300882:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077404.300889:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4389 00000100:00080000:0.0:1769077404.300899:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077404.300913:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077404.300947:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613167616/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077404.300979:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077404.300983:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077404.300985:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077404.300990:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4389 00000100:00080000:0.0:1769077404.300995:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077404.300999:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077404.301009:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077404.301023:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613167744/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077404.301031:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077404.301034:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077404.301035:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077404.301040:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4389 00000100:00080000:0.0:1769077404.301043:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077404.301046:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077404.301051:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077404.301060:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613167616:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077404.301061:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613167872/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077404.301085:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077404.301086:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077404.301088:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077404.301091:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4389 00000100:00080000:0.0:1769077404.301093:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077404.301096:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077404.301101:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077404.301110:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613168000/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077404.301156:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077404.301212:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077404/real 1769077404] req@ffff9bc64f07d180 x1855007613167616/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077404.301245:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613167616/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077404.301254:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077404.301258:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077404.301261:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613167616:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077404.301268:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613167744:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077404.301287:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077404.301297:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077404/real 1769077404] req@ffff9bc64f07df80 x1855007613167744/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077404.301311:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613167744/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077404.301320:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077404.301324:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077404.301328:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613167744:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077404.301360:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613167872:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077404.301392:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077404.301401:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077404/real 1769077404] req@ffff9bc64f07d880 x1855007613167872/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077404.301410:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613167872/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077404.301421:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077404.301423:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077404.301426:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613167872:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077404.301430:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613168000:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077404.301441:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077404.301447:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077404/real 1769077404] req@ffff9bc64f07f100 x1855007613168000/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077404.301463:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613168000/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077404.301472:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077404.301475:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077404.301479:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613168000:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077404.748904:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077404.748993:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077405.324845:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077405.772872:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077405.772947:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077406.348866:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077406.796903:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077406.796940:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077407.372851:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077407.820911:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077407.820935:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077408.396847:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077408.844853:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077408.844872:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077409.420840:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077409.420882:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077409.420888:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077409.420892:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077409.420902:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4394 00000100:00080000:1.0:1769077409.420914:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077409.420921:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077409.420965:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92680 x1855007613168128/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077409.420985:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077409.420988:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077409.420990:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077409.420993:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4394 00000100:00080000:1.0:1769077409.420996:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077409.420999:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077409.421005:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077409.421016:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007613168256/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077409.421027:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077409.421031:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077409.421033:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077409.421038:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4394 00000100:00080000:1.0:1769077409.421042:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1769077409.421049:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613168128:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769077409.421050:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077409.421061:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077409.421077:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007613168384/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077409.421089:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077409.421092:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077409.421093:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077409.421096:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4394 00000100:00080000:1.0:1769077409.421100:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077409.421105:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077409.421110:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769077409.421116:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769077409.421126:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007613168512/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077409.421152:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077409/real 1769077409] req@ffff9bc64ac92680 x1855007613168128/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077409.421167:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92680 x1855007613168128/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077409.421175:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077409.421179:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077409.421181:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613168128:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077409.421187:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613168256:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077409.421201:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077409.421209:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077409/real 1769077409] req@ffff9bc64ac91500 x1855007613168256/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077409.421217:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007613168256/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077409.421223:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077409.421225:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077409.421227:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613168256:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077409.421245:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613168384:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077409.421255:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077409.421261:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077409/real 1769077409] req@ffff9bc64ac92d80 x1855007613168384/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077409.421268:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007613168384/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077409.421273:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077409.421275:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077409.421277:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613168384:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077409.421302:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613168512:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077409.421328:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077409.421340:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077409/real 1769077409] req@ffff9bc64ac91880 x1855007613168512/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077409.421351:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007613168512/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077409.421357:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077409.421359:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077409.421361:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613168512:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077409.868876:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077409.868927:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077410.444874:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077410.892882:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077410.892936:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077411.468873:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077411.916853:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077411.916901:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077412.492922:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769077412.940931:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077412.940943:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077413.516931:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077413.964882:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077413.964917:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077414.540887:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769077414.540889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077414.540897:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077414.540901:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077414.540910:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4400 00000100:00080000:1.0:1769077414.540921:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077414.540928:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077414.540966:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007613168640/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077414.540990:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077414.540993:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077414.540994:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077414.540997:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4400 00000100:00080000:1.0:1769077414.541000:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077414.541004:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077414.541013:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077414.541030:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007613168768/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077414.541033:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613168640:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769077414.541050:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077414.541054:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077414.541057:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077414.541061:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4400 00000100:00080000:1.0:1769077414.541065:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077414.541069:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077414.541075:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077414.541087:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007613168896/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077414.541097:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1769077414.541098:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769077414.541104:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077414.541107:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077414.541113:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4400 00000100:00080000:1.0:1769077414.541118:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077414.541131:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077414.541138:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077414.541144:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077414/real 1769077414] req@ffff9bc64ac90000 x1855007613168640/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077414.541153:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007613169024/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077414.541170:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007613168640/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077414.541179:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077414.541183:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077414.541186:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613168640:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077414.541229:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613168768:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077414.541248:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077414.541257:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077414/real 1769077414] req@ffff9bc64ac90e00 x1855007613168768/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077414.541274:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007613168768/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077414.541280:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077414.541282:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077414.541285:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613168768:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077414.541289:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613168896:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077414.541301:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077414.541309:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077414/real 1769077414] req@ffff9bc64ac91f80 x1855007613168896/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077414.541321:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007613168896/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077414.541330:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077414.541333:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077414.541337:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613168896:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077414.541343:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613169024:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077414.541364:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077414.541375:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077414/real 1769077414] req@ffff9bc64ac93800 x1855007613169024/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077414.541383:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007613169024/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077414.541393:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077414.541395:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077414.541397:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613169024:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077414.988892:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077414.989002:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077415.564898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077416.012869:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077416.012901:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077416.588889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077417.036895:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077417.036960:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077417.612841:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077418.060869:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077418.060869:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077418.636891:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077419.084880:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077419.084904:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077419.660915:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769077419.660924:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077419.660927:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077419.660932:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077419.660945:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4405 00000100:00080000:0.0:1769077419.660957:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077419.660964:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077419.661010:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613169152/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077419.661045:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077419.661049:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077419.661051:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077419.661055:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4405 00000100:00080000:0.0:1769077419.661059:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077419.661063:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077419.661074:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077419.661089:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613169280/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077419.661096:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613169152:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769077419.661137:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077419.661142:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077419.661145:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077419.661150:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4405 00000100:00080000:0.0:1769077419.661155:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077419.661159:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077419.661165:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077419.661182:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613169408/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077419.661182:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769077419.661194:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077419.661197:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077419.661199:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077419.661203:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4405 00000100:00080000:0.0:1769077419.661206:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077419.661209:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077419.661214:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077419.661226:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613169536/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077419.661226:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077419/real 1769077419] req@ffff9bc64f07dc00 x1855007613169152/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077419.661270:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613169152/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077419.661278:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077419.661282:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077419.661297:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613169152:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077419.661316:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613169280:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077419.661333:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077419.661341:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077419/real 1769077419] req@ffff9bc64f07f480 x1855007613169280/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077419.661350:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613169280/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077419.661367:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077419.661371:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077419.661375:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613169280:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077419.661381:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613169408:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077419.661401:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077419.661412:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077419/real 1769077419] req@ffff9bc64f07ce00 x1855007613169408/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077419.661425:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613169408/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077419.661433:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077419.661435:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077419.661437:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613169408:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077419.661441:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613169536:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077419.661456:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077419.661462:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077419/real 1769077419] req@ffff9bc64f07e680 x1855007613169536/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077419.661470:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613169536/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077419.661475:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077419.661477:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077419.661479:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613169536:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077420.108871:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077420.108964:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077420.684882:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077421.132868:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077421.132899:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077421.708848:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077422.156837:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077422.156896:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077422.732881:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077423.180872:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077423.180891:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077423.756833:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077424.204938:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077424.204975:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077424.780894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077424.780955:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077424.780968:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077424.780973:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077424.780985:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4410 00000100:00080000:0.0:1769077424.781000:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077424.781010:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077424.781088:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c380 x1855007613169664/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077424.781129:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077424.781134:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077424.781136:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077424.781141:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4410 00000100:00080000:0.0:1769077424.781145:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077424.781150:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077424.781163:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077424.781181:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613169792/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077424.781195:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613169664:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769077424.781199:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077424.781210:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077424.781212:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077424.781219:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4410 00000100:00080000:0.0:1769077424.781224:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077424.781229:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077424.781235:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077424.781252:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613169920/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077424.781263:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077424.781267:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077424.781270:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077424.781274:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4410 00000100:00080000:0.0:1769077424.781280:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1769077424.781282:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769077424.781292:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077424.781300:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077424.781326:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077424/real 1769077424] req@ffff9bc64f07c380 x1855007613169664/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077424.781333:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613170048/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077424.781375:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c380 x1855007613169664/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077424.781385:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077424.781389:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077424.781393:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613169664:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077424.781417:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613169792:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077424.781435:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077424.781443:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077424/real 1769077424] req@ffff9bc64f07e680 x1855007613169792/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077424.781452:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613169792/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077424.781458:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077424.781460:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077424.781463:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613169792:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077424.781467:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613169920:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077424.781478:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077424.781483:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077424/real 1769077424] req@ffff9bc64f07ce00 x1855007613169920/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077424.781492:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613169920/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077424.781504:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077424.781506:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077424.781508:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613169920:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077424.781513:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613170048:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077424.781524:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077424.781530:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077424/real 1769077424] req@ffff9bc64f07f480 x1855007613170048/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077424.781538:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613170048/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077424.781544:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077424.781546:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077424.781548:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613170048:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077425.228863:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077425.228972:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077425.804891:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077426.252884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077426.252940:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077426.828887:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077427.276868:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077427.276880:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077427.852895:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077428.300845:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077428.300877:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077428.876847:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077429.324862:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077429.324905:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077429.900891:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769077429.900895:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077429.900904:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077429.900909:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077429.900920:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4415 00000100:00080000:0.0:1769077429.900932:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077429.900955:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077429.900993:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613170176/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077429.901030:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077429.901033:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077429.901035:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077429.901038:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4415 00000100:00080000:0.0:1769077429.901041:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077429.901044:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077429.901052:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077429.901067:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613170304/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077429.901075:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077429.901078:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077429.901080:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077429.901083:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4415 00000100:00080000:0.0:1769077429.901087:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077429.901091:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077429.901097:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613170176:192.168.204.139@tcp:250:kworker.0 00000008:00100000:0.0:1769077429.901100:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077429.901117:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613170432/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077429.901129:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077429.901134:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077429.901136:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077429.901140:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4415 00000100:00080000:0.0:1769077429.901145:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077429.901149:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077429.901155:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769077429.901164:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077429.901176:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613170560/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077429.901202:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077429/real 1769077429] req@ffff9bc64f07dc00 x1855007613170176/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077429.901217:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613170176/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077429.901225:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077429.901228:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077429.901231:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613170176:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077429.901236:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613170304:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077429.901250:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077429.901257:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077429/real 1769077429] req@ffff9bc64f07f100 x1855007613170304/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077429.901265:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613170304/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077429.901271:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077429.901273:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077429.901275:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613170304:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077429.901294:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613170432:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077429.901304:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077429.901310:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077429/real 1769077429] req@ffff9bc64f07d880 x1855007613170432/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077429.901317:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613170432/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077429.901322:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077429.901324:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077429.901326:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613170432:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077429.901330:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613170560:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077429.901339:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077429.901344:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077429/real 1769077429] req@ffff9bc64f07df80 x1855007613170560/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077429.901352:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613170560/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077429.901357:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077429.901358:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077429.901360:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613170560:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077430.348876:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077430.348971:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077430.924861:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077431.372861:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077431.372983:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077431.948899:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077432.396847:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077432.396879:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077432.972864:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077433.420910:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077433.420930:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077433.996990:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077434.444905:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077434.444939:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077435.020840:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077435.020864:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077435.020872:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077435.020878:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077435.020887:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4420 00000100:00080000:0.0:1769077435.020899:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077435.020904:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077435.020938:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613170688/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077435.020963:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077435.020966:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077435.020967:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077435.020970:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4420 00000100:00080000:0.0:1769077435.020972:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077435.020975:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077435.020982:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077435.020991:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613170816/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077435.020999:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077435.021002:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077435.021004:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077435.021006:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4420 00000100:00080000:0.0:1769077435.021009:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077435.021011:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077435.021014:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077435.021021:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613170944/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077435.021028:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613170688:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769077435.021030:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077435.021036:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077435.021039:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077435.021042:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4420 00000100:00080000:0.0:1769077435.021044:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077435.021047:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077435.021050:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077435.021059:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613171072/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077435.021110:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077435.021152:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077435/real 1769077435] req@ffff9bc64f07d180 x1855007613170688/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077435.021171:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613170688/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077435.021183:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077435.021187:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077435.021192:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613170688:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077435.021201:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613170816:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077435.021225:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077435.021249:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077435/real 1769077435] req@ffff9bc64f07c700 x1855007613170816/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077435.021263:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613170816/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077435.021273:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077435.021276:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077435.021280:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613170816:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077435.021304:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613170944:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077435.021325:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077435.021336:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077435/real 1769077435] req@ffff9bc64f07ed80 x1855007613170944/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077435.021349:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613170944/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077435.021359:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077435.021362:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077435.021366:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613170944:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077435.021372:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613171072:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077435.021398:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077435.021409:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077435/real 1769077435] req@ffff9bc64f07fb80 x1855007613171072/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077435.021421:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613171072/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077435.021431:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077435.021434:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077435.021437:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613171072:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077435.468873:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077435.468937:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077436.044918:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077436.492896:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077436.492913:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077437.068894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077437.516865:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077437.516920:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077438.092859:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077438.540883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077438.540901:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077439.116877:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077439.564859:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077439.564882:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077440.140904:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077440.140906:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077440.140916:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077440.140920:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077440.140927:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4425 00000100:00080000:1.0:1769077440.140937:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077440.140943:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077440.140975:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007613171200/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077440.140998:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077440.141000:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077440.141002:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077440.141011:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4425 00000100:00080000:1.0:1769077440.141014:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077440.141017:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077440.141024:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077440.141037:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007613171328/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077440.141049:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077440.141053:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077440.141055:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769077440.141062:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613171200:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769077440.141066:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4425 00000100:00080000:1.0:1769077440.141074:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077440.141078:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077440.141084:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077440.141097:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007613171456/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077440.141106:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077440.141109:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077440.141111:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077440.141114:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4425 00000100:00080000:1.0:1769077440.141117:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077440.141121:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077440.141127:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077440.141138:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90700 x1855007613171584/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077440.141151:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077440.141191:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077440/real 1769077440] req@ffff9bc64ac93480 x1855007613171200/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077440.141206:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007613171200/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077440.141214:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077440.141217:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077440.141220:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613171200:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077440.141225:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613171328:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077440.141243:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077440.141251:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077440/real 1769077440] req@ffff9bc64ac93100 x1855007613171328/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077440.141259:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007613171328/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077440.141265:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077440.141267:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077440.141270:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613171328:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077440.141290:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613171456:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077440.141302:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077440.141308:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077440/real 1769077440] req@ffff9bc64ac92a00 x1855007613171456/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077440.141316:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007613171456/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077440.141321:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077440.141323:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077440.141325:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613171456:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077440.141329:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613171584:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077440.141339:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077440.141344:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077440/real 1769077440] req@ffff9bc64ac90700 x1855007613171584/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077440.141352:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90700 x1855007613171584/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077440.141357:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077440.141368:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077440.141371:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613171584:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077440.588885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077440.588950:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077441.164883:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077441.612876:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077441.612924:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077442.188895:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077442.636857:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077442.636916:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077443.212837:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077443.660876:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077443.660899:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077444.236878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077444.684888:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077444.684908:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077445.260883:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769077445.260883:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077445.260895:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077445.260900:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077445.260919:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4430 00000100:00080000:1.0:1769077445.260931:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077445.260939:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077445.260977:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91180 x1855007613171712/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077445.261008:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077445.261012:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077445.261014:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077445.261019:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4430 00000100:00080000:1.0:1769077445.261023:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077445.261028:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077445.261038:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077445.261052:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90380 x1855007613171840/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077445.261067:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077445.261071:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1769077445.261071:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613171712:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769077445.261074:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077445.261083:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4430 00000100:00080000:1.0:1769077445.261088:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077445.261100:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077445.261107:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077445.261124:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90700 x1855007613171968/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077445.261135:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077445.261138:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077445.261141:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077445.261145:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4430 00000100:00080000:1.0:1769077445.261150:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077445.261154:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077445.261160:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077445.261174:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007613172096/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077445.261191:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613171840:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077445.261224:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613171968:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077445.261242:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613172096:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077445.708912:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077445.708973:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077446.284921:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077446.732861:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077446.732913:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077447.308884:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077447.756882:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077447.756955:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077448.332884:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:2.0:1769077448.334754:0:2359:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:2.0:1769077448.334878:0:2359:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769077448.334902:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769077448.334949:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769077448.334966:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769077448.334986:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:0.0:1769077448.334999:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077445/real 1769077448] req@ffff9bc64ac90380 x1855007613171840/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077448.335042:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90380 x1855007613171840/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077448.335054:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077448.335059:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077448.335063:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613171840:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077448.335069:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077445/real 1769077448] req@ffff9bc64ac90700 x1855007613171968/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077448.335079:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90700 x1855007613171968/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077448.335088:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077448.335091:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077448.335093:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613171968:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077448.335098:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077445/real 1769077448] req@ffff9bc64ac91180 x1855007613171712/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077448.335108:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91180 x1855007613171712/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077448.335113:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077448.335117:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077448.335120:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613171712:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077448.335143:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077445/real 1769077448] req@ffff9bc64ac92a00 x1855007613172096/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077448.335151:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007613172096/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077448.335156:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077448.335158:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077448.335160:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613172096:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077448.780875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077448.780893:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077449.356876:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077449.804871:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077449.804955:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077450.380868:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077450.380876:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077450.380880:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077450.380888:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4435 00000100:00080000:1.0:1769077450.380898:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077450.380912:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077450.380918:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077450.380945:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007613172224/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077450.380965:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077450.380967:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077450.380969:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077450.380972:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4435 00000100:00080000:1.0:1769077450.380975:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077450.380978:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077450.380987:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077450.380997:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007613172352/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077450.381003:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613172224:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769077450.381011:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077450.381015:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077450.381017:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077450.381022:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4435 00000100:00080000:1.0:1769077450.381027:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077450.381041:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077450.381047:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077450.381061:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007613172480/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077450.381072:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077450.381076:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077450.381078:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077450.381082:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4435 00000800:00000100:0.0:1769077450.381089:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769077450.381089:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077450.381098:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077450.381104:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077450.381118:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007613172608/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077450.381138:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077450/real 1769077450] req@ffff9bc64ac93100 x1855007613172224/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077450.381161:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007613172224/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077450.381172:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077450.381177:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077450.381182:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613172224:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077450.381209:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613172352:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077450.381234:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077450.381248:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077450/real 1769077450] req@ffff9bc64ac93480 x1855007613172352/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077450.381270:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007613172352/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077450.381278:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077450.381281:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077450.381285:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613172352:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077450.381292:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613172480:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077450.381316:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077450.381329:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077450/real 1769077450] req@ffff9bc64ac93800 x1855007613172480/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077450.381340:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007613172480/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077450.381348:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077450.381351:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077450.381354:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613172480:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077450.381360:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613172608:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077450.381379:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077450.381389:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077450/real 1769077450] req@ffff9bc64ac91f80 x1855007613172608/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077450.381401:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007613172608/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077450.381418:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077450.381422:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077450.381426:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613172608:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077450.828867:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077450.828918:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077451.404962:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077451.852865:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077451.852924:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077452.428852:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077452.876872:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077452.876954:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077453.452940:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077453.900873:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077453.900897:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077454.476871:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077454.924898:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077454.924966:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077455.500876:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769077455.500880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077455.500890:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077455.500895:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077455.500906:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4441 00000100:00080000:1.0:1769077455.500918:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077455.500926:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077455.500959:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007613172736/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077455.500987:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077455.500989:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077455.500991:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077455.500995:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4441 00000100:00080000:1.0:1769077455.500997:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077455.501006:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077455.501017:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077455.501027:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007613172864/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077455.501035:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077455.501038:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077455.501042:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769077455.501043:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613172736:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769077455.501047:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4441 00000100:00080000:1.0:1769077455.501053:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077455.501055:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077455.501059:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077455.501068:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007613172992/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077455.501075:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077455.501078:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077455.501079:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077455.501081:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4441 00000100:00080000:1.0:1769077455.501095:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077455.501098:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077455.501101:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769077455.501109:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769077455.501111:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007613173120/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077455.501147:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077455/real 1769077455] req@ffff9bc64ac90e00 x1855007613172736/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077455.501162:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007613172736/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077455.501169:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077455.501172:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077455.501175:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613172736:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077455.501193:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613172864:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077455.501208:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077455.501216:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077455/real 1769077455] req@ffff9bc64ac90000 x1855007613172864/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077455.501224:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007613172864/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077455.501235:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077455.501237:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077455.501239:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613172864:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077455.501243:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613172992:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077455.501253:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077455.501259:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077455/real 1769077455] req@ffff9bc64ac91880 x1855007613172992/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077455.501266:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007613172992/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077455.501272:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077455.501273:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077455.501275:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613172992:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077455.501279:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613173120:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077455.501288:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077455.501294:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077455/real 1769077455] req@ffff9bc64ac92d80 x1855007613173120/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077455.501301:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007613173120/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077455.501309:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077455.501312:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077455.501316:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613173120:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077455.948893:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077455.948942:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077456.524833:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077456.972852:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077456.972906:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077457.548895:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077457.996885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077457.996922:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077458.572829:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077459.020861:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077459.020874:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077459.596859:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077460.044926:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077460.044985:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077460.620861:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077460.620901:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077460.620907:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077460.620910:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077460.620918:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4446 00000100:00080000:0.0:1769077460.620927:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077460.620933:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077460.620966:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d500 x1855007613173248/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077460.620996:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077460.621000:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077460.621002:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077460.621007:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4446 00000100:00080000:0.0:1769077460.621011:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077460.621015:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077460.621024:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077460.621040:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613173376/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077460.621048:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077460.621051:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077460.621054:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077460.621057:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4446 00000100:00080000:0.0:1769077460.621060:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077460.621064:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077460.621066:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613173248:192.168.204.139@tcp:250:kworker.0 00000008:00100000:0.0:1769077460.621069:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077460.621082:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613173504/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077460.621090:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077460.621092:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077460.621093:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077460.621096:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4446 00000100:00080000:0.0:1769077460.621098:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077460.621101:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077460.621106:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077460.621119:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613173632/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077460.621158:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077460.621201:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077460/real 1769077460] req@ffff9bc64f07d500 x1855007613173248/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077460.621221:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d500 x1855007613173248/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077460.621230:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077460.621233:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077460.621236:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613173248:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077460.621243:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613173376:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077460.621269:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077460.621282:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077460/real 1769077460] req@ffff9bc64f07fb80 x1855007613173376/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077460.621297:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613173376/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077460.621323:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077460.621327:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077460.621331:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613173376:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077460.621356:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613173504:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077460.621378:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077460.621390:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077460/real 1769077460] req@ffff9bc64f07ed80 x1855007613173504/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077460.621402:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613173504/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077460.621410:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077460.621413:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077460.621417:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613173504:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077460.621452:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613173632:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077460.621472:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077460.621483:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077460/real 1769077460] req@ffff9bc64f07c700 x1855007613173632/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077460.621503:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613173632/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077460.621511:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077460.621515:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077460.621519:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613173632:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077461.068853:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077461.068934:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077461.644880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077462.092848:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077462.092918:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077462.668899:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077463.116882:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077463.116970:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077463.692871:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077464.140949:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077464.140950:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077464.716821:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077465.164885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077465.164940:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077465.740872:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769077465.740875:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077465.740883:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077465.740887:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077465.740895:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4451 00000100:00080000:0.0:1769077465.740904:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077465.740911:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077465.740943:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613173760/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077465.740965:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077465.740968:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077465.740969:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077465.740972:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4451 00000100:00080000:0.0:1769077465.740974:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077465.740977:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077465.740983:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077465.740992:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613173888/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077465.741000:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077465.741003:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077465.741004:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077465.741006:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4451 00000100:00080000:0.0:1769077465.741008:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077465.741011:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077465.741014:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077465.741023:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613173760:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077465.741025:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613174016/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077465.741040:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077465.741043:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077465.741046:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077465.741050:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4451 00000100:00080000:0.0:1769077465.741054:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077465.741058:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077465.741063:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077465.741076:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613174144/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077465.741100:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077465.741143:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077465/real 1769077465] req@ffff9bc64f07d180 x1855007613173760/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077465.741160:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613173760/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077465.741168:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077465.741172:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077465.741175:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613173760:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077465.741181:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613173888:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077465.741198:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077465.741207:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077465/real 1769077465] req@ffff9bc64f07df80 x1855007613173888/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077465.741215:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613173888/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077465.741224:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077465.741227:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077465.741229:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613173888:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077465.741248:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613174016:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077465.741259:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077465.741273:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077465/real 1769077465] req@ffff9bc64f07d880 x1855007613174016/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077465.741281:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613174016/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077465.741286:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077465.741288:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077465.741290:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613174016:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077465.741294:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613174144:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077465.741304:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077465.741310:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077465/real 1769077465] req@ffff9bc64f07f100 x1855007613174144/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077465.741317:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613174144/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077465.741323:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077465.741324:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077465.741327:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613174144:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077466.188875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077466.188966:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077466.764885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077467.212899:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077467.212988:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077467.788841:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077468.236889:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077468.236948:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077468.812840:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077469.260885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077469.260959:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077469.836834:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077470.284858:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077470.284918:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077470.860870:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077470.860891:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077470.860899:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077470.860905:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077470.860914:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4456 00000100:00080000:1.0:1769077470.860924:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077470.860931:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077470.860968:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007613174272/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077470.860989:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077470.860992:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077470.860993:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077470.860997:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4456 00000100:00080000:1.0:1769077470.860999:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077470.861002:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077470.861009:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077470.861018:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92680 x1855007613174400/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077470.861026:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077470.861029:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077470.861030:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077470.861036:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4456 00000100:00080000:1.0:1769077470.861039:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1769077470.861039:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613174272:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769077470.861045:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077470.861051:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077470.861059:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007613174528/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077470.861067:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077470.861069:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077470.861070:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077470.861072:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4456 00000100:00080000:1.0:1769077470.861074:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077470.861077:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077470.861080:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077470.861087:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007613174656/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077470.861105:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077470.861138:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077470/real 1769077470] req@ffff9bc64ac91500 x1855007613174272/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077470.861152:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007613174272/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077470.861159:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077470.861162:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077470.861165:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613174272:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077470.861171:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613174400:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077470.861184:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077470.861194:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077470/real 1769077470] req@ffff9bc64ac92680 x1855007613174400/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077470.861207:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92680 x1855007613174400/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077470.861215:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077470.861218:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077470.861222:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613174400:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077470.861273:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613174528:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077470.861291:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077470.861299:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077470/real 1769077470] req@ffff9bc64ac91c00 x1855007613174528/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077470.861307:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007613174528/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077470.861313:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077470.861315:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077470.861317:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613174528:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077470.861320:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613174656:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077470.861330:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077470.861336:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077470/real 1769077470] req@ffff9bc64ac90a80 x1855007613174656/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077470.861343:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007613174656/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077470.861348:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077470.861350:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077470.861352:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613174656:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077471.308877:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077471.308943:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077471.884881:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077472.332869:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077472.332972:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077472.908887:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077473.356873:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077473.356921:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077473.932837:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077474.380868:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077474.380928:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077474.956897:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077475.404917:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077475.404931:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077475.980853:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077475.980906:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077475.980913:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077475.980918:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077475.980927:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4461 00000100:00080000:0.0:1769077475.980939:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077475.980945:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077475.980984:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613174784/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077475.981012:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077475.981016:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077475.981018:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077475.981021:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4461 00000100:00080000:0.0:1769077475.981024:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077475.981027:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077475.981034:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077475.981045:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613174912/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077475.981055:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077475.981058:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077475.981061:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077475.981065:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4461 00000100:00080000:0.0:1769077475.981071:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1769077475.981073:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613174784:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769077475.981078:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077475.981085:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077475.981101:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613175040/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077475.981119:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077475.981122:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077475.981123:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077475.981126:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4461 00000100:00080000:0.0:1769077475.981129:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077475.981132:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077475.981137:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077475.981149:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613175168/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077475.981150:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077475.981220:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077475/real 1769077475] req@ffff9bc64f07dc00 x1855007613174784/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077475.981242:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613174784/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077475.981250:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077475.981253:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077475.981256:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613174784:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077475.981261:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613174912:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077475.981288:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077475.981298:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077475/real 1769077475] req@ffff9bc64f07f480 x1855007613174912/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077475.981310:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613174912/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077475.981319:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077475.981323:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077475.981326:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613174912:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077475.981352:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613175040:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077475.981375:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077475.981384:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077475/real 1769077475] req@ffff9bc64f07ce00 x1855007613175040/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077475.981392:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613175040/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077475.981398:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077475.981400:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077475.981403:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613175040:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077475.981407:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613175168:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077475.981419:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077475.981425:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077475/real 1769077475] req@ffff9bc64f07e680 x1855007613175168/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077475.981432:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613175168/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077475.981438:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077475.981439:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077475.981441:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613175168:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077476.428858:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077476.428914:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077477.004874:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077477.452873:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077477.452918:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077478.028856:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077478.476925:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077478.476995:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077479.052919:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077479.500886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077479.500938:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077480.076882:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077480.524885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077480.524961:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077481.100905:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077481.100917:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077481.100923:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077481.100927:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077481.100935:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4466 00000100:00080000:0.0:1769077481.100947:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077481.100955:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077481.100993:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c380 x1855007613175296/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077481.101033:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077481.101036:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077481.101038:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077481.101041:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4466 00000100:00080000:0.0:1769077481.101045:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077481.101048:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077481.101056:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077481.101068:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613175424/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077481.101090:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077481.101094:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077481.101096:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077481.101099:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4466 00000100:00080000:0.0:1769077481.101103:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1769077481.101106:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613175296:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769077481.101110:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077481.101120:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077481.101135:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613175552/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077481.101148:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077481.101152:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077481.101154:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077481.101158:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4466 00000100:00080000:0.0:1769077481.101163:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077481.101168:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077481.101173:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769077481.101184:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077481.101185:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613175680/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077481.101231:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077481/real 1769077481] req@ffff9bc64f07c380 x1855007613175296/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077481.101249:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c380 x1855007613175296/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077481.101259:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077481.101263:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077481.101267:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613175296:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077481.101275:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613175424:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077481.101299:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077481.101312:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077481/real 1769077481] req@ffff9bc64f07e680 x1855007613175424/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077481.101337:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613175424/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077481.101347:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077481.101349:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077481.101352:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613175424:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077481.101372:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613175552:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077481.101389:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077481.101400:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077481/real 1769077481] req@ffff9bc64f07ce00 x1855007613175552/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077481.101412:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613175552/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077481.101419:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077481.101423:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077481.101433:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613175552:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077481.101440:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613175680:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077481.101458:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077481.101469:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077481/real 1769077481] req@ffff9bc64f07f480 x1855007613175680/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077481.101481:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613175680/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077481.101493:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077481.101496:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077481.101499:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613175680:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077481.548894:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077481.548955:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077482.124864:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077482.572862:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077482.572906:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077483.148886:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077483.596890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077483.596929:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077484.172919:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077484.620867:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077484.620917:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077485.196881:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077485.644895:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077485.645086:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077486.220933:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077486.220953:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077486.220962:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077486.220967:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077486.220978:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4471 00000100:00080000:0.0:1769077486.221042:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077486.221052:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077486.221092:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613175808/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077486.221116:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077486.221119:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077486.221121:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077486.221125:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4471 00000100:00080000:0.0:1769077486.221128:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077486.221132:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077486.221140:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077486.221158:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613175936/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077486.221167:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077486.221170:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077486.221172:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077486.221178:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4471 00000100:00100000:2.0:1769077486.221180:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613175808:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769077486.221182:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077486.221190:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077486.221194:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077486.221204:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613176064/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077486.221218:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077486.221221:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077486.221223:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077486.221226:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4471 00000100:00080000:0.0:1769077486.221229:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077486.221232:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077486.221235:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077486.221244:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613176192/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077486.221251:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077486.221293:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077486/real 1769077486] req@ffff9bc64f07dc00 x1855007613175808/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077486.221309:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613175808/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077486.221317:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077486.221320:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077486.221323:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613175808:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077486.221329:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613175936:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077486.221345:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077486.221354:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077486/real 1769077486] req@ffff9bc64f07f100 x1855007613175936/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077486.221362:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613175936/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077486.221369:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077486.221371:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077486.221373:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613175936:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077486.221393:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613176064:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077486.221405:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077486.221412:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077486/real 1769077486] req@ffff9bc64f07d880 x1855007613176064/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077486.221420:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613176064/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077486.221427:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077486.221429:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077486.221431:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613176064:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077486.221435:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613176192:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077486.221445:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077486.221451:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077486/real 1769077486] req@ffff9bc64f07df80 x1855007613176192/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077486.221458:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613176192/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077486.221464:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077486.221466:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077486.221468:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613176192:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077486.668882:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077486.668950:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077487.244863:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077487.692870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077487.692920:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077488.268915:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077488.716886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077488.716942:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077489.292872:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077489.740893:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077489.740942:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077490.316904:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077490.764877:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077490.764968:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077491.340864:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769077491.340882:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077491.340890:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077491.340896:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077491.340920:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4476 00000100:00080000:2.0:1769077491.340932:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077491.340939:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077491.340976:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8000 x1855007613176320/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077491.341002:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077491.341005:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077491.341007:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077491.341010:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4476 00000100:00080000:2.0:1769077491.341013:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077491.341016:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077491.341023:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077491.341034:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb800 x1855007613176448/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077491.341043:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077491.341046:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613176320:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769077491.341047:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769077491.341051:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077491.341057:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4476 00000100:00080000:2.0:1769077491.341061:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077491.341066:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077491.341072:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077491.341088:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9180 x1855007613176576/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077491.341106:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1769077491.341110:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:2.0:1769077491.341113:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769077491.341116:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077491.341120:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4476 00000100:00080000:2.0:1769077491.341125:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077491.341129:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077491.341134:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077491.341144:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdad80 x1855007613176704/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077491.341163:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077491/real 1769077491] req@ffff9bc67afd8000 x1855007613176320/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077491.341185:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8000 x1855007613176320/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077491.341196:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077491.341209:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077491.341212:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613176320:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077491.341237:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613176448:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077491.341264:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077491.341278:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077491/real 1769077491] req@ffff9bc67afdb800 x1855007613176448/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077491.341287:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb800 x1855007613176448/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077491.341294:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077491.341296:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077491.341298:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613176448:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077491.341303:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613176576:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077491.341318:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077491.341325:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077491/real 1769077491] req@ffff9bc67afd9180 x1855007613176576/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077491.341333:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9180 x1855007613176576/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077491.341338:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077491.341341:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077491.341343:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613176576:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077491.341346:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613176704:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077491.341356:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077491.341362:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077491/real 1769077491] req@ffff9bc67afdad80 x1855007613176704/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077491.341374:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdad80 x1855007613176704/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077491.341379:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077491.341381:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077491.341383:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613176704:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077491.788863:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077491.788939:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077492.364860:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077492.812890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077492.812936:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077493.388904:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077493.836880:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077493.836929:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077494.412838:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077494.860908:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077494.860975:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077495.436867:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077495.884860:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077495.884911:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077496.460906:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769077496.460906:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077496.460915:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077496.460920:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077496.460929:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4482 00000100:00080000:0.0:1769077496.460941:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077496.460948:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077496.460986:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613176832/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077496.461015:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077496.461018:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077496.461020:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077496.461023:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4482 00000100:00080000:0.0:1769077496.461027:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077496.461031:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077496.461039:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077496.461050:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613176832:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077496.461053:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613176960/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077496.461067:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077496.461071:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077496.461073:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077496.461077:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4482 00000100:00080000:0.0:1769077496.461081:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077496.461086:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077496.461091:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077496.461120:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613177088/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077496.461131:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769077496.461135:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077496.461140:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077496.461143:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077496.461149:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4482 00000100:00080000:0.0:1769077496.461154:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077496.461159:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077496.461166:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077496.461180:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077496/real 1769077496] req@ffff9bc64f07d180 x1855007613176832/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077496.461182:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613177216/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077496.461224:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613176832/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077496.461233:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077496.461237:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077496.461240:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613176832:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077496.461260:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613176960:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077496.461285:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077496.461298:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077496/real 1769077496] req@ffff9bc64f07c700 x1855007613176960/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077496.461312:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613176960/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077496.461322:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077496.461326:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077496.461329:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613176960:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077496.461336:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613177088:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077496.461355:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077496.461363:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077496/real 1769077496] req@ffff9bc64f07ed80 x1855007613177088/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077496.461372:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613177088/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077496.461377:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077496.461380:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077496.461382:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613177088:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077496.461385:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613177216:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077496.461395:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077496.461412:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077496/real 1769077496] req@ffff9bc64f07fb80 x1855007613177216/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077496.461420:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613177216/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077496.461430:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077496.461433:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077496.461436:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613177216:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077496.908908:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077496.908994:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077497.484852:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077497.932866:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077497.932919:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077498.508892:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077498.956894:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077498.956954:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077499.532880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077499.980852:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077499.980902:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077500.556903:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077501.004877:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077501.004942:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077501.580900:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077501.580910:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077501.580923:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077501.580933:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4487 00000100:00080000:1.0:1769077501.580946:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077501.580955:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077501.580988:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077501.581002:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92300 x1855007613177344/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077501.581048:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077501.581052:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077501.581054:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077501.581060:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4487 00000100:00080000:1.0:1769077501.581064:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077501.581069:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077501.581078:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077501.581092:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93b80 x1855007613177472/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077501.581105:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077501.581109:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077501.581113:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769077501.581114:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613177344:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769077501.581120:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4487 00000100:00080000:1.0:1769077501.581126:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077501.581131:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077501.581137:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077501.581153:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007613177600/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077501.581163:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077501.581166:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077501.581168:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077501.581170:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4487 00000100:00080000:1.0:1769077501.581173:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077501.581177:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077501.581180:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077501.581191:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007613177728/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077501.581192:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077501.581240:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077501/real 1769077501] req@ffff9bc64ac92300 x1855007613177344/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077501.581261:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92300 x1855007613177344/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077501.581272:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077501.581276:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077501.581281:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613177344:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077501.581306:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613177472:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077501.581331:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077501.581344:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077501/real 1769077501] req@ffff9bc64ac93b80 x1855007613177472/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077501.581358:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93b80 x1855007613177472/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077501.581367:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077501.581371:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077501.581375:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613177472:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077501.581383:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613177600:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077501.581404:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077501.581424:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077501/real 1769077501] req@ffff9bc64ac90a80 x1855007613177600/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077501.581438:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007613177600/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077501.581446:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077501.581450:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077501.581454:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613177600:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077501.581461:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613177728:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077501.581479:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077501.581489:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077501/real 1769077501] req@ffff9bc64ac91c00 x1855007613177728/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077501.581502:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007613177728/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077501.581510:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077501.581513:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077501.581517:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613177728:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077502.028900:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077502.028907:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077502.604930:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077503.052910:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077503.052961:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077503.628929:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077504.076880:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077504.076984:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077504.652922:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077505.100891:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077505.100974:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077505.676869:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077506.124875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077506.124925:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077506.700906:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769077506.700907:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077506.700916:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077506.700920:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077506.700928:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4492 00000100:00080000:0.0:1769077506.700938:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077506.700944:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077506.700976:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d500 x1855007613177856/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077506.701000:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077506.701004:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077506.701006:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077506.701011:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4492 00000100:00080000:0.0:1769077506.701014:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077506.701018:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077506.701028:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077506.701046:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613177984/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077506.701060:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613177856:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769077506.701061:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077506.701069:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077506.701073:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077506.701077:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4492 00000100:00080000:0.0:1769077506.701079:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077506.701083:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077506.701087:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077506.701098:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613178112/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077506.701105:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077506.701108:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077506.701109:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077506.701111:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4492 00000100:00080000:0.0:1769077506.701114:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077506.701116:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077506.701119:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077506.701127:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613178240/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077506.701133:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077506.701176:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077506/real 1769077506] req@ffff9bc64f07d500 x1855007613177856/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077506.701196:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d500 x1855007613177856/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077506.701206:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077506.701210:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077506.701214:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613177856:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077506.701235:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613177984:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077506.701254:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077506.701266:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077506/real 1769077506] req@ffff9bc64f07fb80 x1855007613177984/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077506.701278:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613177984/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077506.701286:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077506.701290:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077506.701293:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613177984:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077506.701299:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613178112:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077506.701314:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077506.701323:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077506/real 1769077506] req@ffff9bc64f07ed80 x1855007613178112/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077506.701334:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613178112/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077506.701349:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077506.701352:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077506.701355:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613178112:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077506.701361:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613178240:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077506.701375:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077506.701384:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077506/real 1769077506] req@ffff9bc64f07c700 x1855007613178240/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077506.701396:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613178240/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077506.701403:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077506.701406:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077506.701409:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613178240:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077507.148869:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077507.148906:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077507.724884:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077508.172877:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077508.172942:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077508.748869:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077509.196860:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077509.196921:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077509.772885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077510.220873:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077510.220957:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077510.796868:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077511.244894:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077511.244996:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077511.820923:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769077511.820937:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077511.820943:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077511.820947:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077511.820966:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4497 00000100:00080000:2.0:1769077511.820976:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077511.820982:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077511.821014:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afda680 x1855007613178368/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077511.821048:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077511.821051:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077511.821052:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077511.821064:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4497 00000100:00080000:2.0:1769077511.821068:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077511.821071:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077511.821084:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613178368:192.168.204.139@tcp:250:kworker.0 00000008:00100000:2.0:1769077511.821087:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077511.821108:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8380 x1855007613178496/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077511.821118:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077511.821125:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769077511.821126:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077511.821129:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4497 00000100:00080000:2.0:1769077511.821133:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077511.821135:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077511.821139:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077511.821152:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9880 x1855007613178624/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077511.821159:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077511.821161:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769077511.821163:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077511.821165:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4497 00000100:00080000:2.0:1769077511.821169:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077511.821172:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077511.821176:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077511.821181:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613178496:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077511.821189:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9c00 x1855007613178752/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077511.821214:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613178624:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077511.821242:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613178752:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077512.268864:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077512.268883:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077512.844840:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077513.292873:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077513.292903:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077513.868894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077514.316885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077514.316939:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077514.892839:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:1.0:1769077514.892997:0:2360:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:1.0:1769077514.893032:0:2360:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1769077514.893051:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:1.0:1769077514.893118:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:1.0:1769077514.893128:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:1.0:1769077514.893137:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:0.0:1769077514.894037:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077511/real 1769077514] req@ffff9bc67afd9c00 x1855007613178752/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077514.894070:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9c00 x1855007613178752/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077514.894084:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077514.894090:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077514.894096:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613178752:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077514.894105:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077511/real 1769077514] req@ffff9bc67afd8380 x1855007613178496/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077514.894120:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8380 x1855007613178496/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077514.894129:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077514.894139:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077514.894143:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613178496:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077514.894151:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077511/real 1769077514] req@ffff9bc67afd9880 x1855007613178624/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077514.894173:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9880 x1855007613178624/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077514.894181:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077514.894186:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077514.894189:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613178624:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077514.894195:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077511/real 1769077514] req@ffff9bc67afda680 x1855007613178368/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077514.894209:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afda680 x1855007613178368/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077514.894217:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077514.894221:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077514.894224:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613178368:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769077515.340886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077515.340970:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077515.916855:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077516.364872:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077516.364917:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769077516.940842:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077516.940851:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077516.940862:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077516.940870:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4502 00000100:00080000:2.0:1769077516.940879:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077516.940886:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077516.940917:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8a80 x1855007613178880/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077516.940930:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769077516.940941:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077516.940945:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077516.940947:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077516.940951:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4502 00000100:00080000:2.0:1769077516.940955:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077516.940958:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077516.940965:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077516.940971:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613178880:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077516.940978:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afda680 x1855007613179008/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077516.940987:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077516.940990:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769077516.940991:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077516.940994:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4502 00000100:00080000:2.0:1769077516.940999:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077516.941003:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077516.941008:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077516.941021:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9880 x1855007613179136/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077516.941031:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077516.941035:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769077516.941037:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077516.941041:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4502 00000100:00080000:2.0:1769077516.941046:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077516.941050:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077516.941055:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769077516.941059:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077516.941072:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8380 x1855007613179264/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077516.941117:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077516/real 1769077516] req@ffff9bc67afd8a80 x1855007613178880/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077516.941135:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8a80 x1855007613178880/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077516.941146:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077516.941162:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077516.941167:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613178880:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077516.941192:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613179008:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077516.941220:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077516.941233:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077516/real 1769077516] req@ffff9bc67afda680 x1855007613179008/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077516.941246:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afda680 x1855007613179008/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077516.941254:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077516.941257:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077516.941261:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613179008:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077516.941268:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613179136:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077516.941286:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077516.941314:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077516/real 1769077516] req@ffff9bc67afd9880 x1855007613179136/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077516.941327:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9880 x1855007613179136/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077516.941335:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077516.941338:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077516.941341:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613179136:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077516.941347:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613179264:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077516.941367:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077516.941377:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077516/real 1769077516] req@ffff9bc67afd8380 x1855007613179264/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077516.941391:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8380 x1855007613179264/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077516.941400:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077516.941403:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077516.941407:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613179264:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077517.388837:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077517.388891:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077517.964977:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077518.412879:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077518.412928:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077518.988893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077519.436858:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077519.436911:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077520.012884:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077520.460876:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077520.460937:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077521.036835:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077521.484887:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077521.484940:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077522.060888:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077522.060911:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077522.060919:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077522.060924:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077522.060942:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4507 00000100:00080000:1.0:1769077522.060954:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077522.060960:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077522.060997:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92680 x1855007613179392/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077522.061040:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077522.061044:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077522.061046:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077522.061051:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4507 00000100:00080000:1.0:1769077522.061055:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077522.061060:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077522.061069:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077522.061084:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007613179520/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077522.061089:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613179392:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769077522.061112:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077522.061116:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077522.061118:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077522.061123:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4507 00000100:00080000:1.0:1769077522.061128:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077522.061132:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077522.061138:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077522.061150:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007613179648/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077522.061160:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1769077522.061166:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769077522.061177:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077522.061179:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077522.061185:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4507 00000100:00080000:1.0:1769077522.061190:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077522.061194:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077522.061199:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077522.061214:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007613179776/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077522.061219:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077522/real 1769077522] req@ffff9bc64ac92680 x1855007613179392/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077522.061254:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92680 x1855007613179392/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077522.061266:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077522.061271:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077522.061275:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613179392:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077522.061300:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613179520:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077522.061325:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077522.061339:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077522/real 1769077522] req@ffff9bc64ac91500 x1855007613179520/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077522.061353:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007613179520/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077522.061370:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077522.061374:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077522.061376:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613179520:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077522.061381:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613179648:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077522.061418:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077522.061431:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077522/real 1769077522] req@ffff9bc64ac92d80 x1855007613179648/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077522.061444:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007613179648/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077522.061453:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077522.061456:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077522.061460:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613179648:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077522.061467:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613179776:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077522.061495:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077522.061505:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077522/real 1769077522] req@ffff9bc64ac91880 x1855007613179776/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077522.061513:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007613179776/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077522.061518:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077522.061520:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077522.061523:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613179776:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077522.508877:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077522.508944:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077523.084877:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077523.532886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077523.532942:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077524.108903:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077524.556875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077524.556936:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077525.132889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077525.580918:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077525.581023:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077526.156921:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077526.604913:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077526.604973:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077527.180890:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769077527.180895:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077527.180903:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077527.180910:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077527.180920:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4512 00000100:00080000:1.0:1769077527.180932:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077527.180939:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077527.180974:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007613179904/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077527.181002:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077527.181006:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077527.181008:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077527.181013:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4512 00000100:00080000:1.0:1769077527.181016:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077527.181020:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077527.181029:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077527.181040:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007613180032/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077527.181051:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077527.181055:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077527.181058:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077527.181062:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4512 00000100:00080000:1.0:1769077527.181065:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077527.181069:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077527.181074:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077527.181088:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007613180160/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077527.181099:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613179904:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769077527.181107:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077527.181113:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077527.181115:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077527.181120:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4512 00000100:00080000:1.0:1769077527.181124:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077527.181128:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077527.181134:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077527.181148:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007613180288/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077527.181219:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077527.181283:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077527/real 1769077527] req@ffff9bc64ac90000 x1855007613179904/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077527.181344:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007613179904/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077527.181357:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077527.181363:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077527.181368:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613179904:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077527.181377:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613180032:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077527.181403:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077527.181416:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077527/real 1769077527] req@ffff9bc64ac90e00 x1855007613180032/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077527.181436:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007613180032/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077527.181446:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077527.181449:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077527.181453:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613180032:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077527.181486:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613180160:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077527.181508:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077527.181518:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077527/real 1769077527] req@ffff9bc64ac91f80 x1855007613180160/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077527.181530:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007613180160/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077527.181538:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077527.181542:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077527.181546:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613180160:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077527.181553:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613180288:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077527.181571:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077527.181582:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077527/real 1769077527] req@ffff9bc64ac93800 x1855007613180288/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077527.181593:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007613180288/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077527.181602:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077527.181605:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077527.181609:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613180288:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077527.628884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077527.628955:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077528.204854:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077528.652918:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077528.652977:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077529.228904:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077529.676883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077529.676966:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077530.252837:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077530.700899:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077530.700972:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077531.276911:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077531.724873:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077531.724932:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077532.300893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077532.300910:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077532.300919:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077532.300924:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077532.300932:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4517 00000100:00080000:0.0:1769077532.300943:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077532.300949:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077532.300981:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613180416/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077532.301016:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077532.301021:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077532.301023:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077532.301028:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4517 00000100:00080000:0.0:1769077532.301031:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077532.301035:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077532.301045:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077532.301062:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613180544/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077532.301078:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077532.301080:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613180416:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769077532.301089:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077532.301094:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077532.301099:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4517 00000100:00080000:0.0:1769077532.301102:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077532.301105:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077532.301111:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077532.301124:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613180672/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077532.301131:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077532.301133:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077532.301134:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077532.301137:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4517 00000100:00080000:0.0:1769077532.301139:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077532.301142:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077532.301145:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077532.301151:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613180800/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077532.301183:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077532.301269:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077532/real 1769077532] req@ffff9bc64f07d180 x1855007613180416/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077532.301292:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613180416/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077532.301305:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077532.301310:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077532.301315:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613180416:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077532.301358:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613180544:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077532.301384:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077532.301399:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077532/real 1769077532] req@ffff9bc64f07df80 x1855007613180544/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077532.301413:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613180544/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077532.301423:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077532.301427:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077532.301431:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613180544:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077532.301439:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613180672:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077532.301459:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077532.301469:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077532/real 1769077532] req@ffff9bc64f07d880 x1855007613180672/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077532.301482:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613180672/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077532.301490:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077532.301494:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077532.301497:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613180672:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077532.301504:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613180800:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077532.301532:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077532.301544:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077532/real 1769077532] req@ffff9bc64f07f100 x1855007613180800/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077532.301557:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613180800/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077532.301566:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077532.301569:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077532.301573:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613180800:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077532.748854:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077532.748955:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077533.324910:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077533.772914:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077533.772988:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077534.348837:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077534.796865:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077534.796906:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077535.372869:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077535.820893:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077535.820956:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077536.396848:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077536.844864:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077536.844903:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077537.420894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769077537.420898:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077537.420906:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077537.420911:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077537.420930:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4522 00000100:00080000:2.0:1769077537.420942:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077537.420950:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077537.420985:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9c00 x1855007613180928/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077537.421013:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077537.421017:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077537.421019:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077537.421024:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4522 00000100:00080000:2.0:1769077537.421027:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077537.421032:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077537.421042:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077537.421050:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613180928:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077537.421056:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdad80 x1855007613181056/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077537.421077:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077537.421081:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769077537.421083:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077537.421088:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4522 00000100:00080000:2.0:1769077537.421092:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077537.421095:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077537.421100:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769077537.421112:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077537.421114:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9180 x1855007613181184/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077537.421126:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077537.421157:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769077537.421159:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769077537.421164:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077537/real 1769077537] req@ffff9bc67afd9c00 x1855007613180928/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077537.421167:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4522 00000100:00080000:2.0:1769077537.421173:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077537.421179:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077537.421185:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077537.421187:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9c00 x1855007613180928/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077537.421198:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1769077537.421203:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb800 x1855007613181312/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077537.421205:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077537.421214:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613180928:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077537.421246:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613181056:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077537.421274:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077537.421288:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077537/real 1769077537] req@ffff9bc67afdad80 x1855007613181056/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077537.421303:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdad80 x1855007613181056/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077537.421312:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077537.421314:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077537.421317:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613181056:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077537.421322:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613181184:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077537.421338:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077537.421346:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077537/real 1769077537] req@ffff9bc67afd9180 x1855007613181184/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077537.421354:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9180 x1855007613181184/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077537.421359:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077537.421361:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077537.421365:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613181184:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077537.421370:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613181312:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077537.421389:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077537.421399:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077537/real 1769077537] req@ffff9bc67afdb800 x1855007613181312/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077537.421413:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb800 x1855007613181312/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077537.421422:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077537.421425:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077537.421430:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613181312:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077537.868909:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077537.868934:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077538.444852:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077538.892871:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077538.892944:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077539.469295:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077539.916863:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077539.916924:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077540.492854:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077540.940880:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077540.940953:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077541.516886:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077541.964871:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077541.964945:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077542.540829:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077542.540870:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077542.540875:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077542.540879:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077542.540887:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4528 00000100:00080000:0.0:1769077542.540896:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077542.540901:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077542.540933:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613181440/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077542.540955:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077542.540958:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077542.540959:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077542.540963:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4528 00000100:00080000:0.0:1769077542.540966:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077542.540969:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077542.540978:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077542.540987:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613181568/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077542.540993:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613181440:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769077542.540998:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077542.541002:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077542.541003:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077542.541006:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4528 00000100:00080000:0.0:1769077542.541008:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077542.541011:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077542.541015:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077542.541023:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613181696/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077542.541030:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077542.541032:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077542.541034:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077542.541036:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4528 00000100:00080000:0.0:1769077542.541038:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077542.541040:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077542.541057:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077542.541068:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613181824/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077542.541069:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077542.541107:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077542/real 1769077542] req@ffff9bc64f07dc00 x1855007613181440/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077542.541126:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613181440/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077542.541135:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077542.541140:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077542.541143:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613181440:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077542.541166:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613181568:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077542.541192:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077542.541205:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077542/real 1769077542] req@ffff9bc64f07f480 x1855007613181568/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077542.541220:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613181568/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077542.541229:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077542.541232:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077542.541236:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613181568:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077542.541242:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613181696:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077542.541262:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077542.541271:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077542/real 1769077542] req@ffff9bc64f07ce00 x1855007613181696/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077542.541278:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613181696/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077542.541288:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077542.541290:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077542.541292:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613181696:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077542.541296:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613181824:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077542.541308:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077542.541313:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077542/real 1769077542] req@ffff9bc64f07e680 x1855007613181824/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077542.541320:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613181824/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077542.541325:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077542.541327:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077542.541329:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613181824:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077542.988893:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077542.988951:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077543.564880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077544.012875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077544.012947:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077544.588896:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077545.036887:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077545.036950:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077545.612844:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077546.060859:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077546.060925:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077546.636886:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077547.084879:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077547.084942:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077547.660891:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077547.660900:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077547.660904:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077547.660913:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4533 00000100:00100000:0.0:1769077547.660918:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077547.660924:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077547.660932:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077547.660983:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613181952/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077547.661013:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077547.661017:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077547.661019:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077547.661023:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4533 00000100:00080000:3.0:1769077547.661028:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077547.661032:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077547.661042:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077547.661063:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613182080/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077547.661075:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077547.661080:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1769077547.661081:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613181952:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769077547.661082:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077547.661091:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4533 00000100:00080000:3.0:1769077547.661096:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077547.661100:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077547.661106:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077547.661120:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613182208/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077547.661131:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077547.661135:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077547.661137:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077547.661140:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4533 00000100:00080000:3.0:1769077547.661147:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077547.661150:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077547.661154:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769077547.661160:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769077547.661165:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613182336/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077547.661207:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077547/real 1769077547] req@ffff9bc64d9ac000 x1855007613181952/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077547.661228:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613181952/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077547.661239:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077547.661243:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077547.661248:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613181952:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077547.661271:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613182080:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077547.661296:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077547.661309:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077547/real 1769077547] req@ffff9bc64d9aed80 x1855007613182080/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077547.661324:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613182080/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077547.661332:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077547.661336:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077547.661339:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613182080:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077547.661345:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613182208:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077547.661364:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077547.661375:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077547/real 1769077547] req@ffff9bc64d9aca80 x1855007613182208/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077547.661387:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613182208/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077547.661394:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077547.661398:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077547.661401:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613182208:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077547.661407:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613182336:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077547.661423:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077547.661432:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077547/real 1769077547] req@ffff9bc64d9ae680 x1855007613182336/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077547.661444:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613182336/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077547.661452:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077547.661456:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077547.661459:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613182336:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077548.108904:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077548.108973:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077548.684981:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077549.132878:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077549.133006:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077549.708905:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077550.156897:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077550.156978:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077550.732946:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077551.180920:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077551.180985:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077551.756957:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077552.204937:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077552.204986:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077552.780943:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077552.780955:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077552.780960:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077552.780970:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4538 00000100:00080000:0.0:1769077552.780983:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077552.780990:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077552.781039:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c380 x1855007613182464/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077552.781075:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077552.781081:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077552.781083:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077552.781088:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4538 00000100:00080000:0.0:1769077552.781093:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077552.781097:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077552.781109:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077552.781137:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613182592/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077552.781139:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613182464:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769077552.781157:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077552.781162:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077552.781165:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077552.781170:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4538 00000100:00080000:0.0:1769077552.781175:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077552.781180:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077552.781188:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077552.781200:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613182720/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077552.781208:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077552.781210:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077552.781212:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077552.781215:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4538 00000800:00000100:2.0:1769077552.781220:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769077552.781222:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077552.781227:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077552.781232:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077552.781241:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613182848/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077552.781267:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077552/real 1769077552] req@ffff9bc64f07c380 x1855007613182464/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077552.781284:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c380 x1855007613182464/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077552.781293:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077552.781297:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077552.781302:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613182464:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077552.781303:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:2.0:1769077552.781333:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613182592:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077552.781355:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077552.781364:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077552/real 1769077552] req@ffff9bc64f07e680 x1855007613182592/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077552.781373:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613182592/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077552.781385:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077552.781387:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077552.781389:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613182592:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077552.781393:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613182720:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077552.781405:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077552.781411:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077552/real 1769077552] req@ffff9bc64f07ce00 x1855007613182720/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077552.781418:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613182720/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077552.781424:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077552.781426:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077552.781427:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613182720:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077552.781431:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613182848:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077552.781440:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077552.781446:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077552/real 1769077552] req@ffff9bc64f07f480 x1855007613182848/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077552.781453:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613182848/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077552.781459:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077552.781460:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077552.781463:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613182848:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077553.228922:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077553.229026:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077553.804973:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077554.252958:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077554.253021:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077554.828903:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077555.276898:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077555.277022:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077555.852899:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077556.300894:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077556.300982:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077556.876902:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077557.324909:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077557.325011:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077557.900931:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769077557.900936:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077557.900942:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077557.900947:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077557.900956:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4543 00000100:00080000:0.0:1769077557.900966:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077557.900972:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077557.901014:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613182976/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077557.901058:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077557.901061:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077557.901063:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077557.901067:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4543 00000100:00080000:0.0:1769077557.901070:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077557.901073:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077557.901081:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077557.901110:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613183104/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077557.901120:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077557.901123:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077557.901124:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077557.901131:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4543 00000100:00100000:2.0:1769077557.901133:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613182976:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769077557.901135:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077557.901141:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077557.901148:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077557.901156:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613183232/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077557.901163:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077557.901166:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077557.901168:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077557.901171:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4543 00000100:00080000:0.0:1769077557.901175:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077557.901177:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077557.901180:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077557.901187:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613183360/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077557.901239:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077557.901292:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077557/real 1769077557] req@ffff9bc64f07dc00 x1855007613182976/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077557.901314:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613182976/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077557.901326:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077557.901332:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077557.901336:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613182976:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077557.901365:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613183104:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077557.901388:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077557.901401:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077557/real 1769077557] req@ffff9bc64f07f100 x1855007613183104/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077557.901415:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613183104/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077557.901425:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077557.901429:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077557.901433:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613183104:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077557.901440:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613183232:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077557.901461:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077557.901474:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077557/real 1769077557] req@ffff9bc64f07d880 x1855007613183232/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077557.901487:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613183232/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077557.901497:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077557.901500:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077557.901504:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613183232:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077557.901511:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613183360:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077557.901532:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077557.901545:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077557/real 1769077557] req@ffff9bc64f07df80 x1855007613183360/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077557.901557:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613183360/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077557.901566:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077557.901570:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077557.901573:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613183360:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077558.348913:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077558.348958:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077558.924901:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077559.372867:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077559.372911:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077559.948861:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077560.396875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077560.396934:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077560.972882:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077561.420937:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077561.420989:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077561.996909:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077562.444911:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077562.444915:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077563.020874:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077563.020883:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077563.020887:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077563.020898:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4548 00000100:00080000:0.0:1769077563.020907:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077563.020913:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077563.020926:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077563.020950:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613183488/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077563.020978:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077563.020982:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077563.020985:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077563.020990:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4548 00000100:00080000:0.0:1769077563.020993:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077563.020997:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077563.021007:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077563.021021:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613183616/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077563.021032:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077563.021035:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077563.021037:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769077563.021039:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613183488:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769077563.021040:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4548 00000100:00080000:0.0:1769077563.021043:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077563.021047:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077563.021052:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077563.021063:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613183744/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077563.021071:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077563.021074:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077563.021076:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077563.021079:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4548 00000100:00080000:0.0:1769077563.021082:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077563.021086:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077563.021089:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077563.021097:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613183872/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077563.021103:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077563.021142:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077563/real 1769077563] req@ffff9bc64f07d180 x1855007613183488/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077563.021159:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613183488/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077563.021166:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077563.021169:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077563.021172:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613183488:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077563.021190:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613183616:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077563.021207:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077563.021215:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077563/real 1769077563] req@ffff9bc64f07c700 x1855007613183616/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077563.021223:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613183616/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077563.021229:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077563.021231:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077563.021241:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613183616:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077563.021246:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613183744:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077563.021258:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077563.021264:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077563/real 1769077563] req@ffff9bc64f07ed80 x1855007613183744/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077563.021272:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613183744/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077563.021277:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077563.021279:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077563.021281:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613183744:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077563.021285:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613183872:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077563.021295:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077563.021300:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077563/real 1769077563] req@ffff9bc64f07fb80 x1855007613183872/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077563.021307:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613183872/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077563.021313:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077563.021314:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077563.021316:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613183872:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077563.468901:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077563.468914:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077564.044910:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077564.492882:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077564.492956:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077565.068928:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077565.516858:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077565.516928:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077566.092905:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077566.540869:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077566.540914:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077567.116865:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077567.564868:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077567.564938:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077568.140867:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769077568.140870:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077568.140879:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077568.140883:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077568.140890:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4553 00000100:00080000:0.0:1769077568.140900:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077568.140907:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077568.140939:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d500 x1855007613184000/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077568.140965:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077568.140967:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077568.140969:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077568.140972:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4553 00000100:00080000:0.0:1769077568.140975:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077568.140977:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077568.140984:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077568.140995:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613184128/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077568.141011:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077568.141016:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077568.141019:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769077568.141022:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613184000:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769077568.141023:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4553 00000100:00080000:0.0:1769077568.141028:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077568.141032:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077568.141035:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077568.141044:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613184256/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077568.141056:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077568.141059:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077568.141060:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077568.141063:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4553 00000100:00080000:0.0:1769077568.141066:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077568.141068:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077568.141071:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077568.141080:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613184384/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077568.141087:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077568.141134:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077568/real 1769077568] req@ffff9bc64f07d500 x1855007613184000/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077568.141155:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d500 x1855007613184000/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077568.141164:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077568.141167:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077568.141170:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613184000:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077568.141176:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613184128:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077568.141195:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077568.141209:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077568/real 1769077568] req@ffff9bc64f07fb80 x1855007613184128/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077568.141223:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613184128/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077568.141232:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077568.141236:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077568.141240:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613184128:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077568.141263:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613184256:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077568.141281:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077568.141289:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077568/real 1769077568] req@ffff9bc64f07ed80 x1855007613184256/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077568.141297:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613184256/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077568.141303:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077568.141305:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077568.141307:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613184256:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077568.141311:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613184384:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077568.141321:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077568.141326:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077568/real 1769077568] req@ffff9bc64f07c700 x1855007613184384/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077568.141334:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613184384/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077568.141343:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077568.141344:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077568.141346:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613184384:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077568.588918:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077568.589004:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077569.164929:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077569.612868:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077569.612939:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077570.188932:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077570.636895:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077570.636956:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077571.212927:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077571.660857:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077571.660912:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077572.236996:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077572.684900:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077572.685019:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077573.260855:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769077573.260898:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077573.260906:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077573.260911:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077573.260918:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4558 00000100:00080000:2.0:1769077573.260929:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077573.260934:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077573.260965:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8000 x1855007613184512/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077573.260989:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077573.260992:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077573.260993:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077573.260996:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4558 00000100:00080000:2.0:1769077573.260999:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077573.261003:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077573.261011:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077573.261018:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613184512:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077573.261022:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb100 x1855007613184640/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077573.261040:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077573.261042:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769077573.261045:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077573.261047:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4558 00000100:00080000:2.0:1769077573.261050:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077573.261052:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077573.261056:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077573.261066:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9500 x1855007613184768/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077573.261073:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077573.261075:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769077573.261076:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077573.261079:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4558 00000100:00080000:2.0:1769077573.261088:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077573.261091:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:0.0:1769077573.261095:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:2.0:1769077573.261095:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077573.261106:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9f80 x1855007613184896/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077573.261136:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077573/real 1769077573] req@ffff9bc67afd8000 x1855007613184512/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077573.261150:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8000 x1855007613184512/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077573.261158:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077573.261161:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077573.261164:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613184512:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077573.261182:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613184640:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077573.261207:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077573.261215:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077573/real 1769077573] req@ffff9bc67afdb100 x1855007613184640/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077573.261224:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb100 x1855007613184640/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077573.261230:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077573.261243:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077573.261245:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613184640:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077573.261249:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613184768:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077573.261261:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077573.261267:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077573/real 1769077573] req@ffff9bc67afd9500 x1855007613184768/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077573.261274:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9500 x1855007613184768/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077573.261280:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077573.261281:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077573.261310:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613184768:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077573.261314:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613184896:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077573.261326:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077573.261331:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077573/real 1769077573] req@ffff9bc67afd9f80 x1855007613184896/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077573.261339:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9f80 x1855007613184896/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077573.261344:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077573.261346:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077573.261349:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613184896:192.168.204.139@tcp:8:kworker.0 00010000:00010000:0.0:1769077573.708925:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077573.708983:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077574.284943:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077574.732870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077574.732934:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077575.308852:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077575.756860:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077575.756928:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077576.332880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077576.780888:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077576.780935:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077577.356866:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077577.804859:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077577.804923:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077578.380861:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077578.380876:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077578.380884:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077578.380888:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077578.380896:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4563 00000100:00080000:3.0:1769077578.380905:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077578.380911:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077578.380949:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613185024/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077578.380980:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077578.380983:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077578.380985:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077578.380989:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4563 00000100:00080000:3.0:1769077578.380993:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077578.380996:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077578.381004:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077578.381007:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613185024:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769077578.381018:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613185152/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077578.381027:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077578.381030:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077578.381032:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077578.381034:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4563 00000100:00080000:3.0:1769077578.381038:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077578.381041:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077578.381045:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077578.381052:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613185280/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077578.381059:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077578.381061:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077578.381062:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077578.381065:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4563 00000100:00080000:3.0:1769077578.381067:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077578.381070:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077578.381072:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077578.381081:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613185408/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077578.381102:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613185152:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077578.381125:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613185280:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077578.381142:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613185408:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077578.828878:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077578.828939:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077579.404854:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077579.852839:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077579.852912:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077580.428952:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077580.876878:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077580.876940:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077581.452913:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:1.0:1769077581.453059:0:2358:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:1.0:1769077581.453098:0:2358:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1769077581.453112:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:1.0:1769077581.453146:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:1.0:1769077581.453153:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:1.0:1769077581.453159:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:0.0:1769077581.453283:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077578/real 1769077581] req@ffff9bc64d9aca80 x1855007613185152/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077581.453319:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613185152/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077581.453335:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077581.453342:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077581.453348:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613185152:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077581.453358:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077578/real 1769077581] req@ffff9bc64d9aed80 x1855007613185280/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077581.453374:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613185280/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077581.453384:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077581.453417:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077581.453422:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613185280:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077581.453432:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077578/real 1769077581] req@ffff9bc64d9ac000 x1855007613185408/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077581.453446:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613185408/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077581.453455:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077581.453460:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077581.453464:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613185408:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077581.453474:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077578/real 1769077581] req@ffff9bc64d9ae680 x1855007613185024/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077581.453488:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613185024/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077581.453497:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077581.453502:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077581.453506:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613185024:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769077581.900916:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077581.900964:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077582.476853:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077582.924871:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077582.924938:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077583.500904:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077583.500910:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077583.500918:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077583.500924:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077583.500935:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4569 00000100:00080000:3.0:1769077583.500950:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077583.500959:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077583.501017:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613185536/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077583.501046:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077583.501052:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077583.501053:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077583.501057:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4569 00000100:00080000:3.0:1769077583.501060:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077583.501064:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077583.501075:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077583.501090:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613185664/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077583.501101:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613185536:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769077583.501105:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077583.501111:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077583.501114:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077583.501121:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4569 00000100:00080000:3.0:1769077583.501129:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077583.501134:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077583.501144:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077583.501157:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613185792/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077583.501167:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077583.501171:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077583.501173:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077583.501177:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4569 00000100:00080000:3.0:1769077583.501192:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077583.501200:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:0.0:1769077583.501202:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:3.0:1769077583.501208:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077583.501221:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613185920/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077583.501269:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077583/real 1769077583] req@ffff9bc64d9ad880 x1855007613185536/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077583.501292:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613185536/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077583.501304:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077583.501309:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077583.501320:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613185536:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077583.501383:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613185664:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077583.501412:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077583.501428:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077583/real 1769077583] req@ffff9bc64d9adc00 x1855007613185664/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077583.501443:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613185664/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077583.501451:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077583.501455:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077583.501460:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613185664:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077583.501466:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613185792:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077583.501488:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077583.501499:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077583/real 1769077583] req@ffff9bc64d9ac380 x1855007613185792/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077583.501511:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613185792/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077583.501519:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077583.501522:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077583.501526:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613185792:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077583.501532:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613185920:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077583.501552:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077583.501564:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077583/real 1769077583] req@ffff9bc64d9ad180 x1855007613185920/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077583.501577:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613185920/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077583.501585:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077583.501589:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077583.501593:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613185920:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077583.948897:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077583.948948:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077584.524874:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077584.972892:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077584.973006:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077585.548873:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077585.996872:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077585.996929:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077586.572875:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077587.020866:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077587.020964:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077587.596875:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077588.044916:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077588.045025:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769077588.620895:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077588.620896:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769077588.620907:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077588.620913:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077588.620924:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4574 00000100:00080000:2.0:1769077588.620937:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077588.620944:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077588.620987:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8700 x1855007613186048/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077588.621017:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077588.621020:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077588.621022:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077588.621026:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4574 00000100:00080000:2.0:1769077588.621028:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077588.621031:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077588.621041:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077588.621053:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9f80 x1855007613186176/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077588.621062:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077588.621065:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613186048:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769077588.621066:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769077588.621070:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077588.621077:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4574 00000100:00080000:2.0:1769077588.621080:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077588.621082:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077588.621086:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077588.621095:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9500 x1855007613186304/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077588.621102:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077588.621105:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769077588.621106:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077588.621108:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4574 00000100:00080000:2.0:1769077588.621112:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077588.621115:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077588.621118:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077588.621126:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb100 x1855007613186432/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077588.621160:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077588.621229:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077588/real 1769077588] req@ffff9bc67afd8700 x1855007613186048/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077588.621252:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8700 x1855007613186048/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077588.621262:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077588.621295:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077588.621300:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613186048:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077588.621343:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613186176:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077588.621364:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077588.621375:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077588/real 1769077588] req@ffff9bc67afd9f80 x1855007613186176/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077588.621401:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9f80 x1855007613186176/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077588.621407:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077588.621409:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077588.621413:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613186176:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077588.621417:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613186304:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077588.621431:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077588.621437:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077588/real 1769077588] req@ffff9bc67afd9500 x1855007613186304/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077588.621444:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9500 x1855007613186304/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077588.621450:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077588.621452:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077588.621453:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613186304:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077588.621457:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613186432:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077588.621468:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077588.621473:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077588/real 1769077588] req@ffff9bc67afdb100 x1855007613186432/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077588.621481:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb100 x1855007613186432/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077588.621486:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077588.621488:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077588.621490:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613186432:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077589.068842:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077589.069022:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077589.644889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077590.092910:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077590.092972:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077590.668869:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077591.116853:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077591.117057:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077591.692877:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077592.140860:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077592.140910:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077592.716851:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077593.164851:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077593.164913:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077593.740880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769077593.740887:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077593.740894:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077593.740898:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077593.740906:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4579 00000100:00080000:2.0:1769077593.740916:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077593.740923:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077593.740958:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8000 x1855007613186560/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077593.740988:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077593.740992:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077593.740994:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077593.740998:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4579 00000100:00080000:2.0:1769077593.741002:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077593.741006:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077593.741017:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077593.741029:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613186560:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077593.741034:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb800 x1855007613186688/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077593.741049:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077593.741056:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769077593.741057:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077593.741062:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4579 00000100:00080000:2.0:1769077593.741066:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077593.741071:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077593.741077:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077593.741091:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9180 x1855007613186816/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077593.741094:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:2.0:1769077593.741107:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077593.741111:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769077593.741113:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077593.741118:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4579 00000100:00080000:2.0:1769077593.741124:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077593.741129:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077593.741134:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077593/real 1769077593] req@ffff9bc67afd8000 x1855007613186560/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1769077593.741136:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077593.741156:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8000 x1855007613186560/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077593.741156:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdad80 x1855007613186944/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077593.741179:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077593.741213:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077593.741219:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613186560:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077593.741245:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613186688:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077593.741273:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077593.741287:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077593/real 1769077593] req@ffff9bc67afdb800 x1855007613186688/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077593.741314:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb800 x1855007613186688/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077593.741324:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077593.741327:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077593.741331:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613186688:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077593.741338:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613186816:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077593.741365:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077593.741379:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077593/real 1769077593] req@ffff9bc67afd9180 x1855007613186816/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077593.741389:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9180 x1855007613186816/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077593.741396:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077593.741399:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077593.741402:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613186816:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077593.741406:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613186944:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077593.741428:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077593.741435:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077593/real 1769077593] req@ffff9bc67afdad80 x1855007613186944/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077593.741444:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdad80 x1855007613186944/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077593.741451:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077593.741455:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077593.741465:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613186944:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077594.188904:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077594.188953:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077594.764833:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077595.212852:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077595.212907:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077595.788899:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077596.236875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077596.236947:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077596.812846:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077597.260853:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077597.260911:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077597.836895:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077598.284869:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077598.284913:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769077598.860855:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077598.860856:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769077598.860877:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077598.860883:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077598.860893:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4584 00000100:00080000:2.0:1769077598.860905:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077598.860912:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077598.860948:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9c00 x1855007613187072/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077598.860977:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077598.860981:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077598.860983:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077598.860987:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4584 00000100:00080000:2.0:1769077598.860991:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077598.860994:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077598.861003:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077598.861016:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8380 x1855007613187200/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077598.861027:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077598.861030:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769077598.861033:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077598.861037:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4584 00000100:00080000:2.0:1769077598.861041:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077598.861045:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077598.861050:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613187072:192.168.204.139@tcp:250:kworker.0 00000008:00100000:2.0:1769077598.861053:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077598.861071:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9880 x1855007613187328/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077598.861083:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077598.861086:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769077598.861088:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077598.861093:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4584 00000100:00080000:2.0:1769077598.861117:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077598.861121:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077598.861127:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077598.861139:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afda680 x1855007613187456/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077598.861168:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077598.861210:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077598/real 1769077598] req@ffff9bc67afd9c00 x1855007613187072/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077598.861230:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9c00 x1855007613187072/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077598.861241:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077598.861253:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077598.861258:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613187072:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077598.861266:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613187200:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077598.861291:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077598.861304:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077598/real 1769077598] req@ffff9bc67afd8380 x1855007613187200/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077598.861318:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8380 x1855007613187200/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077598.861327:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077598.861331:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077598.861335:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613187200:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077598.861359:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613187328:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077598.861380:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077598.861391:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077598/real 1769077598] req@ffff9bc67afd9880 x1855007613187328/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077598.861404:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9880 x1855007613187328/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077598.861412:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077598.861416:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077598.861419:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613187328:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077598.861426:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613187456:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077598.861446:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077598.861457:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077598/real 1769077598] req@ffff9bc67afda680 x1855007613187456/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077598.861470:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afda680 x1855007613187456/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077598.861478:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077598.861482:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077598.861485:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613187456:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077599.308875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077599.308951:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077599.884900:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077600.332868:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077600.332950:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077600.908898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077601.356856:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077601.356922:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077601.932899:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077602.380884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077602.380925:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077602.956873:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077603.404878:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077603.404931:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077603.980909:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769077603.980909:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077603.980920:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077603.980925:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077603.980935:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4589 00000100:00080000:0.0:1769077603.980945:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077603.980951:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077603.980983:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613187584/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077603.981019:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077603.981022:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077603.981024:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077603.981028:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4589 00000100:00080000:0.0:1769077603.981031:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077603.981040:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077603.981051:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077603.981059:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613187584:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077603.981065:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613187712/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077603.981076:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077603.981079:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077603.981080:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077603.981084:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4589 00000100:00080000:0.0:1769077603.981087:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077603.981090:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077603.981093:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077603.981102:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613187840/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077603.981109:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077603.981111:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077603.981113:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077603.981115:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4589 00000100:00080000:0.0:1769077603.981117:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077603.981119:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077603.981122:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077603.981128:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613187968/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077603.981138:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077603.981177:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077603/real 1769077603] req@ffff9bc64f07d180 x1855007613187584/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077603.981196:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613187584/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077603.981207:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077603.981211:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077603.981215:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613187584:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077603.981237:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613187712:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077603.981258:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077603.981269:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077603/real 1769077603] req@ffff9bc64f07df80 x1855007613187712/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077603.981282:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613187712/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077603.981291:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077603.981294:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077603.981298:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613187712:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077603.981305:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613187840:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077603.981321:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077603.981331:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077603/real 1769077603] req@ffff9bc64f07d880 x1855007613187840/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077603.981354:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613187840/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077603.981363:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077603.981366:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077603.981370:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613187840:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077603.981376:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613187968:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077603.981394:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077603.981403:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077603/real 1769077603] req@ffff9bc64f07f100 x1855007613187968/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077603.981416:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613187968/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077603.981424:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077603.981427:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077603.981431:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613187968:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077604.428881:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077604.428938:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077605.004892:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077605.452860:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077605.452937:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077606.028885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077606.476871:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077606.476928:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077607.052953:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077607.500876:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077607.500946:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077608.076849:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077608.524872:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077608.524929:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077609.100884:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769077609.100886:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077609.100895:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077609.100901:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077609.100910:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4594 00000100:00080000:0.0:1769077609.100936:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077609.100944:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077609.100981:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613188096/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077609.101006:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077609.101008:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077609.101015:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077609.101018:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4594 00000100:00080000:0.0:1769077609.101021:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077609.101024:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077609.101032:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077609.101044:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613188224/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077609.101052:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077609.101055:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077609.101057:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769077609.101062:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613188096:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769077609.101063:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4594 00000100:00080000:0.0:1769077609.101067:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077609.101074:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077609.101078:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077609.101087:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613188352/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077609.101093:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077609.101095:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077609.101097:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077609.101100:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4594 00000100:00080000:0.0:1769077609.101103:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077609.101106:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077609.101109:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077609.101116:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613188480/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077609.101140:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077609.101183:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077609/real 1769077609] req@ffff9bc64f07dc00 x1855007613188096/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077609.101204:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613188096/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077609.101226:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077609.101231:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077609.101234:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613188096:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077609.101254:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613188224:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077609.101274:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077609.101289:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077609/real 1769077609] req@ffff9bc64f07f480 x1855007613188224/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077609.101298:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613188224/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077609.101304:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077609.101306:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077609.101309:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613188224:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077609.101313:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613188352:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077609.101326:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077609.101332:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077609/real 1769077609] req@ffff9bc64f07ce00 x1855007613188352/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077609.101340:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613188352/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077609.101350:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077609.101352:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077609.101354:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613188352:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077609.101357:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613188480:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077609.101368:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077609.101373:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077609/real 1769077609] req@ffff9bc64f07e680 x1855007613188480/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077609.101380:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613188480/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077609.101385:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077609.101387:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077609.101389:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613188480:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077609.548881:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077609.548960:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077610.124885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077610.572873:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077610.572944:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077611.148933:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077611.596917:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077611.596978:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077612.172844:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077612.620838:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077612.620914:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077613.196893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077613.644907:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077613.644973:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077614.220896:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077614.220898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077614.220907:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077614.220912:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077614.220920:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4599 00000100:00080000:3.0:1769077614.220931:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077614.220937:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077614.220970:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613188608/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077614.220993:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077614.220996:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077614.220997:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077614.221004:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4599 00000100:00080000:3.0:1769077614.221007:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077614.221009:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077614.221017:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077614.221026:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613188736/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077614.221035:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077614.221039:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613188608:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769077614.221039:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077614.221043:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077614.221050:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4599 00000100:00080000:3.0:1769077614.221053:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077614.221055:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077614.221058:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077614.221068:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613188864/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077614.221075:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077614.221077:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077614.221079:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077614.221081:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4599 00000100:00080000:3.0:1769077614.221097:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077614.221100:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077614.221103:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769077614.221107:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769077614.221113:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613188992/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077614.221145:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077614/real 1769077614] req@ffff9bc64d9aea00 x1855007613188608/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077614.221159:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613188608/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077614.221167:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077614.221170:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077614.221173:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613188608:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077614.221192:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613188736:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077614.221206:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077614.221213:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077614/real 1769077614] req@ffff9bc64d9adf80 x1855007613188736/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077614.221221:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613188736/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077614.221227:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077614.221229:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077614.221231:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613188736:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077614.221235:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613188864:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077614.221267:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077614.221273:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077614/real 1769077614] req@ffff9bc64d9ad500 x1855007613188864/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077614.221281:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613188864/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077614.221287:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077614.221290:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077614.221292:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613188864:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077614.221297:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613188992:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077614.221310:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077614.221319:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077614/real 1769077614] req@ffff9bc64d9ace00 x1855007613188992/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077614.221327:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613188992/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077614.221332:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077614.221334:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077614.221336:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613188992:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077614.668883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077614.668937:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077615.244920:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077615.692885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077615.692952:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077616.268867:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077616.716875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077616.716924:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077617.292914:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077617.740888:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077617.740925:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077618.316851:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077618.764864:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077618.764928:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077619.340905:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077619.340939:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077619.340945:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077619.340949:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077619.340959:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4604 00000100:00080000:0.0:1769077619.340970:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077619.340979:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077619.341034:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c380 x1855007613189120/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077619.341062:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077619.341066:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077619.341068:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077619.341072:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4604 00000100:00080000:0.0:1769077619.341076:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077619.341080:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077619.341090:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077619.341107:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613189248/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077619.341117:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077619.341122:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077619.341124:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077619.341128:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4604 00000100:00100000:2.0:1769077619.341133:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613189120:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769077619.341135:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077619.341146:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077619.341152:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077619.341167:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613189376/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077619.341179:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077619.341182:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077619.341184:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077619.341189:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4604 00000100:00080000:0.0:1769077619.341193:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077619.341201:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:2.0:1769077619.341201:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:0.0:1769077619.341210:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077619.341224:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613189504/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077619.341238:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077619/real 1769077619] req@ffff9bc64f07c380 x1855007613189120/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077619.341254:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c380 x1855007613189120/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077619.341262:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077619.341265:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077619.341269:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613189120:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077619.341276:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613189248:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077619.341293:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077619.341304:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077619/real 1769077619] req@ffff9bc64f07e680 x1855007613189248/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077619.341315:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613189248/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077619.341327:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077619.341330:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077619.341341:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613189248:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077619.341360:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613189376:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077619.341380:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077619.341391:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077619/real 1769077619] req@ffff9bc64f07ce00 x1855007613189376/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077619.341404:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613189376/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077619.341413:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077619.341417:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077619.341421:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613189376:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077619.341427:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613189504:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077619.341458:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077619.341466:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077619/real 1769077619] req@ffff9bc64f07f480 x1855007613189504/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077619.341474:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613189504/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077619.341479:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077619.341481:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077619.341484:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613189504:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077619.788922:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077619.789005:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077620.364866:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077620.812907:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077620.812995:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077621.388857:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077621.836903:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077621.836944:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077622.412941:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077622.860910:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077622.860973:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077623.436925:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077623.884878:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077623.884958:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077624.460869:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077624.460881:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077624.460887:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077624.460898:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4610 00000100:00080000:0.0:1769077624.460912:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769077624.460912:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077624.460925:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077624.460977:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613189632/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077624.461004:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077624.461007:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077624.461009:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077624.461014:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4610 00000100:00080000:0.0:1769077624.461017:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077624.461021:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077624.461033:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077624.461046:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613189760/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077624.461056:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613189632:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769077624.461065:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077624.461069:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077624.461070:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077624.461074:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4610 00000100:00080000:0.0:1769077624.461077:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077624.461081:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077624.461086:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077624.461097:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613189888/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077624.461104:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077624.461107:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077624.461109:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077624.461111:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4610 00000100:00080000:0.0:1769077624.461114:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077624.461117:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077624.461119:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077624.461129:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613190016/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077624.461143:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077624.461193:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077624/real 1769077624] req@ffff9bc64f07dc00 x1855007613189632/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077624.461215:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613189632/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077624.461226:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077624.461232:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077624.461236:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613189632:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077624.461264:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613189760:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077624.461290:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077624.461303:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077624/real 1769077624] req@ffff9bc64f07f100 x1855007613189760/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077624.461317:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613189760/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077624.461326:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077624.461330:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077624.461333:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613189760:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077624.461341:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613189888:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077624.461363:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077624.461375:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077624/real 1769077624] req@ffff9bc64f07d880 x1855007613189888/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077624.461388:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613189888/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077624.461397:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077624.461400:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077624.461405:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613189888:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077624.461412:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613190016:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077624.461432:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077624.461444:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077624/real 1769077624] req@ffff9bc64f07df80 x1855007613190016/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077624.461457:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613190016/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077624.461465:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077624.461469:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077624.461472:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613190016:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077624.908879:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077624.908975:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077625.484853:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077625.932871:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077625.933026:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077626.508914:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077626.956887:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077626.956951:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077627.532870:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077627.980854:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077627.980933:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077628.556901:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077629.004891:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077629.004949:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077629.580847:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077629.580856:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077629.580859:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769077629.580866:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077629.580868:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4615 00000100:00080000:0.0:1769077629.580881:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077629.580890:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077629.580930:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613190144/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077629.580957:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077629.580959:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077629.580961:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077629.580964:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4615 00000100:00080000:0.0:1769077629.580967:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077629.580970:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077629.580978:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077629.580990:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613190272/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077629.580996:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613190144:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769077629.581007:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077629.581014:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077629.581016:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077629.581020:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4615 00000100:00080000:0.0:1769077629.581023:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077629.581026:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077629.581031:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077629.581040:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613190400/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077629.581047:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077629.581049:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077629.581050:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077629.581052:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4615 00000100:00080000:0.0:1769077629.581056:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1769077629.581057:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769077629.581063:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077629.581067:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077629.581077:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613190528/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077629.581096:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077629/real 1769077629] req@ffff9bc64f07d180 x1855007613190144/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077629.581111:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613190144/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077629.581127:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077629.581130:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077629.581133:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613190144:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077629.581153:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613190272:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077629.581168:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077629.581176:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077629/real 1769077629] req@ffff9bc64f07c700 x1855007613190272/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077629.581184:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613190272/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077629.581190:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077629.581192:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077629.581194:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613190272:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077629.581198:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613190400:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077629.581209:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077629.581214:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077629/real 1769077629] req@ffff9bc64f07ed80 x1855007613190400/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077629.581222:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613190400/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077629.581227:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077629.581229:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077629.581231:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613190400:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077629.581241:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613190528:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077629.581252:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077629.581260:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077629/real 1769077629] req@ffff9bc64f07fb80 x1855007613190528/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077629.581273:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613190528/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077629.581281:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077629.581284:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077629.581288:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613190528:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077630.028860:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077630.028918:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077630.604889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077631.052896:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077631.052957:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077631.628863:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077632.076845:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077632.076971:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077632.652928:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077633.100940:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077633.100991:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077633.676852:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769077634.124917:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077634.124953:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769077634.700877:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769077634.700877:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077634.700892:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077634.700898:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077634.700907:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4620 00000100:00080000:2.0:1769077634.700917:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077634.700922:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077634.700955:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8a80 x1855007613190656/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077634.700977:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077634.700979:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077634.700981:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077634.700984:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4620 00000100:00080000:2.0:1769077634.700986:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077634.700991:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077634.700998:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077634.701010:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613190656:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077634.701020:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afda680 x1855007613190784/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077634.701029:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077634.701032:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769077634.701033:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077634.701036:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4620 00000100:00080000:2.0:1769077634.701038:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077634.701041:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077634.701045:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077634.701052:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9880 x1855007613190912/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077634.701059:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077634.701061:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769077634.701062:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077634.701064:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4620 00000100:00080000:2.0:1769077634.701067:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1769077634.701072:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:2.0:1769077634.701074:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077634.701079:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077634.701087:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8380 x1855007613191040/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077634.701109:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077634/real 1769077634] req@ffff9bc67afd8a80 x1855007613190656/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077634.701128:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8a80 x1855007613190656/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077634.701137:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077634.701140:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077634.701143:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613190656:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077634.701160:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613190784:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077634.701174:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077634.701181:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077634/real 1769077634] req@ffff9bc67afda680 x1855007613190784/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077634.701189:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afda680 x1855007613190784/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077634.701195:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077634.701197:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077634.701199:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613190784:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077634.701203:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613190912:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077634.701213:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077634.701218:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077634/real 1769077634] req@ffff9bc67afd9880 x1855007613190912/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077634.701225:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9880 x1855007613190912/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077634.701240:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077634.701243:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077634.701245:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613190912:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077634.701249:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613191040:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077634.701259:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077634.701265:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077634/real 1769077634] req@ffff9bc67afd8380 x1855007613191040/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077634.701272:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8380 x1855007613191040/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077634.701278:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077634.701279:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077634.701281:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613191040:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077635.148913:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077635.149056:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077635.724898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077636.172853:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077636.172921:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077636.748872:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077637.196926:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077637.196993:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077637.772903:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769077638.220946:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077638.220977:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769077638.796883:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077639.244866:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077639.244930:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077639.820853:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769077639.820856:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077639.820865:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077639.820870:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077639.820879:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4625 00000100:00080000:2.0:1769077639.820892:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077639.820899:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077639.820934:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9c00 x1855007613191168/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077639.820962:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077639.820966:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077639.820968:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077639.820972:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4625 00000100:00080000:2.0:1769077639.820976:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077639.820980:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077639.820998:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077639.821007:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613191168:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077639.821016:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdad80 x1855007613191296/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077639.821029:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077639.821033:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769077639.821035:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077639.821040:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4625 00000100:00080000:2.0:1769077639.821045:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077639.821049:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077639.821055:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077639.821067:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9180 x1855007613191424/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077639.821068:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:2.0:1769077639.821082:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077639.821086:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769077639.821088:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077639.821093:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4625 00000100:00080000:2.0:1769077639.821097:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077639.821102:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077639.821108:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077639.821115:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077639/real 1769077639] req@ffff9bc67afd9c00 x1855007613191168/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077639.821124:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb800 x1855007613191552/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077639.821139:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9c00 x1855007613191168/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077639.821153:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077639.821157:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077639.821161:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613191168:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077639.821185:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613191296:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077639.821209:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077639.821222:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077639/real 1769077639] req@ffff9bc67afdad80 x1855007613191296/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077639.821247:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdad80 x1855007613191296/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077639.821256:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077639.821259:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077639.821263:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613191296:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077639.821269:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613191424:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077639.821290:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077639.821300:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077639/real 1769077639] req@ffff9bc67afd9180 x1855007613191424/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077639.821312:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9180 x1855007613191424/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077639.821321:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077639.821324:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077639.821328:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613191424:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077639.821334:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613191552:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077639.821354:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077639.821365:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077639/real 1769077639] req@ffff9bc67afdb800 x1855007613191552/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077639.821378:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb800 x1855007613191552/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077639.821384:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077639.821386:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077639.821389:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613191552:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077640.268880:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077640.268935:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077640.844853:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077641.292866:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077641.292915:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077641.868876:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077642.316894:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077642.316957:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077642.892880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077643.340875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077643.340897:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077643.916897:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077644.364878:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077644.364901:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769077644.940873:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769077644.940876:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769077644.940884:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077644.940889:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077644.940896:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4630 00000100:00080000:2.0:1769077644.940905:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077644.940911:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077644.940944:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8000 x1855007613191680/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077644.940968:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077644.940970:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077644.940972:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077644.940975:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4630 00000100:00080000:2.0:1769077644.940977:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077644.940980:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077644.940988:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077644.940997:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb100 x1855007613191808/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077644.941006:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077644.941008:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769077644.941010:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769077644.941015:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613191680:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769077644.941015:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4630 00000100:00080000:2.0:1769077644.941020:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077644.941025:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077644.941029:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077644.941038:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9500 x1855007613191936/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077644.941045:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077644.941047:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769077644.941048:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077644.941051:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4630 00000100:00080000:2.0:1769077644.941053:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077644.941055:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077644.941058:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077644.941065:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9f80 x1855007613192064/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077644.941136:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613191808:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077644.941167:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613191936:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077644.941182:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613192064:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077645.388857:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077645.388919:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077645.964908:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077646.412892:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077646.412926:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077646.988852:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077647.436852:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077647.436910:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077648.012908:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:2.0:1769077648.013167:0:2357:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:2.0:1769077648.013205:0:2357:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769077648.013225:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769077648.013264:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769077648.013308:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769077648.013319:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:0.0:1769077648.013338:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077644/real 1769077648] req@ffff9bc67afdb100 x1855007613191808/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077648.013369:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb100 x1855007613191808/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077648.013382:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077648.013387:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077648.013392:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613191808:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077648.013401:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077644/real 1769077648] req@ffff9bc67afd9500 x1855007613191936/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077648.013413:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9500 x1855007613191936/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077648.013420:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077648.013424:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077648.013427:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613191936:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077648.013435:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077644/real 1769077648] req@ffff9bc67afd9f80 x1855007613192064/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077648.013448:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9f80 x1855007613192064/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077648.013457:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077648.013461:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077648.013464:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613192064:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077648.013471:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077644/real 1769077648] req@ffff9bc67afd8000 x1855007613191680/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077648.013486:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8000 x1855007613191680/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077648.013495:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077648.013499:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077648.013503:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613191680:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769077648.460851:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077648.460914:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077649.036847:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077649.484886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077649.484956:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077650.060925:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077650.060941:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077650.060948:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077650.060951:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077650.060960:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4635 00000100:00080000:0.0:1769077650.060970:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077650.060976:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077650.061008:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d500 x1855007613192192/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077650.061057:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077650.061062:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077650.061065:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077650.061070:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4635 00000100:00080000:0.0:1769077650.061075:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077650.061079:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077650.061089:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077650.061103:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613192320/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077650.061124:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077650.061128:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077650.061130:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077650.061134:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4635 00000100:00080000:0.0:1769077650.061138:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077650.061142:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077650.061147:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077650.061160:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613192448/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077650.061169:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077650.061172:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077650.061188:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077650.061194:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4635 00000100:00080000:0.0:1769077650.061198:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077650.061203:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077650.061209:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077650.061219:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613192576/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077650.061340:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613192192:192.168.204.139@tcp:250:kworker.0 00000800:00000100:2.0:1769077650.061426:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077650.061468:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077650/real 1769077650] req@ffff9bc64f07d500 x1855007613192192/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077650.061486:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d500 x1855007613192192/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077650.061497:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077650.061501:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077650.061505:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613192192:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077650.061513:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613192320:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077650.061536:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077650.061549:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077650/real 1769077650] req@ffff9bc64f07fb80 x1855007613192320/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077650.061561:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613192320/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077650.061569:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077650.061572:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077650.061576:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613192320:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077650.061585:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613192448:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077650.061607:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077650.061619:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077650/real 1769077650] req@ffff9bc64f07ed80 x1855007613192448/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077650.061632:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613192448/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077650.061640:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077650.061643:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077650.061646:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613192448:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077650.061653:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613192576:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077650.061677:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077650.061688:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077650/real 1769077650] req@ffff9bc64f07c700 x1855007613192576/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077650.061699:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613192576/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077650.061707:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077650.061710:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077650.061715:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613192576:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077650.508888:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077650.508989:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077651.084861:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077651.532876:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077651.532930:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077652.108884:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077652.556897:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077652.556959:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077653.132861:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077653.580900:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077653.580980:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077654.156895:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077654.604889:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077654.604957:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077655.180869:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077655.180885:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077655.180892:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077655.180896:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077655.180904:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4640 00000100:00080000:0.0:1769077655.180917:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077655.180926:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077655.180961:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613192704/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077655.180983:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077655.180986:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077655.180988:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077655.180991:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4640 00000100:00080000:0.0:1769077655.180995:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077655.180998:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077655.181006:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077655.181019:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613192832/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077655.181019:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613192704:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769077655.181034:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077655.181036:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077655.181038:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077655.181041:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4640 00000100:00080000:0.0:1769077655.181044:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077655.181046:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077655.181049:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077655.181059:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613192960/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077655.181067:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077655.181069:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077655.181070:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077655.181072:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4640 00000100:00080000:0.0:1769077655.181074:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077655.181076:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077655.181080:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077655.181090:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613193088/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077655.181091:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077655.181130:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077655/real 1769077655] req@ffff9bc64f07d180 x1855007613192704/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077655.181145:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613192704/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077655.181167:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077655.181171:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077655.181174:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613192704:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077655.181195:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613192832:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077655.181212:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077655.181221:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077655/real 1769077655] req@ffff9bc64f07df80 x1855007613192832/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077655.181229:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613192832/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077655.181235:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077655.181237:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077655.181239:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613192832:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077655.181243:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613192960:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077655.181253:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077655.181259:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077655/real 1769077655] req@ffff9bc64f07d880 x1855007613192960/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077655.181266:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613192960/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077655.181275:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077655.181278:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077655.181280:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613192960:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077655.181285:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613193088:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077655.181303:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077655.181313:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077655/real 1769077655] req@ffff9bc64f07f100 x1855007613193088/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077655.181325:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613193088/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077655.181334:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077655.181337:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077655.181341:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613193088:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077655.628853:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077655.628913:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077656.204895:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077656.652872:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077656.652929:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077657.228842:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077657.676850:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077657.676928:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077658.252921:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077658.700872:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077658.700967:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077659.276928:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077659.724894:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077659.724978:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077660.300877:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077660.300883:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077660.300892:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077660.300897:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077660.300908:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4645 00000100:00080000:0.0:1769077660.300932:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077660.300940:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077660.300995:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613193216/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077660.301021:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077660.301025:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077660.301027:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077660.301031:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4645 00000100:00080000:0.0:1769077660.301035:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077660.301039:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077660.301049:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077660.301078:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613193216:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077660.301085:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613193344/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077660.301096:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077660.301099:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077660.301101:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077660.301104:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4645 00000100:00080000:0.0:1769077660.301107:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077660.301110:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077660.301115:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077660.301125:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613193472/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077660.301131:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077660.301133:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077660.301135:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077660.301137:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4645 00000100:00080000:0.0:1769077660.301139:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077660.301141:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077660.301145:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769077660.301149:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077660.301157:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613193600/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077660.301194:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077660/real 1769077660] req@ffff9bc64f07dc00 x1855007613193216/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077660.301210:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613193216/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077660.301218:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077660.301221:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077660.301224:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613193216:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077660.301243:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613193344:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077660.301265:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077660.301280:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077660/real 1769077660] req@ffff9bc64f07f480 x1855007613193344/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077660.301294:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613193344/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077660.301303:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077660.301307:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077660.301310:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613193344:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077660.301316:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613193472:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077660.301337:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077660.301349:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077660/real 1769077660] req@ffff9bc64f07ce00 x1855007613193472/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077660.301362:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613193472/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077660.301371:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077660.301375:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077660.301378:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613193472:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077660.301385:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613193600:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077660.301406:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077660.301418:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077660/real 1769077660] req@ffff9bc64f07e680 x1855007613193600/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077660.301431:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613193600/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077660.301440:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077660.301443:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077660.301446:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613193600:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077660.748878:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077660.748947:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077661.324889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077661.772921:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077661.773004:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077662.348838:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077662.796859:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077662.796912:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077663.372850:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077663.820883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077663.820943:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077664.396864:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077664.844856:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077664.844929:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077665.420894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769077665.420912:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077665.420920:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077665.420925:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077665.420934:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4650 00000100:00080000:2.0:1769077665.420945:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077665.420952:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077665.421006:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8700 x1855007613193728/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077665.421037:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077665.421041:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077665.421043:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077665.421047:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4650 00000100:00080000:2.0:1769077665.421051:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077665.421055:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077665.421063:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077665.421077:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8000 x1855007613193856/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077665.421093:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077665.421097:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769077665.421099:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077665.421104:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4650 00000100:00080000:2.0:1769077665.421108:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769077665.421114:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613193728:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769077665.421114:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077665.421125:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077665.421138:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9f80 x1855007613193984/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077665.421149:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077665.421153:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769077665.421155:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077665.421159:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4650 00000100:00080000:2.0:1769077665.421163:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077665.421168:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077665.421173:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769077665.421178:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077665.421185:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9500 x1855007613194112/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077665.421214:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077665/real 1769077665] req@ffff9bc67afd8700 x1855007613193728/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077665.421228:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8700 x1855007613193728/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077665.421235:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077665.421239:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077665.421242:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613193728:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077665.421247:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613193856:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077665.421261:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077665.421268:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077665/real 1769077665] req@ffff9bc67afd8000 x1855007613193856/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077665.421276:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8000 x1855007613193856/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077665.421286:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077665.421288:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077665.421290:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613193856:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077665.421308:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613193984:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077665.421318:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077665.421324:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077665/real 1769077665] req@ffff9bc67afd9f80 x1855007613193984/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077665.421331:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9f80 x1855007613193984/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077665.421336:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077665.421338:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077665.421340:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613193984:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077665.421343:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613194112:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077665.421352:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077665.421357:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077665/real 1769077665] req@ffff9bc67afd9500 x1855007613194112/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077665.421365:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9500 x1855007613194112/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077665.421370:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077665.421371:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077665.421374:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613194112:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077665.868881:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077665.868939:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077666.444887:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077666.892859:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077666.892933:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077667.468897:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077667.916887:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077667.916961:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077668.492868:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077668.940881:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077668.940961:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077669.516867:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077669.964876:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077669.965031:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077670.540847:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077670.540968:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077670.540978:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077670.540982:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077670.540994:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4656 00000100:00080000:0.0:1769077670.541007:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077670.541015:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077670.541062:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c380 x1855007613194240/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077670.541097:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077670.541101:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077670.541102:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077670.541106:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4656 00000100:00080000:0.0:1769077670.541108:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077670.541114:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077670.541124:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077670.541137:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613194368/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077670.541144:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613194240:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769077670.541154:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077670.541161:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077670.541163:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077670.541167:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4656 00000100:00080000:0.0:1769077670.541171:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077670.541176:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077670.541180:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077670.541189:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613194496/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077670.541197:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077670.541199:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077670.541201:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077670.541204:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4656 00000100:00080000:0.0:1769077670.541208:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077670.541211:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077670.541214:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077670.541220:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613194624/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077670.541232:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077670.541271:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077670/real 1769077670] req@ffff9bc64f07c380 x1855007613194240/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077670.541291:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c380 x1855007613194240/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077670.541299:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077670.541303:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077670.541306:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613194240:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077670.541325:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613194368:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077670.541341:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077670.541348:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077670/real 1769077670] req@ffff9bc64f07e680 x1855007613194368/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077670.541357:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613194368/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077670.541362:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077670.541364:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077670.541367:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613194368:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077670.541371:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613194496:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077670.541381:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077670.541387:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077670/real 1769077670] req@ffff9bc64f07ce00 x1855007613194496/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077670.541394:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613194496/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077670.541403:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077670.541406:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077670.541408:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613194496:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077670.541412:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613194624:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077670.541421:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077670.541428:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077670/real 1769077670] req@ffff9bc64f07f480 x1855007613194624/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077670.541440:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613194624/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077670.541448:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077670.541452:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077670.541455:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613194624:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077670.988852:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077670.988939:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077671.564869:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077672.012885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077672.012939:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077672.588894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077673.036919:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077673.037022:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077673.612940:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077674.060928:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077674.060998:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077674.636878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077675.084861:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077675.084946:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077675.660956:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769077675.660957:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077675.660970:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077675.660976:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077675.660988:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4661 00000100:00080000:2.0:1769077675.661002:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077675.661011:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077675.661078:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb100 x1855007613194752/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077675.661121:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077675.661126:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077675.661128:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077675.661143:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4661 00000100:00080000:2.0:1769077675.661147:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077675.661152:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077675.661163:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077675.661180:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb800 x1855007613194880/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077675.661181:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613194752:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769077675.661200:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077675.661204:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769077675.661206:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077675.661209:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4661 00000100:00080000:2.0:1769077675.661212:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077675.661215:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077675.661220:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077675.661232:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9180 x1855007613195008/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077675.661240:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077675.661242:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769077675.661244:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077675.661247:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4661 00000100:00080000:2.0:1769077675.661250:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077675.661253:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077675.661257:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769077675.661263:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077675.661269:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdad80 x1855007613195136/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077675.661313:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077675/real 1769077675] req@ffff9bc67afdb100 x1855007613194752/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077675.661331:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb100 x1855007613194752/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077675.661341:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077675.661346:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077675.661349:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613194752:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077675.661372:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613194880:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077675.661390:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077675.661399:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077675/real 1769077675] req@ffff9bc67afdb800 x1855007613194880/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077675.661409:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb800 x1855007613194880/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077675.661417:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077675.661419:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077675.661422:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613194880:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077675.661426:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613195008:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077675.661446:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077675.661452:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077675/real 1769077675] req@ffff9bc67afd9180 x1855007613195008/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077675.661462:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9180 x1855007613195008/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077675.661474:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077675.661476:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077675.661479:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613195008:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077675.661483:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613195136:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077675.661495:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077675.661501:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077675/real 1769077675] req@ffff9bc67afdad80 x1855007613195136/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077675.661509:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdad80 x1855007613195136/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077675.661516:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077675.661528:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077675.661531:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613195136:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077676.108932:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077676.109047:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077676.684869:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077677.132947:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077677.132993:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077677.708887:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077678.156935:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077678.157011:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077678.732916:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077679.180915:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077679.180986:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077679.756874:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077680.204881:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077680.204978:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769077680.780905:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769077680.780916:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769077680.780917:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077680.780923:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077680.780933:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4666 00000100:00080000:2.0:1769077680.780946:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077680.780954:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077680.781000:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9c00 x1855007613195264/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077680.781031:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077680.781035:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077680.781037:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077680.781042:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4666 00000100:00080000:2.0:1769077680.781046:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077680.781052:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077680.781065:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077680.781078:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613195264:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077680.781085:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8380 x1855007613195392/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077680.781096:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077680.781107:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769077680.781109:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077680.781112:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4666 00000100:00080000:2.0:1769077680.781117:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077680.781120:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077680.781126:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077680.781138:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9880 x1855007613195520/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077680.781146:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077680.781148:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769077680.781149:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077680.781151:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4666 00000100:00080000:2.0:1769077680.781154:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077680.781158:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077680.781161:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769077680.781166:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077680.781170:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afda680 x1855007613195648/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077680.781211:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077680/real 1769077680] req@ffff9bc67afd9c00 x1855007613195264/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077680.781228:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9c00 x1855007613195264/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077680.781241:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077680.781244:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077680.781248:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613195264:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077680.781269:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613195392:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077680.781285:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077680.781294:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077680/real 1769077680] req@ffff9bc67afd8380 x1855007613195392/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077680.781302:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8380 x1855007613195392/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077680.781308:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077680.781311:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077680.781313:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613195392:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077680.781316:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613195520:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077680.781327:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077680.781333:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077680/real 1769077680] req@ffff9bc67afd9880 x1855007613195520/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077680.781341:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9880 x1855007613195520/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077680.781346:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077680.781348:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077680.781350:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613195520:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077680.781354:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613195648:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077680.781364:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077680.781369:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077680/real 1769077680] req@ffff9bc67afda680 x1855007613195648/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077680.781376:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afda680 x1855007613195648/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077680.781382:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077680.781383:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077680.781385:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613195648:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077681.228911:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077681.228977:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077681.804954:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077682.252891:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077682.252958:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077682.828921:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077683.276927:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077683.276954:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077683.852895:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077684.300918:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077684.301009:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077684.876931:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077685.324924:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077685.324993:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077685.900902:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077685.900924:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077685.900936:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077685.900942:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077685.900952:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4671 00000100:00080000:0.0:1769077685.900964:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077685.900972:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077685.901006:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613195776/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077685.901037:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077685.901042:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077685.901044:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077685.901049:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4671 00000100:00080000:0.0:1769077685.901055:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077685.901061:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077685.901072:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077685.901088:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613195904/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077685.901098:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613195776:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769077685.901102:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077685.901113:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077685.901116:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077685.901119:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4671 00000100:00080000:0.0:1769077685.901122:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077685.901125:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077685.901129:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077685.901140:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613196032/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077685.901146:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077685.901149:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077685.901150:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077685.901152:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4671 00000100:00080000:0.0:1769077685.901156:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077685.901159:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077685.901161:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077685.901171:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613196160/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077685.901220:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077685.901275:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077685/real 1769077685] req@ffff9bc64f07dc00 x1855007613195776/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077685.901297:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613195776/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077685.901311:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077685.901317:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077685.901322:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613195776:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077685.901357:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613195904:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077685.901385:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077685.901398:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077685/real 1769077685] req@ffff9bc64f07f100 x1855007613195904/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077685.901412:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613195904/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077685.901422:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077685.901426:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077685.901430:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613195904:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077685.901437:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613196032:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077685.901459:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077685.901482:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077685/real 1769077685] req@ffff9bc64f07d880 x1855007613196032/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077685.901496:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613196032/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077685.901505:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077685.901509:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077685.901513:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613196032:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077685.901521:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613196160:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077685.901542:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077685.901554:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077685/real 1769077685] req@ffff9bc64f07df80 x1855007613196160/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077685.901568:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613196160/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077685.901577:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077685.901581:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077685.901584:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613196160:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077686.348848:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077686.348950:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077686.924879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077687.372873:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077687.372939:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077687.948844:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077688.396856:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077688.396924:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077688.972876:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077689.420848:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077689.420896:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077689.996833:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077690.444858:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077690.444916:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769077691.020893:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769077691.020894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769077691.020907:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077691.020912:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077691.020920:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4676 00000100:00080000:2.0:1769077691.020933:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077691.020941:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077691.020978:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8a80 x1855007613196288/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077691.021001:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077691.021005:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077691.021007:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077691.021012:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4676 00000100:00080000:2.0:1769077691.021016:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077691.021021:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077691.021032:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077691.021038:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613196288:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077691.021046:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afda680 x1855007613196416/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077691.021062:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077691.021065:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769077691.021067:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077691.021070:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4676 00000100:00080000:2.0:1769077691.021073:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077691.021076:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077691.021081:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077691.021090:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9880 x1855007613196544/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077691.021099:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:2.0:1769077691.021099:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077691.021102:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769077691.021104:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077691.021106:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4676 00000100:00080000:2.0:1769077691.021110:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077691.021113:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077691.021117:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077691.021125:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8380 x1855007613196672/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077691.021134:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077691/real 1769077691] req@ffff9bc67afd8a80 x1855007613196288/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077691.021162:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8a80 x1855007613196288/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077691.021173:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077691.021177:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077691.021182:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613196288:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077691.021206:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613196416:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077691.021230:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077691.021241:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077691/real 1769077691] req@ffff9bc67afda680 x1855007613196416/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077691.021263:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afda680 x1855007613196416/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077691.021271:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077691.021274:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077691.021277:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613196416:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077691.021283:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613196544:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077691.021304:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077691.021314:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077691/real 1769077691] req@ffff9bc67afd9880 x1855007613196544/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077691.021324:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9880 x1855007613196544/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077691.021332:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077691.021335:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077691.021339:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613196544:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077691.021344:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613196672:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077691.021361:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077691.021373:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077691/real 1769077691] req@ffff9bc67afd8380 x1855007613196672/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077691.021381:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8380 x1855007613196672/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077691.021386:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077691.021388:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077691.021390:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613196672:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077691.468859:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077691.468952:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077692.044879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077692.492870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077692.492922:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077693.068887:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077693.516884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077693.516950:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077694.092854:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077694.540886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077694.540937:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077695.116948:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077695.564922:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077695.565000:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077696.140869:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769077696.140885:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077696.140895:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077696.140900:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077696.140911:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4681 00000100:00080000:2.0:1769077696.140924:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077696.140932:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077696.140981:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9c00 x1855007613196800/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077696.141019:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077696.141022:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077696.141024:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077696.141028:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4681 00000100:00080000:2.0:1769077696.141032:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077696.141036:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077696.141046:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077696.141060:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdad80 x1855007613196928/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077696.141069:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077696.141074:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1769077696.141076:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613196800:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769077696.141077:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077696.141087:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4681 00000100:00080000:2.0:1769077696.141093:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077696.141097:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077696.141100:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077696.141110:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9180 x1855007613197056/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077696.141117:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077696.141120:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769077696.141122:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077696.141126:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4681 00000100:00080000:2.0:1769077696.141128:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077696.141131:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077696.141135:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077696.141144:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb800 x1855007613197184/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077696.141163:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077696.141209:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077696/real 1769077696] req@ffff9bc67afd9c00 x1855007613196800/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077696.141230:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9c00 x1855007613196800/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077696.141241:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077696.141246:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077696.141251:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613196800:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077696.141274:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613196928:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077696.141295:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077696.141307:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077696/real 1769077696] req@ffff9bc67afdad80 x1855007613196928/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077696.141320:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdad80 x1855007613196928/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077696.141329:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077696.141333:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077696.141336:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613196928:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077696.141343:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613197056:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077696.141362:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077696.141371:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077696/real 1769077696] req@ffff9bc67afd9180 x1855007613197056/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077696.141383:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9180 x1855007613197056/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077696.141392:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077696.141396:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077696.141399:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613197056:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077696.141406:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613197184:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077696.141422:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077696.141431:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077696/real 1769077696] req@ffff9bc67afdb800 x1855007613197184/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077696.141443:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb800 x1855007613197184/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077696.141452:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077696.141456:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077696.141473:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613197184:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077696.588926:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077696.588983:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077697.164873:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077697.612883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077697.612952:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077698.188915:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077698.636875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077698.636965:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077699.212850:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077699.660869:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077699.660922:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077700.236958:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077700.684923:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077700.684987:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769077701.260865:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077701.260873:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769077701.260875:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077701.260880:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077701.260889:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4686 00000100:00080000:2.0:1769077701.260900:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077701.260906:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077701.260946:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb100 x1855007613197312/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077701.260971:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077701.260974:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077701.260976:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077701.260979:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4686 00000100:00080000:2.0:1769077701.260981:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077701.260984:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077701.260991:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077701.261000:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9500 x1855007613197440/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077701.261009:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077701.261011:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769077701.261013:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077701.261015:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4686 00000100:00080000:2.0:1769077701.261017:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077701.261022:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077701.261023:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613197312:192.168.204.139@tcp:250:kworker.0 00000008:00100000:2.0:1769077701.261026:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077701.261036:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9f80 x1855007613197568/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077701.261044:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077701.261046:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769077701.261047:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077701.261055:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4686 00000100:00080000:2.0:1769077701.261058:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077701.261061:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077701.261064:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077701.261073:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8000 x1855007613197696/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077701.261097:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077701.261136:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077701/real 1769077701] req@ffff9bc67afdb100 x1855007613197312/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077701.261155:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb100 x1855007613197312/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077701.261165:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077701.261169:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077701.261173:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613197312:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077701.261181:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613197440:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077701.261203:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077701.261216:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077701/real 1769077701] req@ffff9bc67afd9500 x1855007613197440/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077701.261228:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9500 x1855007613197440/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077701.261237:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077701.261240:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077701.261243:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613197440:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077701.261266:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613197568:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077701.261284:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077701.261294:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077701/real 1769077701] req@ffff9bc67afd9f80 x1855007613197568/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077701.261307:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9f80 x1855007613197568/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077701.261316:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077701.261319:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077701.261321:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613197568:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077701.261326:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613197696:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077701.261340:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077701.261347:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077701/real 1769077701] req@ffff9bc67afd8000 x1855007613197696/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077701.261364:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8000 x1855007613197696/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077701.261369:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077701.261371:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077701.261397:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613197696:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077701.708867:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077701.708935:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077702.284902:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077702.732942:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077702.733005:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077703.308879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077703.756905:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077703.756972:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077704.332935:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077704.780881:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077704.780972:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077705.356876:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077705.804877:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077705.804935:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077706.380909:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769077706.380917:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077706.380924:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077706.380930:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077706.380940:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4691 00000100:00080000:0.0:1769077706.380951:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077706.380958:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077706.380995:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613197824/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077706.381034:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077706.381038:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077706.381040:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077706.381050:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4691 00000100:00080000:0.0:1769077706.381055:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077706.381060:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077706.381070:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077706.381086:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613197952/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077706.381086:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613197824:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769077706.381105:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077706.381109:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077706.381111:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077706.381115:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4691 00000100:00080000:0.0:1769077706.381119:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077706.381123:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077706.381129:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077706.381140:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613198080/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077706.381151:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077706.381155:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:2.0:1769077706.381158:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769077706.381159:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077706.381167:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4691 00000100:00080000:0.0:1769077706.381172:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077706.381177:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077706.381184:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077706.381196:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613198208/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077706.381205:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077706/real 1769077706] req@ffff9bc64f07d180 x1855007613197824/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077706.381234:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613197824/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077706.381245:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077706.381251:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077706.381255:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613197824:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077706.381300:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613197952:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077706.381326:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077706.381340:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077706/real 1769077706] req@ffff9bc64f07c700 x1855007613197952/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077706.381353:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613197952/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077706.381362:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077706.381366:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077706.381370:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613197952:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077706.381376:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613198080:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077706.381396:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077706.381408:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077706/real 1769077706] req@ffff9bc64f07ed80 x1855007613198080/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077706.381421:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613198080/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077706.381436:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077706.381440:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077706.381444:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613198080:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077706.381461:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613198208:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077706.381481:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077706.381493:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077706/real 1769077706] req@ffff9bc64f07fb80 x1855007613198208/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077706.381506:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613198208/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077706.381515:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077706.381519:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077706.381522:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613198208:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077706.828876:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077706.828901:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077707.404923:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077707.852907:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077707.852947:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077708.428911:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077708.876893:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077708.876949:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077709.452869:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077709.900860:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077709.900902:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077710.476896:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077710.924889:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077710.924927:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077711.500885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769077711.500889:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077711.500899:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077711.500904:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077711.500915:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4697 00000100:00080000:2.0:1769077711.500926:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077711.500934:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077711.500976:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8700 x1855007613198336/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077711.501007:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077711.501011:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077711.501013:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077711.501018:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4697 00000100:00080000:2.0:1769077711.501021:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077711.501026:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077711.501037:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077711.501054:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8000 x1855007613198464/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077711.501059:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613198336:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769077711.501084:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077711.501088:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769077711.501090:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077711.501097:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4697 00000100:00080000:2.0:1769077711.501101:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077711.501106:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077711.501111:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077711.501124:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9f80 x1855007613198592/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077711.501136:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077711.501139:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769077711.501141:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077711.501145:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4697 00000100:00080000:2.0:1769077711.501150:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077711.501155:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077711.501160:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077711.501172:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9500 x1855007613198720/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077711.501194:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613198464:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077711.501243:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613198592:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077711.501265:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613198720:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077711.948851:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077711.948945:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077712.524931:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077712.972871:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077712.972923:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077713.548883:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077713.996878:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077713.996927:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077714.572878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:3.0:1769077714.573044:0:2359:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:3.0:1769077714.573085:0:2359:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769077714.573113:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769077714.573169:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769077714.573184:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769077714.573192:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:0.0:1769077714.573498:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077711/real 1769077714] req@ffff9bc67afd8000 x1855007613198464/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077714.573527:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8000 x1855007613198464/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077714.573546:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077714.573552:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077714.573556:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613198464:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077714.573564:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077711/real 1769077714] req@ffff9bc67afd9f80 x1855007613198592/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077714.573577:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9f80 x1855007613198592/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077714.573584:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077714.573588:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077714.573592:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613198592:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077714.573598:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077711/real 1769077714] req@ffff9bc67afd9500 x1855007613198720/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077714.573609:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9500 x1855007613198720/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077714.573617:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077714.573621:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077714.573625:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613198720:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077714.573633:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077711/real 1769077714] req@ffff9bc67afd8700 x1855007613198336/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077714.573646:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8700 x1855007613198336/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077714.573653:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077714.573656:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077714.573660:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613198336:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769077715.020895:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077715.020953:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077715.596861:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077716.044893:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077716.045091:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769077716.620874:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769077716.620878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769077716.620887:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077716.620892:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077716.620900:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4702 00000100:00080000:2.0:1769077716.620909:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077716.620916:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077716.620949:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb100 x1855007613198848/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077716.620976:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077716.620980:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077716.620982:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077716.620986:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4702 00000100:00080000:2.0:1769077716.620990:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077716.620993:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077716.621002:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077716.621016:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb800 x1855007613198976/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077716.621028:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077716.621030:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613198848:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769077716.621033:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769077716.621037:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077716.621043:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4702 00000100:00080000:2.0:1769077716.621047:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077716.621051:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077716.621056:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077716.621071:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9180 x1855007613199104/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077716.621080:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077716.621083:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769077716.621085:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077716.621089:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4702 00000100:00080000:2.0:1769077716.621095:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077716.621098:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077716.621104:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769077716.621108:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077716.621129:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdad80 x1855007613199232/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077716.621163:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077716/real 1769077716] req@ffff9bc67afdb100 x1855007613198848/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077716.621184:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb100 x1855007613198848/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077716.621196:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077716.621200:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077716.621204:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613198848:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077716.621235:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613198976:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077716.621258:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077716.621270:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077716/real 1769077716] req@ffff9bc67afdb800 x1855007613198976/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077716.621283:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb800 x1855007613198976/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077716.621290:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077716.621293:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077716.621297:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613198976:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077716.621302:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613199104:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077716.621319:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077716.621328:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077716/real 1769077716] req@ffff9bc67afd9180 x1855007613199104/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077716.621339:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9180 x1855007613199104/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077716.621346:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077716.621350:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077716.621353:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613199104:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077716.621358:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613199232:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077716.621376:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077716.621386:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077716/real 1769077716] req@ffff9bc67afdad80 x1855007613199232/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077716.621397:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdad80 x1855007613199232/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077716.621405:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077716.621408:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077716.621412:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613199232:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077717.068903:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077717.068966:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077717.644857:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077718.092876:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077718.092928:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077718.668863:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077719.116876:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077719.116944:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077719.692887:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077720.140875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077720.140936:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077720.716833:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077721.164909:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077721.164936:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077721.740912:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769077721.740918:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077721.740920:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077721.740926:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077721.740934:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4707 00000100:00080000:0.0:1769077721.740943:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077721.740948:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077721.740978:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d500 x1855007613199360/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077721.741004:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077721.741014:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077721.741016:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077721.741022:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4707 00000100:00080000:0.0:1769077721.741025:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077721.741047:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077721.741055:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613199360:192.168.204.139@tcp:250:kworker.0 00000008:00100000:0.0:1769077721.741056:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077721.741078:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613199488/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077721.741087:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077721.741089:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077721.741091:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077721.741093:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4707 00000100:00080000:0.0:1769077721.741096:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077721.741099:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077721.741103:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077721.741111:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613199616/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077721.741118:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077721.741120:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077721.741121:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077721.741123:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4707 00000100:00080000:0.0:1769077721.741125:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1769077721.741128:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769077721.741130:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077721.741136:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077721.741148:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613199744/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077721.741165:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077721/real 1769077721] req@ffff9bc64f07d500 x1855007613199360/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077721.741180:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d500 x1855007613199360/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077721.741187:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077721.741190:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077721.741192:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613199360:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077721.741209:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613199488:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077721.741223:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077721.741230:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077721/real 1769077721] req@ffff9bc64f07fb80 x1855007613199488/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077721.741237:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613199488/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077721.741242:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077721.741244:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077721.741246:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613199488:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077721.741249:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613199616:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077721.741258:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077721.741263:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077721/real 1769077721] req@ffff9bc64f07ed80 x1855007613199616/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077721.741269:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613199616/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077721.741274:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077721.741275:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077721.741278:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613199616:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077721.741284:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613199744:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077721.741300:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077721.741310:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077721/real 1769077721] req@ffff9bc64f07c700 x1855007613199744/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077721.741322:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613199744/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077721.741329:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077721.741332:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077721.741335:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613199744:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077722.188909:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077722.188985:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077722.764883:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077723.212846:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077723.212900:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077723.788869:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077724.236865:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077724.236933:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077724.812879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077725.260852:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077725.260904:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077725.836887:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077726.284871:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077726.284894:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077726.860857:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769077726.860862:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077726.860866:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077726.860871:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077726.860896:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4712 00000100:00080000:0.0:1769077726.860906:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077726.860913:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077726.860976:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613199872/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077726.861009:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077726.861013:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077726.861015:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077726.861023:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4712 00000100:00080000:0.0:1769077726.861027:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077726.861041:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077726.861049:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077726.861066:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613199872:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077726.861069:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613200000/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077726.861082:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077726.861086:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077726.861088:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077726.861092:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4712 00000100:00080000:0.0:1769077726.861096:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077726.861099:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077726.861104:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077726.861115:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613200128/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077726.861124:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077726.861127:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077726.861129:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077726.861131:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4712 00000100:00080000:0.0:1769077726.861135:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077726.861141:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:2.0:1769077726.861143:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:0.0:1769077726.861147:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077726.861158:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613200256/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077726.861187:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077726/real 1769077726] req@ffff9bc64f07d180 x1855007613199872/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077726.861206:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613199872/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077726.861217:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077726.861221:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077726.861225:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613199872:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077726.861246:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613200000:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077726.861266:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077726.861277:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077726/real 1769077726] req@ffff9bc64f07df80 x1855007613200000/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077726.861289:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613200000/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077726.861298:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077726.861301:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077726.861305:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613200000:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077726.861311:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613200128:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077726.861327:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077726.861338:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077726/real 1769077726] req@ffff9bc64f07d880 x1855007613200128/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077726.861349:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613200128/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077726.861364:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077726.861367:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077726.861371:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613200128:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077726.861376:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613200256:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077726.861394:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077726.861405:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077726/real 1769077726] req@ffff9bc64f07f100 x1855007613200256/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077726.861416:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613200256/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077726.861424:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077726.861427:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077726.861431:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613200256:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077727.308846:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077727.308915:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077727.884902:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077728.332869:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077728.333466:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077728.908853:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769077729.356878:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077729.356891:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769077729.932916:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077730.380859:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077730.380926:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077730.956884:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077731.404861:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077731.404902:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077731.980907:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077731.980923:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077731.980929:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077731.980934:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077731.980941:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4717 00000100:00080000:0.0:1769077731.980950:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077731.980956:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077731.980990:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613200384/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077731.981014:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077731.981017:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077731.981019:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077731.981024:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4717 00000100:00080000:0.0:1769077731.981028:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077731.981032:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077731.981041:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077731.981049:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613200384:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077731.981057:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613200512/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077731.981075:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077731.981078:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077731.981080:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077731.981084:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4717 00000100:00080000:0.0:1769077731.981088:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077731.981092:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077731.981097:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077731.981109:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613200640/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077731.981113:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769077731.981124:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077731.981128:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077731.981130:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077731.981135:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4717 00000100:00080000:0.0:1769077731.981139:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077731.981143:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077731.981147:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077731.981154:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077731/real 1769077731] req@ffff9bc64f07dc00 x1855007613200384/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077731.981161:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613200768/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077731.981186:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613200384/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077731.981197:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077731.981202:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077731.981206:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613200384:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077731.981228:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613200512:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077731.981251:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077731.981263:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077731/real 1769077731] req@ffff9bc64f07f480 x1855007613200512/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077731.981276:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613200512/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077731.981284:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077731.981287:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077731.981290:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613200512:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077731.981296:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613200640:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077731.981315:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077731.981326:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077731/real 1769077731] req@ffff9bc64f07ce00 x1855007613200640/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077731.981339:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613200640/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077731.981347:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077731.981350:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077731.981353:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613200640:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077731.981359:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613200768:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077731.981378:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077731.981388:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077731/real 1769077731] req@ffff9bc64f07e680 x1855007613200768/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077731.981399:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613200768/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077731.981406:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077731.981410:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077731.981413:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613200768:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077732.428861:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077732.428888:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077733.004892:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077733.452862:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077733.452905:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077734.028890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077734.476899:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077734.476952:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077735.052864:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077735.500869:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077735.500910:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077736.076898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077736.524891:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077736.524904:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077737.100892:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077737.100895:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077737.100903:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077737.100907:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077737.100915:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4722 00000100:00080000:1.0:1769077737.100925:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077737.100931:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077737.100963:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007613200896/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077737.100985:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077737.100988:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077737.100989:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077737.100992:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4722 00000100:00080000:1.0:1769077737.100995:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077737.100997:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077737.101004:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077737.101013:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007613201024/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077737.101022:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077737.101023:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613200896:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769077737.101026:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077737.101030:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077737.101034:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4722 00000100:00080000:1.0:1769077737.101037:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077737.101040:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077737.101044:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077737.101052:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007613201152/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077737.101059:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077737.101062:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077737.101063:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077737.101065:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4722 00000100:00080000:1.0:1769077737.101067:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077737.101070:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077737.101072:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077737.101081:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91180 x1855007613201280/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077737.101088:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077737.101129:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077737/real 1769077737] req@ffff9bc64ac93480 x1855007613200896/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077737.101147:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007613200896/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077737.101155:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077737.101158:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077737.101161:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613200896:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077737.101179:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613201024:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077737.101193:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077737.101201:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077737/real 1769077737] req@ffff9bc64ac93100 x1855007613201024/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077737.101209:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007613201024/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077737.101214:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077737.101216:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077737.101219:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613201024:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077737.101222:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613201152:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077737.101233:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077737.101238:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077737/real 1769077737] req@ffff9bc64ac92a00 x1855007613201152/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077737.101245:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007613201152/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077737.101255:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077737.101257:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077737.101259:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613201152:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077737.101262:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613201280:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077737.101274:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077737.101284:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077737/real 1769077737] req@ffff9bc64ac91180 x1855007613201280/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077737.101296:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91180 x1855007613201280/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077737.101304:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077737.101308:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077737.101312:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613201280:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077737.548882:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077737.548939:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077738.124879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077738.572890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077738.572914:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077739.148884:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077739.596878:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077739.596953:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077740.172867:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077740.620879:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077740.620905:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077741.196902:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077741.644887:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077741.644911:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077742.220875:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077742.220881:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077742.220889:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077742.220894:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077742.220904:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4727 00000100:00080000:1.0:1769077742.220916:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077742.220923:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077742.220960:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90700 x1855007613201408/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077742.220984:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077742.220987:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077742.220988:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077742.220991:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4727 00000100:00080000:1.0:1769077742.220994:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077742.220998:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077742.221014:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077742.221026:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90380 x1855007613201536/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077742.221028:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613201408:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769077742.221042:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077742.221045:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077742.221046:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077742.221049:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4727 00000100:00080000:1.0:1769077742.221051:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077742.221054:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077742.221057:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077742.221066:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91180 x1855007613201664/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077742.221073:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077742.221075:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077742.221077:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077742.221079:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4727 00000100:00080000:1.0:1769077742.221081:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077742.221083:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077742.221086:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077742.221094:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007613201792/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077742.221101:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077742.221136:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077742/real 1769077742] req@ffff9bc64ac90700 x1855007613201408/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077742.221155:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90700 x1855007613201408/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077742.221163:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077742.221167:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077742.221169:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613201408:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077742.221187:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613201536:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077742.221203:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077742.221211:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077742/real 1769077742] req@ffff9bc64ac90380 x1855007613201536/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077742.221220:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90380 x1855007613201536/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077742.221225:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077742.221227:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077742.221230:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613201536:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077742.221234:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613201664:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077742.221244:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077742.221250:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077742/real 1769077742] req@ffff9bc64ac91180 x1855007613201664/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077742.221257:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91180 x1855007613201664/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077742.221262:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077742.221264:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077742.221266:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613201664:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077742.221269:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613201792:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077742.221278:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077742.221283:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077742/real 1769077742] req@ffff9bc64ac92a00 x1855007613201792/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077742.221291:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007613201792/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077742.221296:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077742.221298:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077742.221299:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613201792:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077742.668864:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077742.668918:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077743.244853:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077743.692886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077743.692924:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077744.268846:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077744.716860:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077744.716913:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077745.292903:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077745.740884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077745.740906:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077746.316850:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077746.764845:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077746.764892:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077747.340894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077747.340896:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077747.340904:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077747.340908:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077747.340916:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4732 00000100:00080000:1.0:1769077747.340925:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077747.340931:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077747.340964:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007613201920/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077747.340988:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077747.340991:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077747.340992:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077747.340995:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4732 00000100:00080000:1.0:1769077747.340997:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077747.341000:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077747.341007:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077747.341016:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007613202048/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077747.341024:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077747.341026:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077747.341030:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769077747.341031:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613201920:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769077747.341035:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4732 00000100:00080000:1.0:1769077747.341041:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077747.341043:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077747.341047:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077747.341056:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007613202176/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077747.341063:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077747.341065:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077747.341066:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077747.341069:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4732 00000100:00080000:1.0:1769077747.341071:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077747.341074:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077747.341076:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077747.341083:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007613202304/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077747.341096:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077747.341128:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077747/real 1769077747] req@ffff9bc64ac93100 x1855007613201920/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077747.341141:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007613201920/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077747.341149:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077747.341152:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077747.341155:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613201920:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077747.341176:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613202048:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077747.341199:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077747.341212:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077747/real 1769077747] req@ffff9bc64ac93480 x1855007613202048/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077747.341227:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007613202048/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077747.341233:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077747.341236:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077747.341238:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613202048:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077747.341243:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613202176:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077747.341258:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077747.341265:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077747/real 1769077747] req@ffff9bc64ac93800 x1855007613202176/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077747.341273:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007613202176/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077747.341287:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077747.341289:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077747.341292:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613202176:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077747.341295:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613202304:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077747.341307:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077747.341313:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077747/real 1769077747] req@ffff9bc64ac91f80 x1855007613202304/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077747.341320:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007613202304/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077747.341330:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077747.341332:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077747.341334:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613202304:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077747.788874:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077747.788948:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077748.364844:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077748.812857:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077748.812869:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077749.388847:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077749.836874:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077749.836898:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077750.412846:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077750.860857:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077750.860894:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077751.436868:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077751.884886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077751.884907:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077752.460864:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077752.460894:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077752.460902:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077752.460907:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077752.460917:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4738 00000100:00080000:1.0:1769077752.460928:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077752.460936:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077752.460973:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007613202432/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077752.461001:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077752.461006:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077752.461008:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077752.461014:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4738 00000100:00080000:1.0:1769077752.461019:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077752.461024:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077752.461030:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613202432:192.168.204.139@tcp:250:kworker.0 00000008:00100000:1.0:1769077752.461034:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077752.461053:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007613202560/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077752.461064:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077752.461068:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077752.461070:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077752.461075:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4738 00000100:00080000:1.0:1769077752.461079:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077752.461083:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077752.461089:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077752.461103:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007613202688/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077752.461114:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1769077752.461115:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769077752.461118:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077752.461122:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077752.461126:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4738 00000100:00080000:1.0:1769077752.461132:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077752.461136:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077752.461141:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077752.461153:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007613202816/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077752.461165:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077752/real 1769077752] req@ffff9bc64ac90e00 x1855007613202432/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077752.461184:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007613202432/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077752.461194:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077752.461199:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077752.461203:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613202432:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077752.461228:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613202560:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077752.461253:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077752.461263:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077752/real 1769077752] req@ffff9bc64ac90000 x1855007613202560/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077752.461271:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007613202560/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077752.461278:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077752.461281:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077752.461283:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613202560:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077752.461288:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613202688:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077752.461299:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077752.461305:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077752/real 1769077752] req@ffff9bc64ac91880 x1855007613202688/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077752.461312:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007613202688/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077752.461318:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077752.461319:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077752.461321:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613202688:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077752.461325:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613202816:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077752.461334:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077752.461340:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077752/real 1769077752] req@ffff9bc64ac92d80 x1855007613202816/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077752.461347:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007613202816/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077752.461352:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077752.461354:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077752.461355:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613202816:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077752.908863:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077752.908923:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077753.484899:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077753.932876:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077753.932904:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077754.508850:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077754.956848:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077754.956911:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077755.532894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077755.980875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077755.980894:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077756.556873:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077757.004880:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077757.004917:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077757.580882:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769077757.580888:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077757.580896:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077757.580899:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077757.580906:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4743 00000100:00080000:2.0:1769077757.580917:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077757.580923:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077757.580960:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9c00 x1855007613202944/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077757.580984:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077757.580987:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077757.580988:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077757.580991:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4743 00000100:00080000:2.0:1769077757.580994:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077757.580996:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077757.581003:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077757.581012:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8380 x1855007613203072/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077757.581019:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077757.581022:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769077757.581024:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077757.581031:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4743 00000100:00080000:2.0:1769077757.581034:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769077757.581036:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613202944:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769077757.581038:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077757.581047:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077757.581056:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9880 x1855007613203200/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077757.581063:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077757.581065:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769077757.581066:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077757.581069:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4743 00000100:00080000:2.0:1769077757.581071:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077757.581074:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077757.581077:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077757.581084:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afda680 x1855007613203328/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077757.581121:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077757.581154:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077757/real 1769077757] req@ffff9bc67afd9c00 x1855007613202944/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077757.581168:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9c00 x1855007613202944/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077757.581176:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077757.581180:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077757.581189:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613202944:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077757.581195:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613203072:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077757.581213:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077757.581222:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077757/real 1769077757] req@ffff9bc67afd8380 x1855007613203072/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077757.581230:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8380 x1855007613203072/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077757.581241:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077757.581243:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077757.581245:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613203072:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077757.581264:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613203200:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077757.581276:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077757.581282:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077757/real 1769077757] req@ffff9bc67afd9880 x1855007613203200/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077757.581296:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9880 x1855007613203200/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077757.581302:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077757.581304:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077757.581306:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613203200:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077757.581310:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613203328:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077757.581320:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077757.581326:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077757/real 1769077757] req@ffff9bc67afda680 x1855007613203328/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077757.581333:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afda680 x1855007613203328/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077757.581338:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077757.581340:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077757.581343:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613203328:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077758.028881:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077758.028932:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077758.604905:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077759.052902:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077759.052939:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077759.628893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077760.076907:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077760.076937:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077760.652897:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077761.100927:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077761.100953:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077761.676896:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077762.124877:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077762.124999:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077762.700889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077762.700933:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077762.700944:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077762.700950:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077762.700963:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4748 00000100:00080000:1.0:1769077762.700977:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077762.700986:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077762.701038:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007613203456/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077762.701074:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077762.701079:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077762.701081:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077762.701088:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4748 00000100:00080000:1.0:1769077762.701092:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077762.701097:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077762.701111:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077762.701122:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613203456:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769077762.701133:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92680 x1855007613203584/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077762.701152:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077762.701156:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077762.701159:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077762.701164:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4748 00000100:00080000:1.0:1769077762.701170:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077762.701177:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077762.701183:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077762.701199:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007613203712/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077762.701212:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769077762.701213:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077762.701220:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077762.701223:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077762.701229:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4748 00000100:00080000:1.0:1769077762.701236:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077762.701243:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077762.701251:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077762.701259:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077762/real 1769077762] req@ffff9bc64ac91500 x1855007613203456/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077762.701272:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007613203840/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077762.701284:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007613203456/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077762.701301:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077762.701307:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077762.701311:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613203456:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077762.701337:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613203584:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077762.701383:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077762.701393:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077762/real 1769077762] req@ffff9bc64ac92680 x1855007613203584/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077762.701407:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92680 x1855007613203584/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077762.701413:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077762.701415:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077762.701418:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613203584:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077762.701423:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613203712:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077762.701435:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077762.701441:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077762/real 1769077762] req@ffff9bc64ac91c00 x1855007613203712/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077762.701449:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007613203712/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077762.701454:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077762.701456:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077762.701458:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613203712:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077762.701462:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613203840:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077762.701472:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077762.701478:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077762/real 1769077762] req@ffff9bc64ac90a80 x1855007613203840/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077762.701485:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007613203840/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077762.701495:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077762.701497:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077762.701499:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613203840:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077763.148911:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077763.148984:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077763.724903:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077764.172890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077764.172969:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077764.748886:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077765.196877:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077765.196948:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077765.772890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769077766.220886:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077766.220890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077766.796893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077767.244901:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077767.244977:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077767.820871:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769077767.820904:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077767.820913:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077767.820917:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077767.820927:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4753 00000100:00080000:2.0:1769077767.820938:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077767.820946:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077767.820984:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8a80 x1855007613203968/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077767.821010:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077767.821015:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077767.821017:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077767.821022:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4753 00000100:00080000:2.0:1769077767.821026:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077767.821030:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077767.821039:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077767.821056:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afda680 x1855007613204096/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077767.821068:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077767.821080:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769077767.821083:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077767.821087:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4753 00000100:00080000:2.0:1769077767.821091:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077767.821095:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077767.821101:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077767.821113:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9880 x1855007613204224/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077767.821124:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077767.821127:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769077767.821129:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077767.821133:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4753 00000100:00080000:2.0:1769077767.821136:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077767.821141:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077767.821144:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077767.821153:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8380 x1855007613204352/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077767.821197:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613203968:192.168.204.139@tcp:250:kworker.0 00000800:00000100:0.0:1769077767.821301:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077767.821343:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077767/real 1769077767] req@ffff9bc67afd8a80 x1855007613203968/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077767.821368:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8a80 x1855007613203968/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077767.821379:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077767.821383:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077767.821387:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613203968:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077767.821396:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613204096:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077767.821420:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077767.821435:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077767/real 1769077767] req@ffff9bc67afda680 x1855007613204096/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077767.821447:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afda680 x1855007613204096/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077767.821466:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077767.821470:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077767.821473:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613204096:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077767.821480:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613204224:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077767.821501:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077767.821513:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077767/real 1769077767] req@ffff9bc67afd9880 x1855007613204224/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077767.821526:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9880 x1855007613204224/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077767.821534:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077767.821538:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077767.821542:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613204224:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077767.821548:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613204352:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077767.821569:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077767.821581:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077767/real 1769077767] req@ffff9bc67afd8380 x1855007613204352/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077767.821603:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8380 x1855007613204352/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077767.821612:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077767.821616:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077767.821620:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613204352:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077768.268860:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077768.268910:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077768.844859:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077769.292877:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077769.292911:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077769.868866:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077770.316888:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077770.316977:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077770.892882:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077771.340893:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077771.340934:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077771.916878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077772.364842:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077772.364937:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077772.940892:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077772.940897:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077772.940904:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077772.940908:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077772.940916:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4758 00000100:00080000:3.0:1769077772.940926:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077772.940932:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077772.940965:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613204480/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077772.940986:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077772.940989:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077772.940990:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077772.940994:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4758 00000100:00080000:3.0:1769077772.940996:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077772.940999:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077772.941006:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077772.941016:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613204480:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769077772.941018:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613204608/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077772.941031:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077772.941033:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077772.941035:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077772.941037:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4758 00000100:00080000:3.0:1769077772.941040:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077772.941042:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077772.941045:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077772.941054:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613204736/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077772.941065:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077772.941067:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077772.941069:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077772.941072:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4758 00000100:00080000:3.0:1769077772.941074:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077772.941076:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077772.941079:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769077772.941083:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769077772.941090:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613204864/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077772.941121:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077772/real 1769077772] req@ffff9bc64d9ace00 x1855007613204480/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077772.941140:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613204480/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077772.941152:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077772.941156:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077772.941160:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613204480:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077772.941197:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613204608:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077772.941222:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077772.941235:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077772/real 1769077772] req@ffff9bc64d9ad500 x1855007613204608/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077772.941245:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613204608/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077772.941252:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077772.941254:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077772.941257:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613204608:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077772.941261:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613204736:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077772.941276:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077772.941283:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077772/real 1769077772] req@ffff9bc64d9adf80 x1855007613204736/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077772.941290:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613204736/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077772.941296:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077772.941298:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077772.941300:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613204736:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077772.941304:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613204864:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077772.941313:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077772.941318:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077772/real 1769077772] req@ffff9bc64d9aea00 x1855007613204864/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077772.941326:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613204864/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077772.941332:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077772.941334:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077772.941336:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613204864:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077773.388864:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077773.388944:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077773.964846:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077774.412851:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077774.412898:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077774.989008:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077775.436841:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077775.436910:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077776.012841:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077776.460890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077776.460922:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077777.036892:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077777.484854:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077777.484929:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769077778.060904:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077778.060906:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769077778.060916:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077778.060921:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077778.060931:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4763 00000100:00080000:2.0:1769077778.060942:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077778.060951:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077778.060989:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9c00 x1855007613204992/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077778.061016:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077778.061020:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077778.061023:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077778.061027:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4763 00000100:00080000:2.0:1769077778.061031:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077778.061037:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077778.061048:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077778.061052:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613204992:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077778.061065:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdad80 x1855007613205120/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077778.061078:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077778.061096:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769077778.061099:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077778.061104:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4763 00000100:00080000:2.0:1769077778.061109:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077778.061113:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077778.061119:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077778.061134:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9180 x1855007613205248/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077778.061145:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077778.061148:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769077778.061151:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077778.061155:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4763 00000100:00080000:2.0:1769077778.061159:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077778.061164:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769077778.061169:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077778.061175:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613205120:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077778.061182:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb800 x1855007613205376/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077778.061211:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613205248:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077778.061237:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613205376:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077778.508851:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077778.508909:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077779.084892:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077779.532850:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077779.532926:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077780.108904:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077780.556881:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077780.556945:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077781.132915:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:3.0:1769077781.133133:0:2360:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:3.0:1769077781.133185:0:2360:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769077781.133206:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769077781.133254:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769077781.133264:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769077781.133272:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:0.0:1769077781.133368:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077778/real 1769077781] req@ffff9bc67afdb800 x1855007613205376/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077781.133402:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb800 x1855007613205376/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077781.133413:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077781.133418:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077781.133422:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613205376:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077781.133430:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077778/real 1769077781] req@ffff9bc67afdad80 x1855007613205120/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077781.133441:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdad80 x1855007613205120/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077781.133449:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077781.133453:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077781.133456:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613205120:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077781.133463:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077778/real 1769077781] req@ffff9bc67afd9180 x1855007613205248/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077781.133473:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9180 x1855007613205248/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077781.133481:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077781.133484:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077781.133488:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613205248:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077781.133494:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077778/real 1769077781] req@ffff9bc67afd9c00 x1855007613204992/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077781.133515:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9c00 x1855007613204992/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077781.133523:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077781.133527:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077781.133530:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613204992:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077781.580870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077781.580893:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077782.156906:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077782.604881:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077782.604944:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077783.180954:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077783.180962:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077783.180974:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077783.180982:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077783.180993:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4768 00000100:00080000:3.0:1769077783.181024:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077783.181034:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077783.181072:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613205504/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077783.181122:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077783.181126:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077783.181128:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077783.181133:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4768 00000100:00080000:3.0:1769077783.181136:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077783.181140:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077783.181150:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077783.181163:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613205632/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077783.181174:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077783.181178:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077783.181180:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077783.181184:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4768 00000100:00080000:3.0:1769077783.181188:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077783.181193:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077783.181201:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077783.181208:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613205504:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769077783.181221:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613205760/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077783.181239:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077783.181244:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077783.181247:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077783.181252:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4768 00000100:00080000:3.0:1769077783.181259:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077783.181265:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077783.181273:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077783.181290:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613205888/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077783.181305:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077783.181373:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077783/real 1769077783] req@ffff9bc64d9ad180 x1855007613205504/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077783.181400:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613205504/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077783.181416:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077783.181422:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077783.181428:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613205504:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077783.181448:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613205632:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077783.181481:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077783.181500:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077783/real 1769077783] req@ffff9bc64d9ac380 x1855007613205632/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077783.181529:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613205632/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077783.181542:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077783.181548:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077783.181553:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613205632:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077783.181588:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613205760:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077783.181637:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077783.181654:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077783/real 1769077783] req@ffff9bc64d9adc00 x1855007613205760/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077783.181672:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613205760/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077783.181684:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077783.181689:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077783.181694:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613205760:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077783.181703:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613205888:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077783.181731:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077783.181746:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077783/real 1769077783] req@ffff9bc64d9ad880 x1855007613205888/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077783.181763:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613205888/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077783.181810:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077783.181816:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077783.181822:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613205888:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077783.628854:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077783.628922:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077784.204927:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077784.652913:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077784.652948:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077785.228947:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077785.676895:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077785.676992:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077786.252938:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077786.700904:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077786.700980:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077787.276887:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077787.724846:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077787.724947:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077788.300948:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077788.300957:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077788.300962:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077788.300970:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4773 00000100:00100000:2.0:1769077788.300974:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077788.300981:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077788.300989:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077788.301030:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93b80 x1855007613206016/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077788.301050:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077788.301052:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077788.301054:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077788.301057:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4773 00000100:00080000:1.0:1769077788.301060:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077788.301063:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077788.301070:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077788.301081:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92300 x1855007613206144/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077788.301090:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077788.301094:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613206016:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769077788.301094:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077788.301098:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077788.301106:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4773 00000100:00080000:1.0:1769077788.301108:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077788.301110:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077788.301113:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077788.301122:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007613206272/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077788.301129:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077788.301131:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077788.301133:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077788.301135:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4773 00000100:00080000:1.0:1769077788.301138:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077788.301140:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077788.301143:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077788.301150:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007613206400/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077788.301171:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077788.301213:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077788/real 1769077788] req@ffff9bc64ac93b80 x1855007613206016/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077788.301233:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93b80 x1855007613206016/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077788.301243:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077788.301247:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077788.301252:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613206016:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077788.301274:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613206144:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077788.301299:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077788.301314:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077788/real 1769077788] req@ffff9bc64ac92300 x1855007613206144/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077788.301327:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92300 x1855007613206144/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077788.301336:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077788.301340:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077788.301343:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613206144:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077788.301348:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613206272:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077788.301364:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077788.301372:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077788/real 1769077788] req@ffff9bc64ac90a80 x1855007613206272/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077788.301380:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007613206272/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077788.301385:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077788.301387:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077788.301390:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613206272:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077788.301393:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613206400:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077788.301403:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077788.301408:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077788/real 1769077788] req@ffff9bc64ac91c00 x1855007613206400/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077788.301416:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007613206400/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077788.301421:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077788.301423:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077788.301425:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613206400:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077788.748892:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077788.748973:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077789.324888:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077789.772922:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077789.772951:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077790.348857:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077790.796886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077790.796953:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077791.372846:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769077791.820903:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077791.820936:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077792.396877:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077792.844866:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077792.844919:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077793.420875:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077793.420903:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077793.420909:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077793.420913:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077793.420921:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4778 00000100:00080000:1.0:1769077793.420930:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077793.420936:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077793.420976:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92680 x1855007613206528/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077793.421007:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077793.421011:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077793.421013:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077793.421017:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4778 00000100:00080000:1.0:1769077793.421021:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077793.421026:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077793.421036:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077793.421050:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007613206656/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077793.421058:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077793.421061:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077793.421062:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769077793.421069:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613206528:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769077793.421069:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4778 00000100:00080000:1.0:1769077793.421076:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077793.421080:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077793.421085:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077793.421094:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007613206784/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077793.421101:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077793.421103:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077793.421105:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077793.421107:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4778 00000100:00080000:1.0:1769077793.421121:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077793.421124:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077793.421128:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769077793.421134:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769077793.421139:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007613206912/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077793.421172:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077793/real 1769077793] req@ffff9bc64ac92680 x1855007613206528/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077793.421187:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92680 x1855007613206528/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077793.421197:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077793.421201:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077793.421205:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613206528:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077793.421213:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613206656:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077793.421236:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077793.421250:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077793/real 1769077793] req@ffff9bc64ac91500 x1855007613206656/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077793.421264:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007613206656/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077793.421273:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077793.421276:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077793.421279:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613206656:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077793.421305:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613206784:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077793.421331:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077793.421345:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077793/real 1769077793] req@ffff9bc64ac92d80 x1855007613206784/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077793.421356:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007613206784/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077793.421363:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077793.421367:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077793.421370:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613206784:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077793.421375:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613206912:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077793.421394:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077793.421406:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077793/real 1769077793] req@ffff9bc64ac91880 x1855007613206912/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077793.421418:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007613206912/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077793.421426:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077793.421429:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077793.421432:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613206912:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077793.868885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077793.868920:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077794.444876:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077794.892922:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077794.892974:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077795.468971:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077795.916896:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077795.916967:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077796.492871:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077796.940901:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077796.940921:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077797.516845:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077797.964879:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077797.964945:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077798.540932:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077798.540968:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077798.540976:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077798.540980:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077798.540990:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4784 00000100:00080000:0.0:1769077798.541002:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077798.541009:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077798.541048:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c380 x1855007613207040/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077798.541081:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077798.541084:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077798.541086:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077798.541091:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4784 00000100:00080000:0.0:1769077798.541095:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077798.541100:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077798.541112:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077798.541134:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613207168/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077798.541145:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613207040:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769077798.541157:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077798.541164:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077798.541168:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077798.541175:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4784 00000100:00080000:0.0:1769077798.541181:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077798.541186:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077798.541194:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077798.541209:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613207296/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077798.541220:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077798.541223:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077798.541225:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077798.541232:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4784 00000800:00000100:2.0:1769077798.541236:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769077798.541238:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077798.541244:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077798.541259:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077798.541291:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613207424/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077798.541365:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077798/real 1769077798] req@ffff9bc64f07c380 x1855007613207040/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077798.541427:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c380 x1855007613207040/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077798.541447:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077798.541454:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077798.541461:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613207040:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077798.541522:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613207168:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077798.541575:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077798.541593:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077798/real 1769077798] req@ffff9bc64f07e680 x1855007613207168/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077798.541612:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613207168/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077798.541624:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077798.541630:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077798.541635:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613207168:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077798.541645:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613207296:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077798.541710:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077798.541732:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077798/real 1769077798] req@ffff9bc64f07ce00 x1855007613207296/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077798.541849:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613207296/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077798.541874:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077798.541879:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077798.541884:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613207296:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077798.541894:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613207424:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077798.541927:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077798.541943:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077798/real 1769077798] req@ffff9bc64f07f480 x1855007613207424/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077798.541960:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613207424/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077798.541972:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077798.541992:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077798.541997:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613207424:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077798.988871:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077798.988946:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077799.564890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077800.012850:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077800.012901:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077800.588868:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077801.036896:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077801.036926:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077801.612863:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769077802.060907:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077802.060915:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769077802.636849:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077803.084987:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077803.085011:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077803.660955:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077803.660992:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077803.661003:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077803.661009:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077803.661020:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4789 00000100:00080000:0.0:1769077803.661033:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077803.661040:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077803.661086:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613207552/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077803.661117:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077803.661122:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077803.661125:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077803.661130:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4789 00000100:00080000:0.0:1769077803.661135:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077803.661139:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077803.661152:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077803.661169:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613207680/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077803.661179:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077803.661182:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077803.661184:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077803.661187:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4789 00000100:00080000:0.0:1769077803.661190:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077803.661216:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077803.661225:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077803.661245:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613207808/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077803.661261:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077803.661267:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613207552:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769077803.661269:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077803.661294:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077803.661306:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4789 00000100:00080000:0.0:1769077803.661312:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077803.661318:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077803.661327:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077803.661346:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613207936/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077803.661385:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077803.661448:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077803/real 1769077803] req@ffff9bc64f07dc00 x1855007613207552/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077803.661483:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613207552/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077803.661506:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077803.661516:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077803.661524:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613207552:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077803.661555:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613207680:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077803.661593:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077803.661610:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077803/real 1769077803] req@ffff9bc64f07f100 x1855007613207680/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077803.661624:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613207680/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077803.661634:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077803.661637:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077803.661641:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613207680:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077803.661712:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613207808:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077803.661739:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077803.661756:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077803/real 1769077803] req@ffff9bc64f07d880 x1855007613207808/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077803.661826:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613207808/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077803.661853:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077803.661859:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077803.661865:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613207808:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077803.661878:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613207936:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077803.661910:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077803.661925:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077803/real 1769077803] req@ffff9bc64f07df80 x1855007613207936/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077803.661950:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613207936/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077803.661959:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077803.661963:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077803.661966:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613207936:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077804.108997:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077804.109007:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077804.684850:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:2.0:1769077805.132860:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077805.132952:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077805.708867:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077806.156912:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077806.156950:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077806.732854:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077807.180875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077807.180904:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077807.756893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077808.204872:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077808.204934:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077808.780845:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077808.780871:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077808.780878:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077808.780882:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077808.780891:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4794 00000100:00080000:3.0:1769077808.780901:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077808.780907:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077808.780940:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613208064/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077808.780962:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077808.780964:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077808.780966:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077808.780969:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4794 00000100:00080000:3.0:1769077808.780971:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077808.780974:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077808.780981:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077808.780990:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613208192/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077808.781003:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613208064:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769077808.781019:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077808.781021:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077808.781023:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077808.781027:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4794 00000100:00080000:3.0:1769077808.781029:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077808.781032:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077808.781036:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077808.781044:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613208320/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077808.781050:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077808.781053:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077808.781054:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077808.781056:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4794 00000100:00080000:3.0:1769077808.781065:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077808.781067:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:2.0:1769077808.781071:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:3.0:1769077808.781072:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077808.781082:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613208448/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077808.781118:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077808/real 1769077808] req@ffff9bc64d9ae680 x1855007613208064/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077808.781133:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613208064/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077808.781141:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077808.781144:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077808.781147:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613208064:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077808.781165:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613208192:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077808.781181:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077808.781196:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077808/real 1769077808] req@ffff9bc64d9ac000 x1855007613208192/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077808.781206:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613208192/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077808.781212:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077808.781214:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077808.781216:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613208192:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077808.781220:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613208320:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077808.781232:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077808.781238:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077808/real 1769077808] req@ffff9bc64d9aed80 x1855007613208320/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077808.781252:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613208320/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077808.781260:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077808.781263:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077808.781267:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613208320:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077808.781273:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613208448:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077808.781293:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077808.781305:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077808/real 1769077808] req@ffff9bc64d9aca80 x1855007613208448/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077808.781325:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613208448/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077808.781333:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077808.781336:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077808.781339:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613208448:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077809.228888:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077809.228903:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077809.804885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077810.252888:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077810.252934:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077810.828876:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077811.276864:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077811.276918:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077811.852880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077812.300890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077812.300915:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077812.876838:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077813.324886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077813.324950:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077813.900895:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769077813.900900:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077813.900906:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077813.900912:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077813.900922:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4799 00000100:00080000:0.0:1769077813.900933:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077813.900941:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077813.900977:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613208576/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077813.901007:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077813.901011:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077813.901013:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077813.901017:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4799 00000100:00080000:0.0:1769077813.901021:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077813.901025:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077813.901035:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077813.901049:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613208704/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077813.901063:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077813.901068:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613208576:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769077813.901069:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077813.901074:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077813.901082:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4799 00000100:00080000:0.0:1769077813.901086:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077813.901090:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077813.901096:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077813.901110:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613208832/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077813.901120:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077813.901123:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077813.901125:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077813.901129:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4799 00000100:00080000:0.0:1769077813.901134:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077813.901139:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:2.0:1769077813.901144:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:0.0:1769077813.901147:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077813.901161:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613208960/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077813.901197:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077813/real 1769077813] req@ffff9bc64f07d180 x1855007613208576/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077813.901212:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613208576/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077813.901219:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077813.901222:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077813.901225:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613208576:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077813.901244:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613208704:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077813.901260:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077813.901268:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077813/real 1769077813] req@ffff9bc64f07c700 x1855007613208704/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077813.901276:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613208704/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077813.901286:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077813.901288:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077813.901291:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613208704:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077813.901295:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613208832:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077813.901306:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077813.901311:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077813/real 1769077813] req@ffff9bc64f07ed80 x1855007613208832/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077813.901319:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613208832/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077813.901324:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077813.901326:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077813.901327:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613208832:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077813.901331:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613208960:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077813.901340:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077813.901346:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077813/real 1769077813] req@ffff9bc64f07fb80 x1855007613208960/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077813.901353:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613208960/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077813.901358:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077813.901359:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077813.901362:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613208960:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077814.348859:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077814.348910:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077814.924858:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077815.372886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077815.372950:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077815.948868:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077816.396881:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077816.396948:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077816.972878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077817.420864:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077817.420894:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077817.996963:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769077818.444998:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077818.445069:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00080000:1.0:1769077819.020930:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077819.020942:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077819.020947:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769077819.020957:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077819.020959:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4804 00000100:00080000:1.0:1769077819.020977:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077819.020985:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077819.021025:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007613209088/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077819.021056:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077819.021060:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077819.021062:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077819.021067:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4804 00000100:00080000:1.0:1769077819.021070:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077819.021074:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077819.021083:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077819.021098:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007613209216/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077819.021111:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077819.021119:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1769077819.021121:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613209088:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769077819.021123:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077819.021134:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4804 00000100:00080000:1.0:1769077819.021138:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077819.021142:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077819.021149:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077819.021163:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007613209344/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077819.021175:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077819.021178:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077819.021180:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077819.021184:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4804 00000100:00080000:1.0:1769077819.021191:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077819.021196:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077819.021203:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769077819.021203:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769077819.021230:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007613209472/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077819.021271:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077819/real 1769077819] req@ffff9bc64ac90000 x1855007613209088/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077819.021300:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007613209088/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077819.021312:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077819.021317:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077819.021320:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613209088:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077819.021346:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613209216:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077819.021367:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077819.021376:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077819/real 1769077819] req@ffff9bc64ac90e00 x1855007613209216/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077819.021386:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007613209216/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077819.021392:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077819.021412:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077819.021415:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613209216:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077819.021420:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613209344:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077819.021439:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077819.021447:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077819/real 1769077819] req@ffff9bc64ac91f80 x1855007613209344/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077819.021455:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007613209344/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077819.021461:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077819.021464:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077819.021466:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613209344:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077819.021470:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613209472:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077819.021481:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077819.021486:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077819/real 1769077819] req@ffff9bc64ac93800 x1855007613209472/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077819.021494:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007613209472/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077819.021500:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077819.021501:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077819.021503:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613209472:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077819.468906:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077819.469002:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077820.044931:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077820.492890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077820.492992:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077821.068985:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077821.516867:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077821.516929:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077822.092927:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077822.540896:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077822.540917:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077823.117015:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077823.564920:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077823.564996:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077824.140860:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077824.140873:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077824.140878:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077824.140890:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4809 00000100:00100000:0.0:1769077824.140899:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077824.140903:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077824.140912:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077824.140957:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007613209600/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077824.140986:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077824.140989:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077824.140991:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077824.141003:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4809 00000100:00080000:1.0:1769077824.141006:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077824.141009:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077824.141018:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077824.141029:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007613209728/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077824.141038:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077824.141041:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077824.141043:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769077824.141048:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613209600:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769077824.141049:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4809 00000100:00080000:1.0:1769077824.141054:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077824.141059:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077824.141063:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077824.141072:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007613209856/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077824.141078:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077824.141080:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077824.141081:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077824.141084:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4809 00000100:00080000:1.0:1769077824.141087:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077824.141090:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077824.141093:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077824.141102:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91180 x1855007613209984/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077824.141129:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077824.141170:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077824/real 1769077824] req@ffff9bc64ac93480 x1855007613209600/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077824.141191:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007613209600/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077824.141200:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077824.141204:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077824.141207:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613209600:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077824.141231:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613209728:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077824.141245:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077824.141253:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077824/real 1769077824] req@ffff9bc64ac93100 x1855007613209728/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077824.141261:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007613209728/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077824.141267:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077824.141269:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077824.141272:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613209728:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077824.141275:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613209856:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077824.141286:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077824.141291:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077824/real 1769077824] req@ffff9bc64ac92a00 x1855007613209856/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077824.141299:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007613209856/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077824.141339:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077824.141342:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077824.141344:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613209856:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077824.141348:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613209984:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077824.141364:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077824.141371:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077824/real 1769077824] req@ffff9bc64ac91180 x1855007613209984/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077824.141379:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91180 x1855007613209984/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077824.141385:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077824.141387:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077824.141389:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613209984:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077824.588901:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077824.588982:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077825.164929:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077825.612919:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077825.612987:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077826.188885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077826.636880:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077826.636918:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077827.212896:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077827.660874:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077827.660905:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077828.236878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077828.684855:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077828.684907:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077829.260892:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077829.260892:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077829.260903:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077829.260909:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077829.260920:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4814 00000100:00080000:1.0:1769077829.260932:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077829.260939:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077829.260973:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90380 x1855007613210112/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077829.261004:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077829.261008:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077829.261010:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077829.261016:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4814 00000100:00080000:1.0:1769077829.261021:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077829.261025:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077829.261034:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077829.261048:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90700 x1855007613210240/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077829.261058:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077829.261063:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077829.261065:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077829.261068:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4814 00000100:00080000:1.0:1769077829.261071:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1769077829.261071:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613210112:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769077829.261076:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077829.261085:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077829.261094:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91180 x1855007613210368/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077829.261100:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077829.261102:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077829.261104:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077829.261106:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4814 00000100:00080000:1.0:1769077829.261108:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077829.261111:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077829.261114:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077829.261121:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007613210496/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077829.261145:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077829.261179:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077829/real 1769077829] req@ffff9bc64ac90380 x1855007613210112/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077829.261193:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90380 x1855007613210112/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077829.261200:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077829.261203:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077829.261207:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613210112:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077829.261241:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613210240:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077829.261261:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077829.261274:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077829/real 1769077829] req@ffff9bc64ac90700 x1855007613210240/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077829.261287:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90700 x1855007613210240/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077829.261296:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077829.261300:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077829.261304:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613210240:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077829.261310:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613210368:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077829.261329:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077829.261336:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077829/real 1769077829] req@ffff9bc64ac91180 x1855007613210368/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077829.261344:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91180 x1855007613210368/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077829.261351:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077829.261354:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077829.261358:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613210368:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077829.261363:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613210496:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077829.261382:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077829.261394:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077829/real 1769077829] req@ffff9bc64ac92a00 x1855007613210496/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077829.261408:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007613210496/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077829.261415:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077829.261417:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077829.261420:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613210496:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077829.708879:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077829.708941:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077830.284899:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077830.732861:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077830.732921:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077831.308897:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077831.756878:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077831.756952:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077832.332846:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077832.780849:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077832.780917:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077833.356871:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077833.804933:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077833.804986:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077834.380932:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077834.380941:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077834.380946:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769077834.380952:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077834.380955:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4819 00000100:00080000:0.0:1769077834.380968:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077834.380974:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077834.381006:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d500 x1855007613210624/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077834.381032:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077834.381034:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077834.381036:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077834.381039:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4819 00000100:00080000:0.0:1769077834.381041:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077834.381044:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077834.381052:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077834.381064:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613210752/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077834.381068:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613210624:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769077834.381077:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077834.381081:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077834.381083:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077834.381086:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4819 00000100:00080000:0.0:1769077834.381089:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077834.381091:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077834.381095:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077834.381109:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613210880/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077834.381156:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077834.381159:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077834.381161:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077834.381166:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4819 00000800:00000100:2.0:1769077834.381169:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769077834.381172:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077834.381179:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077834.381185:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077834.381198:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613211008/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077834.381225:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077834/real 1769077834] req@ffff9bc64f07d500 x1855007613210624/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077834.381244:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d500 x1855007613210624/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077834.381254:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077834.381258:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077834.381262:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613210624:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077834.381283:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613210752:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077834.381318:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077834.381329:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077834/real 1769077834] req@ffff9bc64f07fb80 x1855007613210752/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077834.381347:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613210752/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077834.381355:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077834.381358:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077834.381362:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613210752:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077834.381369:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613210880:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077834.381387:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077834.381397:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077834/real 1769077834] req@ffff9bc64f07ed80 x1855007613210880/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077834.381409:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613210880/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077834.381416:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077834.381420:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077834.381423:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613210880:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077834.381429:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613211008:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077834.381445:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077834.381454:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077834/real 1769077834] req@ffff9bc64f07c700 x1855007613211008/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077834.381466:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613211008/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077834.381480:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077834.381483:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077834.381485:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613211008:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077834.828918:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077834.828985:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077835.404882:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077835.852869:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077835.852915:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077836.428895:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077836.876892:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077836.876946:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077837.452945:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077837.900913:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077837.900933:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077838.476929:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077838.924874:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077838.924942:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077839.500890:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077839.500903:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077839.500908:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077839.500919:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4825 00000100:00080000:0.0:1769077839.500932:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077839.500941:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077839.500972:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077839.500998:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613211136/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077839.501030:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077839.501034:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077839.501036:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077839.501039:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4825 00000100:00080000:0.0:1769077839.501043:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077839.501047:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077839.501073:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077839.501079:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613211136:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077839.501091:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613211264/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077839.501116:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077839.501119:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077839.501120:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077839.501123:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4825 00000100:00080000:0.0:1769077839.501126:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077839.501129:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077839.501133:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077839.501142:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613211392/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077839.501149:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077839.501151:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077839.501152:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077839.501154:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4825 00000100:00080000:0.0:1769077839.501157:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1769077839.501161:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769077839.501163:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077839.501168:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077839.501177:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613211520/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077839.501219:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077839/real 1769077839] req@ffff9bc64f07d180 x1855007613211136/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077839.501237:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613211136/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077839.501247:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077839.501251:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077839.501255:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613211136:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077839.501275:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613211264:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077839.501294:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077839.501304:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077839/real 1769077839] req@ffff9bc64f07df80 x1855007613211264/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077839.501315:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613211264/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077839.501343:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077839.501345:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077839.501348:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613211264:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077839.501352:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613211392:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077839.501363:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077839.501369:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077839/real 1769077839] req@ffff9bc64f07d880 x1855007613211392/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077839.501376:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613211392/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077839.501381:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077839.501383:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077839.501385:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613211392:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077839.501388:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613211520:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077839.501397:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077839.501402:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077839/real 1769077839] req@ffff9bc64f07f100 x1855007613211520/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077839.501409:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613211520/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077839.501413:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077839.501416:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077839.501418:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613211520:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077839.948862:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077839.948909:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077840.524854:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077840.972887:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077840.972943:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077841.548856:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077841.996874:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077841.996962:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077842.572892:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077843.020874:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077843.020896:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077843.596875:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077844.044846:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077844.044912:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077844.620896:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077844.620897:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077844.620907:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077844.620913:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077844.620923:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4830 00000100:00080000:3.0:1769077844.620935:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077844.620942:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077844.620998:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613211648/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077844.621021:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077844.621023:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077844.621025:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077844.621028:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4830 00000100:00080000:3.0:1769077844.621031:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077844.621035:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077844.621044:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077844.621053:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613211648:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769077844.621057:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613211776/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077844.621066:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077844.621069:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077844.621071:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077844.621073:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4830 00000100:00080000:3.0:1769077844.621076:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077844.621078:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077844.621082:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077844.621090:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613211904/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077844.621101:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077844.621103:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077844.621105:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077844.621108:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4830 00000100:00080000:3.0:1769077844.621117:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077844.621120:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077844.621123:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077844.621133:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613212032/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077844.621147:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613211776:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077844.621172:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613211904:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077844.621187:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613212032:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077845.068890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077845.068900:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077845.644839:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077846.092852:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077846.092966:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077846.668906:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077847.116958:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077847.117022:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077847.692955:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:1.0:1769077847.693041:0:2358:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:1.0:1769077847.693079:0:2358:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1769077847.693097:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:1.0:1769077847.693135:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:1.0:1769077847.693145:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:1.0:1769077847.693161:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:2.0:1769077847.693197:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077844/real 1769077847] req@ffff9bc64d9aed80 x1855007613211776/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077847.693233:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613211776/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077847.693247:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077847.693254:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077847.693259:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613211776:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077847.693269:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077844/real 1769077847] req@ffff9bc64d9ac000 x1855007613211904/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077847.693290:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613211904/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077847.693299:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077847.693304:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077847.693308:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613211904:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077847.693317:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077844/real 1769077847] req@ffff9bc64d9ae680 x1855007613212032/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077847.693328:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613212032/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077847.693335:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077847.693339:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077847.693348:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613212032:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077847.693357:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077844/real 1769077847] req@ffff9bc64d9aca80 x1855007613211648/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077847.693372:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613211648/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077847.693382:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077847.693386:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077847.693389:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613211648:192.168.204.139@tcp:250:kworker.0 00010000:00010000:2.0:1769077848.140891:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077848.140934:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077848.717067:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077849.164941:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077849.164970:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077849.740946:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077849.740954:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077849.740959:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769077849.740962:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077849.740967:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4835 00000100:00080000:1.0:1769077849.740979:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077849.740985:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077849.741015:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007613212160/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077849.741037:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077849.741040:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077849.741041:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077849.741044:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4835 00000100:00080000:1.0:1769077849.741047:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077849.741049:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077849.741056:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077849.741065:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007613212288/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077849.741075:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077849.741076:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613212160:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769077849.741079:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077849.741082:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077849.741088:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4835 00000100:00080000:1.0:1769077849.741091:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077849.741095:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077849.741101:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077849.741114:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007613212416/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077849.741123:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077849.741127:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077849.741128:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077849.741132:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4835 00000100:00080000:1.0:1769077849.741137:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077849.741141:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077849.741146:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077849.741157:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007613212544/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077849.741166:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077849.741212:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077849/real 1769077849] req@ffff9bc64ac93100 x1855007613212160/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077849.741231:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007613212160/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077849.741240:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077849.741244:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077849.741249:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613212160:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077849.741287:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613212288:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077849.741313:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077849.741326:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077849/real 1769077849] req@ffff9bc64ac93480 x1855007613212288/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077849.741338:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007613212288/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077849.741347:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077849.741351:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077849.741355:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613212288:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077849.741361:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613212416:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077849.741383:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077849.741394:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077849/real 1769077849] req@ffff9bc64ac93800 x1855007613212416/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077849.741406:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007613212416/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077849.741414:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077849.741417:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077849.741420:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613212416:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077849.741426:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613212544:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077849.741444:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077849.741455:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077849/real 1769077849] req@ffff9bc64ac91f80 x1855007613212544/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077849.741469:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007613212544/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077849.741477:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077849.741481:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077849.741484:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613212544:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077850.188898:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077850.188901:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077850.765083:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077851.212908:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077851.212964:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077851.788878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077852.236860:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077852.236909:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077852.812884:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077853.260916:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077853.260920:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077853.836849:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077854.284884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077854.284938:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077854.860890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077854.860913:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077854.860927:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077854.860936:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077854.860952:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4840 00000100:00080000:1.0:1769077854.860968:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077854.860979:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077854.861033:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007613212672/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077854.861068:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077854.861090:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077854.861092:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077854.861097:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4840 00000100:00080000:1.0:1769077854.861101:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077854.861106:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077854.861117:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077854.861122:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613212672:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769077854.861134:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007613212800/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077854.861147:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077854.861150:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077854.861152:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077854.861156:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4840 00000100:00080000:1.0:1769077854.861159:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077854.861182:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077854.861188:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077854.861199:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007613212928/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077854.861210:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769077854.861224:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077854.861227:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077854.861231:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077854.861236:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4840 00000100:00080000:1.0:1769077854.861241:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077854.861245:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077854.861250:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077854.861262:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077854/real 1769077854] req@ffff9bc64ac90e00 x1855007613212672/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077854.861268:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007613213056/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077854.861349:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007613212672/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077854.861361:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077854.861366:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077854.861370:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613212672:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077854.861402:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613212800:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077854.861418:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077854.861427:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077854/real 1769077854] req@ffff9bc64ac90000 x1855007613212800/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077854.861435:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007613212800/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077854.861440:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077854.861443:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077854.861445:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613212800:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077854.861449:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613212928:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077854.861468:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077854.861473:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077854/real 1769077854] req@ffff9bc64ac91880 x1855007613212928/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077854.861486:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007613212928/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077854.861491:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077854.861492:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077854.861494:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613212928:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077854.861498:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613213056:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077854.861507:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077854.861513:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077854/real 1769077854] req@ffff9bc64ac92d80 x1855007613213056/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077854.861524:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007613213056/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077854.861533:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077854.861548:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077854.861552:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613213056:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077855.308870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077855.308904:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077855.884915:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077856.332883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077856.332947:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077856.908928:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077857.356867:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077857.356926:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077857.932878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077858.380913:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077858.380939:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077858.956870:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077859.404866:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077859.404919:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077859.980900:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077859.980904:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077859.980914:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077859.980919:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077859.980929:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4845 00000100:00080000:3.0:1769077859.980940:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077859.980948:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077859.980988:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613213184/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077859.981016:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077859.981020:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077859.981021:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077859.981027:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4845 00000100:00080000:3.0:1769077859.981031:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077859.981036:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077859.981045:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077859.981059:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613213312/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077859.981071:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077859.981077:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613213184:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769077859.981077:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077859.981082:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077859.981088:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4845 00000100:00080000:3.0:1769077859.981092:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077859.981096:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077859.981102:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077859.981116:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613213440/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077859.981127:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077859.981131:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077859.981133:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077859.981137:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4845 00000800:00000100:2.0:1769077859.981141:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769077859.981144:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077859.981151:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077859.981156:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077859.981167:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613213568/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077859.981179:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077859/real 1769077859] req@ffff9bc64d9ad880 x1855007613213184/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077859.981195:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613213184/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077859.981208:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077859.981212:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077859.981216:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613213184:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077859.981241:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613213312:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077859.981267:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077859.981281:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077859/real 1769077859] req@ffff9bc64d9adc00 x1855007613213312/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077859.981294:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613213312/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077859.981302:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077859.981306:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077859.981309:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613213312:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077859.981316:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613213440:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077859.981338:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077859.981349:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077859/real 1769077859] req@ffff9bc64d9ac380 x1855007613213440/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077859.981361:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613213440/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077859.981371:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077859.981376:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077859.981380:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613213440:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077859.981388:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613213568:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077859.981412:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077859.981423:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077859/real 1769077859] req@ffff9bc64d9ad180 x1855007613213568/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077859.981436:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613213568/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077859.981444:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077859.981448:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077859.981451:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613213568:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077860.428878:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077860.428930:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077861.004855:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077861.452866:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077861.452949:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077862.028889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077862.476953:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077862.476996:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077863.052888:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769077863.500893:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077863.500903:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077864.076881:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077864.524867:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077864.524927:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077865.100865:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077865.100866:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077865.100877:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077865.100883:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077865.100893:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4850 00000100:00080000:3.0:1769077865.100905:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077865.100913:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077865.100952:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613213696/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077865.100982:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077865.100986:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077865.100988:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077865.100993:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4850 00000100:00080000:3.0:1769077865.100997:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077865.101001:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077865.101011:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077865.101026:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613213824/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077865.101034:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613213696:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769077865.101045:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077865.101050:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077865.101053:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077865.101058:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4850 00000100:00080000:3.0:1769077865.101063:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077865.101067:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077865.101074:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077865.101086:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613213952/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077865.101098:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1769077865.101102:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769077865.101106:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077865.101109:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077865.101115:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4850 00000100:00080000:3.0:1769077865.101122:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077865.101127:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077865.101133:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077865.101140:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077865/real 1769077865] req@ffff9bc64d9aea00 x1855007613213696/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077865.101149:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613214080/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077865.101160:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613213696/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077865.101170:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077865.101173:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077865.101177:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613213696:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077865.101198:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613213824:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077865.101215:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077865.101226:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077865/real 1769077865] req@ffff9bc64d9adf80 x1855007613213824/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077865.101240:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613213824/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077865.101249:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077865.101252:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077865.101256:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613213824:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077865.101263:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613213952:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077865.101295:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077865.101304:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077865/real 1769077865] req@ffff9bc64d9ad500 x1855007613213952/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077865.101313:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613213952/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077865.101318:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077865.101320:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077865.101323:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613213952:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077865.101327:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613214080:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077865.101337:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077865.101343:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077865/real 1769077865] req@ffff9bc64d9ace00 x1855007613214080/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077865.101350:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613214080/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077865.101360:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077865.101361:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077865.101363:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613214080:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077865.548863:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077865.548914:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077866.124913:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077866.572866:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077866.572953:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077867.148858:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077867.596855:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077867.596944:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077868.172902:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077868.620903:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077868.620959:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077869.196870:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077869.644882:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077869.644952:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077870.220904:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077870.220917:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077870.220924:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769077870.220926:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077870.220939:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4855 00000100:00080000:3.0:1769077870.220954:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077870.220963:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077870.221019:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613214208/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077870.221047:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077870.221051:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077870.221053:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077870.221057:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4855 00000100:00080000:3.0:1769077870.221061:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077870.221065:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077870.221075:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077870.221081:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613214208:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769077870.221088:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613214336/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077870.221098:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077870.221101:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077870.221102:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077870.221106:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4855 00000100:00080000:3.0:1769077870.221108:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077870.221110:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077870.221114:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077870.221127:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613214464/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077870.221137:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077870.221141:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077870.221144:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077870.221148:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4855 00000100:00080000:3.0:1769077870.221153:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1769077870.221157:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769077870.221162:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077870.221169:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077870.221186:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613214592/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077870.221200:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077870/real 1769077870] req@ffff9bc64d9ace00 x1855007613214208/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077870.221224:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613214208/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077870.221237:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077870.221242:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077870.221247:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613214208:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077870.221289:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613214336:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077870.221314:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077870.221327:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077870/real 1769077870] req@ffff9bc64d9ad500 x1855007613214336/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077870.221342:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613214336/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077870.221352:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077870.221356:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077870.221360:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613214336:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077870.221365:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613214464:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077870.221383:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077870.221390:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077870/real 1769077870] req@ffff9bc64d9adf80 x1855007613214464/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077870.221398:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613214464/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077870.221405:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077870.221407:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077870.221409:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613214464:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077870.221412:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613214592:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077870.221422:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077870.221427:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077870/real 1769077870] req@ffff9bc64d9aea00 x1855007613214592/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077870.221436:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613214592/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077870.221441:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077870.221443:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077870.221445:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613214592:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077870.668917:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077870.668999:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077871.244895:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077871.692880:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077871.692935:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077872.268922:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077872.716882:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077872.716944:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077873.292875:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077873.740902:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077873.740938:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077874.316951:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077874.764907:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077874.765001:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077875.340879:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077875.340880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077875.340889:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077875.340893:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077875.340901:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4860 00000100:00080000:3.0:1769077875.340911:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077875.340917:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077875.340951:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613214720/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077875.340974:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077875.340976:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077875.340978:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077875.340986:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4860 00000100:00080000:3.0:1769077875.340990:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077875.340993:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077875.341001:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077875.341004:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613214720:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769077875.341013:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613214848/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077875.341022:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077875.341025:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077875.341026:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077875.341028:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4860 00000100:00080000:3.0:1769077875.341031:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077875.341036:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077875.341042:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077875.341054:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613214976/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077875.341065:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769077875.341066:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077875.341071:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077875.341074:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077875.341080:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4860 00000100:00080000:3.0:1769077875.341085:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077875.341090:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077875.341096:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077875.341102:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077875/real 1769077875] req@ffff9bc64d9ad180 x1855007613214720/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077875.341110:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613215104/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077875.341122:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613214720/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077875.341132:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077875.341137:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077875.341142:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613214720:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077875.341181:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613214848:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077875.341208:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077875.341221:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077875/real 1769077875] req@ffff9bc64d9ac380 x1855007613214848/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077875.341236:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613214848/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077875.341245:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077875.341247:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077875.341250:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613214848:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077875.341254:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613214976:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077875.341273:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077875.341281:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077875/real 1769077875] req@ffff9bc64d9adc00 x1855007613214976/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077875.341289:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613214976/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077875.341294:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077875.341297:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077875.341299:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613214976:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077875.341303:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613215104:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077875.341318:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077875.341328:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077875/real 1769077875] req@ffff9bc64d9ad880 x1855007613215104/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077875.341341:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613215104/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077875.341350:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077875.341354:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077875.341357:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613215104:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077875.788882:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077875.788952:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077876.364926:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077876.812913:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077876.812993:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077877.388897:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077877.836929:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077877.836951:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077878.412842:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077878.860904:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077878.860932:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077879.436888:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077879.884884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077879.884934:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077880.460868:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077880.460881:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077880.460888:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077880.460892:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077880.460901:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4866 00000100:00080000:1.0:1769077880.460910:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077880.460916:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077880.460948:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007613215232/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077880.460971:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077880.460975:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077880.460977:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077880.460980:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4866 00000100:00080000:1.0:1769077880.460983:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077880.460988:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077880.460996:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077880.461007:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613215232:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769077880.461010:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92680 x1855007613215360/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077880.461022:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077880.461025:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077880.461027:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077880.461031:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4866 00000100:00080000:1.0:1769077880.461034:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077880.461038:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077880.461043:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077880.461053:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007613215488/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077880.461062:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1769077880.461066:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769077880.461067:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077880.461071:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077880.461075:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4866 00000100:00080000:1.0:1769077880.461079:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077880.461083:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077880.461088:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077880.461098:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007613215616/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077880.461108:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077880/real 1769077880] req@ffff9bc64ac91500 x1855007613215232/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077880.461128:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007613215232/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077880.461138:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077880.461142:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077880.461145:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613215232:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077880.461167:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613215360:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077880.461189:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077880.461201:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077880/real 1769077880] req@ffff9bc64ac92680 x1855007613215360/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077880.461213:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92680 x1855007613215360/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077880.461221:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077880.461224:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077880.461227:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613215360:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077880.461233:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613215488:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077880.461253:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077880.461263:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077880/real 1769077880] req@ffff9bc64ac91c00 x1855007613215488/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077880.461275:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007613215488/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077880.461283:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077880.461286:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077880.461289:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613215488:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077880.461294:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613215616:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077880.461314:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077880.461325:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077880/real 1769077880] req@ffff9bc64ac90a80 x1855007613215616/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077880.461337:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007613215616/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077880.461344:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077880.461347:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077880.461350:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613215616:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077880.908868:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077880.908927:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077881.484861:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077881.932876:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077881.932937:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077882.508886:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077882.956851:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077882.956905:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077883.532996:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077883.980874:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077883.980902:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077884.556854:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077885.004878:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077885.004934:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077885.580883:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077885.580892:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077885.580899:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077885.580904:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077885.580914:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4871 00000100:00080000:3.0:1769077885.580923:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077885.580929:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077885.580960:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613215744/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077885.580992:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077885.580995:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077885.580996:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077885.581000:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4871 00000100:00080000:3.0:1769077885.581002:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077885.581005:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077885.581012:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077885.581022:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613215872/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077885.581036:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077885.581040:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077885.581041:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077885.581046:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4871 00000100:00080000:3.0:1769077885.581051:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077885.581055:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077885.581060:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077885.581066:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613215744:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769077885.581075:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613216000/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077885.581086:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077885.581089:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077885.581091:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077885.581094:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4871 00000100:00080000:3.0:1769077885.581098:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077885.581102:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077885.581107:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077885.581119:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613216128/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077885.581132:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077885.581165:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077885/real 1769077885] req@ffff9bc64d9aca80 x1855007613215744/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077885.581183:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613215744/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077885.581193:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077885.581197:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077885.581201:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613215744:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077885.581208:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613215872:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077885.581241:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077885.581250:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077885/real 1769077885] req@ffff9bc64d9ae680 x1855007613215872/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077885.581258:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613215872/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077885.581263:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077885.581265:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077885.581267:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613215872:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077885.581303:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613216000:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077885.581318:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077885.581324:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077885/real 1769077885] req@ffff9bc64d9ac000 x1855007613216000/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077885.581331:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613216000/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077885.581336:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077885.581338:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077885.581340:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613216000:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077885.581343:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613216128:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077885.581352:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077885.581357:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077885/real 1769077885] req@ffff9bc64d9aed80 x1855007613216128/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077885.581363:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613216128/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077885.581368:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077885.581369:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077885.581371:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613216128:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077886.028871:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077886.028929:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077886.604859:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077887.052867:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077887.052945:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077887.628882:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077888.076876:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077888.076930:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077888.652821:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077889.100847:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077889.100893:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077889.676879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077890.124861:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077890.124926:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077890.700856:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077890.700858:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077890.700867:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077890.700871:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077890.700878:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4876 00000100:00080000:3.0:1769077890.700886:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077890.700891:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077890.700919:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613216256/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077890.700938:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077890.700941:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077890.700942:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077890.700944:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4876 00000100:00080000:3.0:1769077890.700946:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077890.700948:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077890.700955:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077890.700962:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613216384/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077890.700969:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077890.700974:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613216256:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769077890.700975:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077890.700977:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077890.700982:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4876 00000100:00080000:3.0:1769077890.700986:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077890.700987:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077890.700991:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077890.700999:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613216512/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077890.701005:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077890.701007:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077890.701008:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077890.701010:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4876 00000100:00080000:3.0:1769077890.701011:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077890.701014:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077890.701016:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077890.701022:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613216640/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077890.701034:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077890.701067:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077890/real 1769077890] req@ffff9bc64d9aed80 x1855007613216256/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077890.701084:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613216256/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077890.701094:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077890.701098:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077890.701102:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613216256:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077890.701120:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613216384:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077890.701136:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077890.701143:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077890/real 1769077890] req@ffff9bc64d9ac000 x1855007613216384/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077890.701151:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613216384/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077890.701156:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077890.701158:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077890.701160:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613216384:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077890.701163:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613216512:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077890.701172:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077890.701177:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077890/real 1769077890] req@ffff9bc64d9ae680 x1855007613216512/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077890.701184:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613216512/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077890.701215:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077890.701218:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077890.701220:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613216512:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077890.701224:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613216640:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077890.701238:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077890.701244:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077890/real 1769077890] req@ffff9bc64d9aca80 x1855007613216640/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077890.701255:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613216640/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077890.701260:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077890.701262:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077890.701264:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613216640:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077891.148865:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077891.148918:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077891.724887:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077892.172872:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077892.172957:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077892.748867:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077893.196884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077893.196938:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077893.772881:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077894.220866:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077894.220926:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077894.796925:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769077895.244883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077895.244955:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077895.820870:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077895.820880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077895.820880:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077895.820885:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077895.820893:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4881 00000100:00080000:3.0:1769077895.820903:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077895.820910:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077895.820942:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613216768/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077895.820964:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077895.820967:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077895.820968:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077895.820971:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4881 00000100:00080000:3.0:1769077895.820973:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077895.820975:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077895.820989:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077895.820998:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613216768:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769077895.821001:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613216896/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077895.821012:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077895.821014:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077895.821016:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077895.821018:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4881 00000100:00080000:3.0:1769077895.821021:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077895.821023:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077895.821026:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077895.821036:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613217024/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077895.821042:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077895.821044:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077895.821046:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077895.821049:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4881 00000100:00080000:3.0:1769077895.821052:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077895.821054:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077895.821058:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769077895.821060:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769077895.821069:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613217152/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077895.821097:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077895/real 1769077895] req@ffff9bc64d9ad880 x1855007613216768/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077895.821134:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613216768/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077895.821141:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077895.821145:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077895.821147:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613216768:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077895.821166:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613216896:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077895.821183:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077895.821192:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077895/real 1769077895] req@ffff9bc64d9adc00 x1855007613216896/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077895.821205:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613216896/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077895.821222:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077895.821227:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077895.821230:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613216896:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077895.821237:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613217024:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077895.821259:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077895.821271:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077895/real 1769077895] req@ffff9bc64d9ac380 x1855007613217024/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077895.821280:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613217024/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077895.821286:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077895.821288:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077895.821290:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613217024:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077895.821295:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613217152:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077895.821307:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077895.821314:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077895/real 1769077895] req@ffff9bc64d9ad180 x1855007613217152/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077895.821321:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613217152/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077895.821326:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077895.821328:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077895.821330:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613217152:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077896.268883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077896.268928:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077896.844899:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077897.292901:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077897.292938:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077897.868919:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077898.316901:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077898.316967:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077898.892930:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077899.340890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077899.340927:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077899.916895:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077900.364902:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077900.364983:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077900.940910:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077900.940918:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077900.940923:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769077900.940931:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077900.940937:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4886 00000100:00080000:3.0:1769077900.940952:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077900.940960:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077900.941002:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613217280/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077900.941050:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077900.941053:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077900.941055:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077900.941059:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4886 00000100:00080000:3.0:1769077900.941062:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077900.941065:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077900.941073:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077900.941092:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613217408/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077900.941103:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613217280:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769077900.941106:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077900.941119:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077900.941122:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077900.941125:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4886 00000100:00080000:3.0:1769077900.941128:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077900.941130:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077900.941134:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077900.941143:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613217536/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077900.941151:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077900.941153:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077900.941154:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077900.941156:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4886 00000100:00080000:3.0:1769077900.941159:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077900.941161:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077900.941164:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077900.941173:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613217664/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077900.941198:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077900.941242:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077900/real 1769077900] req@ffff9bc64d9aea00 x1855007613217280/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077900.941257:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613217280/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077900.941266:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077900.941270:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077900.941274:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613217280:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077900.941300:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613217408:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077900.941317:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077900.941326:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077900/real 1769077900] req@ffff9bc64d9adf80 x1855007613217408/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077900.941334:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613217408/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077900.941340:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077900.941342:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077900.941345:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613217408:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077900.941349:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613217536:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077900.941361:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077900.941366:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077900/real 1769077900] req@ffff9bc64d9ad500 x1855007613217536/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077900.941374:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613217536/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077900.941379:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077900.941381:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077900.941383:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613217536:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077900.941387:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613217664:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077900.941396:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077900.941402:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077900/real 1769077900] req@ffff9bc64d9ace00 x1855007613217664/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077900.941408:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613217664/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077900.941415:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077900.941417:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077900.941419:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613217664:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077901.388898:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077901.388941:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077901.964847:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077902.412864:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077902.412955:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077902.988896:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077903.436904:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077903.436956:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077904.012856:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077904.460881:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077904.460976:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077905.036944:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077905.484866:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077905.485004:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077906.060884:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077906.060893:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077906.060897:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769077906.060905:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077906.060907:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4891 00000100:00080000:3.0:1769077906.060919:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077906.060926:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077906.060981:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613217792/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077906.061010:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077906.061014:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077906.061016:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077906.061021:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4891 00000100:00080000:3.0:1769077906.061026:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077906.061031:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077906.061040:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613217792:192.168.204.139@tcp:250:kworker.0 00000008:00100000:3.0:1769077906.061047:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077906.061062:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613217920/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077906.061070:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077906.061073:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077906.061074:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077906.061077:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4891 00000100:00080000:3.0:1769077906.061080:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077906.061082:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077906.061086:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077906.061092:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613218048/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077906.061100:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077906.061102:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077906.061103:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077906.061105:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4891 00000100:00080000:3.0:1769077906.061108:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1769077906.061112:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769077906.061116:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077906.061120:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077906.061130:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613218176/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077906.061156:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077906/real 1769077906] req@ffff9bc64d9ace00 x1855007613217792/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077906.061171:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613217792/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077906.061188:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077906.061191:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077906.061194:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613217792:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077906.061214:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613217920:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077906.061233:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077906.061246:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077906/real 1769077906] req@ffff9bc64d9ad500 x1855007613217920/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077906.061266:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613217920/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077906.061276:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077906.061279:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077906.061283:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613217920:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077906.061290:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613218048:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077906.061308:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077906.061316:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077906/real 1769077906] req@ffff9bc64d9adf80 x1855007613218048/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077906.061324:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613218048/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077906.061330:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077906.061332:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077906.061334:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613218048:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077906.061338:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613218176:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077906.061348:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077906.061354:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077906/real 1769077906] req@ffff9bc64d9aea00 x1855007613218176/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077906.061361:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613218176/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077906.061370:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077906.061372:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077906.061374:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613218176:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077906.508847:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077906.508960:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077907.084963:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077907.532927:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077907.532992:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077908.108931:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077908.556867:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077908.556942:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077909.132936:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077909.580857:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077909.580992:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077910.156971:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077910.604869:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077910.604964:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077911.180923:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077911.180937:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077911.180943:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077911.180956:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4896 00000100:00100000:0.0:1769077911.180965:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077911.180970:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077911.180979:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077911.181029:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613218304/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077911.181057:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077911.181061:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077911.181064:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077911.181070:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4896 00000100:00080000:3.0:1769077911.181075:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077911.181079:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077911.181092:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077911.181102:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613218304:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769077911.181106:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613218432/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077911.181116:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077911.181119:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077911.181121:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077911.181125:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4896 00000100:00080000:3.0:1769077911.181128:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077911.181132:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077911.181138:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077911.181147:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613218560/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077911.181156:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077911.181159:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077911.181161:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077911.181165:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4896 00000100:00080000:3.0:1769077911.181168:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077911.181171:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077911.181176:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077911.181188:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613218688/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077911.181241:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613218432:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077911.181273:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613218560:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077911.181287:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613218688:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077911.628914:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077911.628986:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077912.204984:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077912.652875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077912.652997:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077913.228918:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077913.676900:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077913.676988:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077914.252932:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:3.0:1769077914.253211:0:2357:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:3.0:1769077914.253264:0:2357:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769077914.253284:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769077914.253325:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769077914.253336:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769077914.253347:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:0.0:1769077914.253368:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077911/real 1769077914] req@ffff9bc64d9ac380 x1855007613218432/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077914.253397:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613218432/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077914.253415:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077914.253421:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077914.253426:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613218432:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077914.253434:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077911/real 1769077914] req@ffff9bc64d9adc00 x1855007613218560/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077914.253447:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613218560/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077914.253456:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077914.253459:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077914.253463:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613218560:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077914.253470:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077911/real 1769077914] req@ffff9bc64d9ad880 x1855007613218688/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077914.253482:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613218688/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077914.253489:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077914.253493:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077914.253496:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613218688:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077914.253503:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077911/real 1769077914] req@ffff9bc64d9ad180 x1855007613218304/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077914.253515:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613218304/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077914.253522:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077914.253526:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077914.253529:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613218304:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769077914.700924:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077914.701006:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077915.276913:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077915.724889:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077915.725015:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077916.300917:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077916.300929:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077916.300938:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077916.300944:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077916.300955:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4901 00000100:00080000:1.0:1769077916.300967:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077916.300975:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077916.301015:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92300 x1855007613218816/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077916.301044:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077916.301048:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077916.301050:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077916.301055:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4901 00000100:00080000:1.0:1769077916.301073:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077916.301079:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077916.301087:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613218816:192.168.204.139@tcp:250:kworker.0 00000008:00100000:1.0:1769077916.301090:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077916.301107:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93b80 x1855007613218944/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077916.301120:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077916.301123:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077916.301126:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077916.301130:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4901 00000100:00080000:1.0:1769077916.301149:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077916.301153:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077916.301160:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769077916.301164:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769077916.301184:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007613219072/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077916.301194:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077916.301198:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077916.301200:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077916.301205:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4901 00000100:00080000:1.0:1769077916.301210:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769077916.301212:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077916/real 1769077916] req@ffff9bc64ac92300 x1855007613218816/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077916.301218:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077916.301228:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077916.301243:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92300 x1855007613218816/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077916.301246:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007613219200/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077916.301276:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077916.301284:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077916.301290:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613218816:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077916.301321:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613218944:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077916.301348:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077916.301360:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077916/real 1769077916] req@ffff9bc64ac93b80 x1855007613218944/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077916.301373:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93b80 x1855007613218944/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077916.301386:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077916.301390:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077916.301393:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613218944:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077916.301399:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613219072:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077916.301420:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077916.301431:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077916/real 1769077916] req@ffff9bc64ac90a80 x1855007613219072/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077916.301442:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007613219072/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077916.301449:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077916.301452:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077916.301455:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613219072:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077916.301461:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613219200:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077916.301481:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077916.301492:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077916/real 1769077916] req@ffff9bc64ac91c00 x1855007613219200/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077916.301503:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007613219200/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077916.301511:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077916.301514:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077916.301519:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613219200:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077916.748906:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077916.749012:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077917.324882:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077917.772896:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077917.772976:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077918.348858:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077918.796910:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077918.797001:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077919.372856:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077919.820875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077919.820944:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077920.396876:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077920.844921:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077920.845019:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077921.420870:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077921.420882:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077921.420889:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077921.420894:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077921.420905:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4906 00000100:00080000:3.0:1769077921.420919:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077921.420926:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077921.420971:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613219328/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077921.420998:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077921.421001:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077921.421003:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077921.421007:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4906 00000100:00080000:3.0:1769077921.421009:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077921.421012:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077921.421021:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077921.421031:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613219456/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077921.421042:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077921.421045:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077921.421046:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769077921.421051:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613219328:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769077921.421052:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4906 00000100:00080000:3.0:1769077921.421059:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077921.421062:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077921.421066:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077921.421074:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613219584/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077921.421081:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077921.421084:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077921.421085:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077921.421087:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4906 00000100:00080000:3.0:1769077921.421090:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077921.421093:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077921.421096:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077921.421103:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613219712/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077921.421132:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077921.421173:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077921/real 1769077921] req@ffff9bc64d9aca80 x1855007613219328/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077921.421187:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613219328/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077921.421196:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077921.421200:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077921.421203:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613219328:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077921.421225:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613219456:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077921.421240:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077921.421248:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077921/real 1769077921] req@ffff9bc64d9ae680 x1855007613219456/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077921.421256:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613219456/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077921.421266:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077921.421269:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077921.421271:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613219456:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077921.421275:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613219584:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077921.421285:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077921.421290:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077921/real 1769077921] req@ffff9bc64d9ac000 x1855007613219584/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077921.421298:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613219584/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077921.421304:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077921.421305:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077921.421307:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613219584:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077921.421311:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613219712:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077921.421320:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077921.421325:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077921/real 1769077921] req@ffff9bc64d9aed80 x1855007613219712/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077921.421331:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613219712/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077921.421337:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077921.421339:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077921.421341:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613219712:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769077921.868865:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077921.868954:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077922.444894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077922.892888:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077922.892985:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077923.468856:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077923.916869:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077923.916899:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077924.492929:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077924.940880:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077924.940963:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077925.516866:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077925.964866:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077925.964934:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077926.540871:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077926.540879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077926.540880:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077926.540885:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077926.540893:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4912 00000100:00080000:3.0:1769077926.540903:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077926.540909:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077926.540943:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613219840/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077926.540965:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077926.540967:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077926.540969:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077926.540971:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4912 00000100:00080000:3.0:1769077926.540974:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077926.540977:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077926.540984:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077926.540996:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613219840:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769077926.540996:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613219968/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077926.541010:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077926.541013:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077926.541014:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077926.541016:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4912 00000100:00080000:3.0:1769077926.541019:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077926.541021:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077926.541032:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077926.541041:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613220096/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077926.541048:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077926.541051:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077926.541052:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077926.541054:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4912 00000100:00080000:3.0:1769077926.541058:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077926.541061:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077926.541064:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769077926.541068:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769077926.541074:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613220224/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077926.541106:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077926/real 1769077926] req@ffff9bc64d9aed80 x1855007613219840/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077926.541121:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613219840/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077926.541129:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077926.541132:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077926.541135:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613219840:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077926.541153:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613219968:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077926.541169:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077926.541177:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077926/real 1769077926] req@ffff9bc64d9ac000 x1855007613219968/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077926.541185:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613219968/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077926.541191:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077926.541193:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077926.541196:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613219968:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077926.541199:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613220096:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077926.541210:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077926.541220:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077926/real 1769077926] req@ffff9bc64d9ae680 x1855007613220096/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077926.541231:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613220096/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077926.541239:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077926.541243:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077926.541246:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613220096:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077926.541253:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613220224:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077926.541276:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077926.541287:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077926/real 1769077926] req@ffff9bc64d9aca80 x1855007613220224/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077926.541299:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613220224/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077926.541307:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077926.541310:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077926.541314:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613220224:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077926.988894:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077926.988971:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077927.564879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077928.012860:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077928.012913:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077928.588880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077929.036882:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077929.036949:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077929.612978:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077930.060845:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077930.060933:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077930.636919:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077931.084892:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077931.084973:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077931.660834:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077931.660837:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077931.660845:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077931.660849:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077931.660856:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4917 00000100:00080000:3.0:1769077931.660866:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077931.660872:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077931.660901:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613220352/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077931.660922:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077931.660925:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077931.660926:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077931.660929:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4917 00000100:00080000:3.0:1769077931.660932:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077931.660935:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077931.660943:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077931.660951:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613220352:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769077931.660954:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613220480/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077931.660964:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077931.660967:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077931.660968:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077931.660971:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4917 00000100:00080000:3.0:1769077931.660973:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077931.660975:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077931.660979:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077931.660988:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613220608/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077931.660994:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077931.660996:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077931.660997:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077931.660999:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4917 00000100:00080000:3.0:1769077931.661004:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077931.661006:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077931.661011:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769077931.661015:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769077931.661024:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613220736/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077931.661053:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077931/real 1769077931] req@ffff9bc64d9ad180 x1855007613220352/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077931.661068:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613220352/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077931.661075:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077931.661078:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077931.661081:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613220352:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077931.661100:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613220480:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077931.661115:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077931.661123:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077931/real 1769077931] req@ffff9bc64d9ad880 x1855007613220480/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077931.661130:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613220480/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077931.661137:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077931.661139:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077931.661141:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613220480:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077931.661145:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613220608:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077931.661163:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077931.661170:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077931/real 1769077931] req@ffff9bc64d9adc00 x1855007613220608/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077931.661178:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613220608/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077931.661184:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077931.661187:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077931.661191:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613220608:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077931.661197:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613220736:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077931.661218:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077931.661229:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077931/real 1769077931] req@ffff9bc64d9ac380 x1855007613220736/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077931.661242:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613220736/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077931.661251:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077931.661253:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077931.661256:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613220736:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077932.108877:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077932.108949:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077932.684911:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077933.132874:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077933.132916:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077933.708885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077934.156872:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077934.156928:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077934.732916:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077935.180901:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077935.180972:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077935.756892:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077936.204886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077936.204955:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077936.780857:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077936.780873:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077936.780880:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077936.780885:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077936.780893:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4922 00000100:00080000:3.0:1769077936.780903:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077936.780910:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077936.780943:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613220864/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077936.780962:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077936.780965:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077936.780966:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077936.780969:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4922 00000100:00080000:3.0:1769077936.780971:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077936.780974:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077936.780982:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077936.780992:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613220864:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769077936.780994:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613220992/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077936.781015:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077936.781019:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077936.781021:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077936.781025:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4922 00000100:00080000:3.0:1769077936.781029:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077936.781034:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077936.781039:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769077936.781054:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769077936.781056:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613221120/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077936.781069:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077936.781071:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077936.781073:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077936.781077:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4922 00000100:00080000:3.0:1769077936.781081:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077936.781084:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077936.781089:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077936.781096:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077936/real 1769077936] req@ffff9bc64d9aea00 x1855007613220864/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077936.781102:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613221248/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077936.781120:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613220864/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077936.781143:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077936.781149:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077936.781155:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613220864:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077936.781179:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613220992:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769077936.781204:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077936.781217:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077936/real 1769077936] req@ffff9bc64d9adf80 x1855007613220992/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077936.781231:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613220992/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077936.781241:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077936.781245:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077936.781249:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613220992:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769077936.781256:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613221120:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077936.781276:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077936.781287:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077936/real 1769077936] req@ffff9bc64d9ad500 x1855007613221120/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077936.781311:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613221120/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077936.781320:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077936.781324:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077936.781328:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613221120:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769077936.781334:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613221248:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769077936.781355:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769077936.781366:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077936/real 1769077936] req@ffff9bc64d9ace00 x1855007613221248/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077936.781379:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613221248/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077936.781387:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077936.781390:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769077936.781394:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613221248:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077937.228854:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077937.228941:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077937.804882:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077938.252875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077938.252923:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077938.828863:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077939.276852:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077939.276928:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077939.852879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077940.300891:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077940.300958:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077940.876869:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077941.324823:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077941.324912:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077941.900892:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077941.900921:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077941.900925:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077941.900928:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077941.900935:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4927 00000100:00080000:0.0:1769077941.900944:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077941.900950:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077941.900982:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613221376/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077941.901008:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077941.901012:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077941.901014:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077941.901029:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4927 00000100:00080000:0.0:1769077941.901034:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077941.901039:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077941.901049:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077941.901059:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613221376:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769077941.901068:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613221504/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077941.901083:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077941.901087:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077941.901089:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077941.901093:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4927 00000100:00080000:0.0:1769077941.901098:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077941.901103:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077941.901110:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077941.901123:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613221632/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077941.901128:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769077941.901145:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077941.901148:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077941.901149:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077941.901153:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4927 00000100:00080000:0.0:1769077941.901157:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077941.901161:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077941.901165:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077941/real 1769077941] req@ffff9bc64f07dc00 x1855007613221376/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1769077941.901167:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077941.901184:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613221760/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077941.901188:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613221376/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077941.901211:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077941.901216:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077941.901221:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613221376:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077941.901249:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613221504:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077941.901273:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077941.901284:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077941/real 1769077941] req@ffff9bc64f07f480 x1855007613221504/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077941.901293:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613221504/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077941.901299:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077941.901302:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077941.901305:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613221504:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077941.901309:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613221632:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077941.901322:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077941.901344:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077941/real 1769077941] req@ffff9bc64f07ce00 x1855007613221632/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077941.901353:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613221632/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077941.901359:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077941.901361:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077941.901363:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613221632:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077941.901367:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613221760:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077941.901380:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077941.901387:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077941/real 1769077941] req@ffff9bc64f07e680 x1855007613221760/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077941.901395:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613221760/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077941.901399:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077941.901401:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077941.901403:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613221760:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077942.348871:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077942.348928:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077942.924865:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077943.372859:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077943.372881:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077943.948901:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077944.396875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077944.396950:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077944.972858:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077945.420849:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077945.420929:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077945.996904:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077946.444870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077946.444923:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077947.020885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077947.020889:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077947.020897:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077947.020900:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077947.020907:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4932 00000100:00080000:3.0:1769077947.020917:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077947.020923:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077947.020956:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613221888/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077947.020978:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077947.020980:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077947.020982:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077947.020985:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4932 00000100:00080000:3.0:1769077947.020987:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077947.020989:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077947.020995:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077947.021003:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613222016/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077947.021011:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077947.021013:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077947.021015:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077947.021018:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4932 00000100:00080000:3.0:1769077947.021020:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077947.021023:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077947.021027:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077947.021035:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613222144/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077947.021037:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613221888:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769077947.021045:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077947.021049:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077947.021050:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077947.021052:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4932 00000100:00080000:3.0:1769077947.021053:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077947.021056:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077947.021058:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077947.021066:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613222272/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077947.021112:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077947.021153:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077947/real 1769077947] req@ffff9bc64d9ace00 x1855007613221888/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077947.021171:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613221888/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077947.021182:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077947.021186:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077947.021191:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613221888:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077947.021198:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613222016:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077947.021223:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077947.021236:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077947/real 1769077947] req@ffff9bc64d9ad500 x1855007613222016/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077947.021266:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613222016/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077947.021275:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077947.021278:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077947.021282:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613222016:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077947.021307:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613222144:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077947.021331:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077947.021342:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077947/real 1769077947] req@ffff9bc64d9adf80 x1855007613222144/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077947.021355:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613222144/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077947.021368:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077947.021372:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077947.021375:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613222144:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077947.021381:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613222272:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077947.021399:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077947.021408:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077947/real 1769077947] req@ffff9bc64d9aea00 x1855007613222272/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077947.021419:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613222272/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077947.021427:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077947.021430:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077947.021433:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613222272:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077947.468843:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077947.468913:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077948.044878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077948.492847:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077948.492885:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077949.068848:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077949.516870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077949.516935:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077950.092909:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077950.540872:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077950.540916:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077951.116849:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077951.564854:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077951.564932:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077952.140885:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077952.140890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077952.140898:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077952.140903:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077952.140914:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4937 00000100:00080000:3.0:1769077952.140925:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077952.140933:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077952.140970:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613222400/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077952.141001:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077952.141005:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077952.141007:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077952.141011:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4937 00000100:00080000:3.0:1769077952.141015:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077952.141020:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077952.141031:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077952.141045:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613222528/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077952.141050:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613222400:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769077952.141066:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077952.141070:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077952.141072:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077952.141077:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4937 00000100:00080000:3.0:1769077952.141081:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077952.141086:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077952.141092:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077952.141104:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613222656/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077952.141116:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769077952.141116:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077952.141123:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077952.141126:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077952.141132:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4937 00000100:00080000:3.0:1769077952.141136:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077952.141141:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077952.141169:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077952.141183:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077952/real 1769077952] req@ffff9bc64d9ac380 x1855007613222400/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077952.141188:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613222784/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077952.141217:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613222400/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077952.141229:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077952.141234:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077952.141239:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613222400:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077952.141264:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613222528:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077952.141289:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077952.141300:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077952/real 1769077952] req@ffff9bc64d9adc00 x1855007613222528/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077952.141309:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613222528/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077952.141315:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077952.141318:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077952.141320:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613222528:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077952.141324:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613222656:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077952.141336:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077952.141342:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077952/real 1769077952] req@ffff9bc64d9ad880 x1855007613222656/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077952.141350:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613222656/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077952.141355:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077952.141357:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077952.141359:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613222656:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077952.141362:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613222784:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077952.141371:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077952.141377:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077952/real 1769077952] req@ffff9bc64d9ad180 x1855007613222784/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077952.141385:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613222784/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077952.141392:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077952.141404:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077952.141408:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613222784:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077952.588849:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077952.588941:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077953.164910:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077953.612875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077953.612927:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077954.188884:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077954.636913:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077954.636945:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077955.212889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077955.660883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077955.660950:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077956.236886:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077956.684858:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077956.684923:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077957.260900:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077957.260902:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077957.260911:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077957.260916:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077957.260925:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4942 00000100:00080000:1.0:1769077957.260936:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077957.260943:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077957.260981:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92680 x1855007613222912/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077957.261010:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077957.261014:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077957.261016:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077957.261020:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4942 00000100:00080000:1.0:1769077957.261023:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077957.261028:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077957.261038:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077957.261053:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007613223040/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077957.261057:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613222912:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769077957.261103:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077957.261107:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077957.261109:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077957.261113:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4942 00000100:00080000:1.0:1769077957.261116:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077957.261120:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077957.261124:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077957.261134:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007613223168/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077957.261141:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077957.261143:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077957.261145:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077957.261151:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4942 00000800:00000100:2.0:1769077957.261151:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769077957.261156:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077957.261159:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077957.261164:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077957.261172:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007613223296/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077957.261201:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077957/real 1769077957] req@ffff9bc64ac92680 x1855007613222912/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077957.261233:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92680 x1855007613222912/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077957.261244:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077957.261249:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077957.261253:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613222912:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077957.261275:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613223040:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077957.261300:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077957.261311:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077957/real 1769077957] req@ffff9bc64ac91500 x1855007613223040/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077957.261319:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007613223040/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077957.261330:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077957.261332:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077957.261335:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613223040:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077957.261339:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613223168:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077957.261351:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077957.261356:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077957/real 1769077957] req@ffff9bc64ac92d80 x1855007613223168/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077957.261364:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007613223168/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077957.261369:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077957.261371:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077957.261373:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613223168:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077957.261376:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613223296:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077957.261390:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077957.261400:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077957/real 1769077957] req@ffff9bc64ac91880 x1855007613223296/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077957.261412:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007613223296/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077957.261420:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077957.261424:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077957.261428:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613223296:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077957.708874:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077957.708939:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077958.284858:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077958.732857:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077958.732884:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077959.308878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077959.756884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077959.756937:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077960.332886:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077960.780863:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077960.781045:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077961.356958:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077961.804894:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077961.805033:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077962.380901:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077962.380901:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077962.380915:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077962.380922:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077962.380934:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4947 00000100:00080000:1.0:1769077962.380949:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077962.380956:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077962.381020:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007613223424/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077962.381046:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077962.381050:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077962.381052:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077962.381057:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4947 00000100:00080000:1.0:1769077962.381061:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077962.381066:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077962.381077:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077962.381092:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007613223552/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077962.381094:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613223424:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769077962.381104:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077962.381108:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077962.381110:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077962.381113:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4947 00000100:00080000:1.0:1769077962.381117:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077962.381120:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077962.381125:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077962.381137:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007613223680/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077962.381146:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077962.381149:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077962.381151:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077962.381155:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4947 00000100:00080000:1.0:1769077962.381158:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077962.381162:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077962.381166:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769077962.381172:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769077962.381175:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007613223808/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077962.381220:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077962/real 1769077962] req@ffff9bc64ac90000 x1855007613223424/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077962.381238:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007613223424/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077962.381246:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077962.381250:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077962.381253:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613223424:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077962.381276:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613223552:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077962.381294:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077962.381303:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077962/real 1769077962] req@ffff9bc64ac90e00 x1855007613223552/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077962.381311:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007613223552/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077962.381318:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077962.381320:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077962.381322:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613223552:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077962.381326:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613223680:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077962.381340:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077962.381346:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077962/real 1769077962] req@ffff9bc64ac91f80 x1855007613223680/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077962.381354:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007613223680/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077962.381359:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077962.381361:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077962.381363:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613223680:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077962.381366:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613223808:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077962.381376:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077962.381381:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077962/real 1769077962] req@ffff9bc64ac93800 x1855007613223808/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077962.381389:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007613223808/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077962.381394:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077962.381396:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077962.381398:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613223808:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077962.828883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077962.828968:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077963.404923:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077963.852895:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077963.853063:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077964.428877:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077964.876908:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077964.877049:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077965.452927:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077965.900884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077965.901019:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077966.476954:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077966.924955:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077966.925003:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077967.500875:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077967.500890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077967.500894:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077967.500916:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077967.500943:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4953 00000100:00080000:1.0:1769077967.500956:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077967.500964:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077967.501012:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007613223936/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077967.501049:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077967.501053:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077967.501055:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077967.501061:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4953 00000100:00080000:1.0:1769077967.501064:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077967.501068:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077967.501079:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077967.501091:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007613224064/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077967.501101:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613223936:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769077967.501103:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077967.501110:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077967.501112:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077967.501116:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4953 00000100:00080000:1.0:1769077967.501118:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077967.501121:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077967.501124:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077967.501133:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007613224192/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077967.501140:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077967.501143:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077967.501144:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077967.501147:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4953 00000100:00080000:1.0:1769077967.501149:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077967.501152:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077967.501155:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077967.501162:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91180 x1855007613224320/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077967.501185:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077967.501226:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077967/real 1769077967] req@ffff9bc64ac93480 x1855007613223936/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077967.501247:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007613223936/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077967.501255:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077967.501259:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077967.501263:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613223936:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077967.501285:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613224064:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077967.501300:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077967.501309:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077967/real 1769077967] req@ffff9bc64ac93100 x1855007613224064/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077967.501317:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007613224064/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077967.501323:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077967.501325:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077967.501327:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613224064:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077967.501331:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613224192:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077967.501342:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077967.501348:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077967/real 1769077967] req@ffff9bc64ac92a00 x1855007613224192/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077967.501355:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007613224192/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077967.501365:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077967.501367:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077967.501370:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613224192:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077967.501373:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613224320:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077967.501392:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077967.501398:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077967/real 1769077967] req@ffff9bc64ac91180 x1855007613224320/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077967.501405:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91180 x1855007613224320/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077967.501410:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077967.501413:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077967.501415:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613224320:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077967.948876:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077967.949013:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077968.524924:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077968.972847:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077968.972859:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077969.548899:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077969.996894:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077969.996962:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077970.572924:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077971.020894:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077971.020953:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077971.596903:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077972.044923:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077972.044958:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077972.620913:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077972.620913:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077972.620926:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077972.620933:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077972.620944:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4958 00000100:00080000:3.0:1769077972.620985:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077972.620995:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077972.621072:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613224448/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077972.621108:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077972.621112:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077972.621138:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077972.621143:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4958 00000100:00080000:3.0:1769077972.621149:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077972.621154:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077972.621167:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077972.621200:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613224576/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077972.621216:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077972.621217:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613224448:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769077972.621235:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077972.621239:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077972.621246:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4958 00000100:00080000:3.0:1769077972.621251:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077972.621258:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077972.621265:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077972.621281:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613224704/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077972.621298:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077972.621303:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:2.0:1769077972.621309:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769077972.621310:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077972.621318:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4958 00000100:00080000:3.0:1769077972.621325:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077972.621330:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077972.621337:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077972.621354:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077972/real 1769077972] req@ffff9bc64d9aca80 x1855007613224448/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077972.621357:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613224832/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077972.621398:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613224448/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077972.621408:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077972.621412:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077972.621417:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613224448:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077972.621439:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613224576:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077972.621466:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077972.621474:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077972/real 1769077972] req@ffff9bc64d9ae680 x1855007613224576/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077972.621482:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613224576/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077972.621488:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077972.621491:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077972.621493:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613224576:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077972.621497:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613224704:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077972.621507:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077972.621512:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077972/real 1769077972] req@ffff9bc64d9ac000 x1855007613224704/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077972.621520:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613224704/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077972.621533:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077972.621535:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077972.621537:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613224704:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077972.621541:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613224832:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077972.621550:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077972.621556:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077972/real 1769077972] req@ffff9bc64d9aed80 x1855007613224832/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077972.621564:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613224832/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077972.621569:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077972.621571:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077972.621573:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613224832:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077973.068935:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077973.069009:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077973.644924:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077974.092866:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077974.092896:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077974.668909:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077975.116876:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077975.116946:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077975.692866:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077976.140848:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077976.140923:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077976.716899:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077977.164915:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077977.164986:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077977.740886:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769077977.740914:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077977.740922:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077977.740927:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077977.740937:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4963 00000100:00080000:0.0:1769077977.740949:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077977.740957:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769077977.741001:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c380 x1855007613224960/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077977.741029:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077977.741032:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077977.741033:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077977.741037:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4963 00000100:00080000:0.0:1769077977.741040:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077977.741042:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077977.741051:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077977.741063:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613225088/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077977.741070:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077977.741073:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769077977.741074:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077977.741077:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4963 00000100:00080000:0.0:1769077977.741078:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077977.741081:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077977.741084:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077977.741094:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613225216/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077977.741097:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613224960:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769077977.741102:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077977.741107:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769077977.741108:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077977.741111:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4963 00000100:00080000:0.0:1769077977.741113:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077977.741115:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769077977.741118:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077977.741127:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613225344/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077977.741231:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613225088:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077977.741278:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613225216:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077977.741295:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613225344:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077978.188880:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077978.188959:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077978.764889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077979.212890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077979.212931:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077979.788876:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077980.236908:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077980.237014:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077980.812909:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:3.0:1769077980.813070:0:2359:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:3.0:1769077980.813112:0:2359:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769077980.813131:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769077980.813171:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769077980.813181:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769077980.813190:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:2.0:1769077980.813264:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077977/real 1769077980] req@ffff9bc64f07ce00 x1855007613225216/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077980.813304:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613225216/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077980.813317:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077980.813323:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077980.813328:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613225216:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077980.813338:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077977/real 1769077980] req@ffff9bc64f07f480 x1855007613225344/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077980.813351:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613225344/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077980.813360:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077980.813363:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077980.813367:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613225344:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077980.813375:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077977/real 1769077980] req@ffff9bc64f07c380 x1855007613224960/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077980.813388:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c380 x1855007613224960/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077980.813396:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077980.813400:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077980.813404:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613224960:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077980.813412:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077977/real 1769077980] req@ffff9bc64f07e680 x1855007613225088/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077980.813425:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613225088/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077980.813433:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077980.813436:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077980.813440:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613225088:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769077981.260890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077981.260978:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077981.836873:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077982.284897:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077982.285019:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077982.860879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077982.860957:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077982.860964:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077982.860968:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077982.860977:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4968 00000100:00080000:3.0:1769077982.860988:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077982.860996:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077982.861032:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613225472/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077982.861062:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077982.861066:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077982.861068:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077982.861073:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4968 00000100:00080000:3.0:1769077982.861077:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077982.861081:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077982.861097:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077982.861113:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613225600/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077982.861125:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077982.861129:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613225472:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769077982.861130:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077982.861135:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077982.861143:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4968 00000100:00080000:3.0:1769077982.861147:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077982.861151:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077982.861156:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077982.861171:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613225728/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077982.861182:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077982.861185:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077982.861187:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077982.861191:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4968 00000100:00080000:3.0:1769077982.861196:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077982.861201:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:2.0:1769077982.861206:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:3.0:1769077982.861209:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077982.861225:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613225856/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077982.861252:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077982/real 1769077982] req@ffff9bc64d9aed80 x1855007613225472/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077982.861273:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613225472/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077982.861285:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077982.861289:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077982.861294:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613225472:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077982.861320:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613225600:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077982.861345:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077982.861359:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077982/real 1769077982] req@ffff9bc64d9ac000 x1855007613225600/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077982.861373:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613225600/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077982.861383:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077982.861387:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077982.861391:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613225600:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077982.861406:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613225728:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077982.861430:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077982.861442:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077982/real 1769077982] req@ffff9bc64d9ae680 x1855007613225728/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077982.861462:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613225728/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077982.861471:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077982.861474:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077982.861478:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613225728:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077982.861485:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613225856:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077982.861505:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077982.861516:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077982/real 1769077982] req@ffff9bc64d9aca80 x1855007613225856/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077982.861529:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613225856/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077982.861538:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077982.861542:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077982.861545:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613225856:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077983.308867:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077983.309051:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077983.884878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077984.332856:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077984.332879:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077984.908890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077985.356881:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077985.356942:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077985.932869:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077986.380887:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077986.380909:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077986.956869:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077987.404875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077987.404939:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077987.980865:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769077987.980869:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769077987.980877:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077987.980883:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077987.980891:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4973 00000100:00080000:3.0:1769077987.980902:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077987.980909:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769077987.980943:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613225984/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077987.980972:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077987.980976:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077987.980978:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077987.980982:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4973 00000100:00080000:3.0:1769077987.980986:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077987.980989:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077987.980998:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077987.981011:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613226112/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077987.981016:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613225984:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769077987.981029:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077987.981033:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769077987.981035:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077987.981040:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4973 00000100:00080000:3.0:1769077987.981043:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077987.981047:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077987.981052:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077987.981063:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613226240/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077987.981073:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1769077987.981074:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769077987.981079:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077987.981081:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077987.981086:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4973 00000100:00080000:3.0:1769077987.981090:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077987.981094:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769077987.981100:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077987.981112:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613226368/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077987.981118:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077987/real 1769077987] req@ffff9bc64d9ad180 x1855007613225984/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077987.981146:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613225984/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077987.981155:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077987.981159:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077987.981163:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613225984:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077987.981183:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613226112:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077987.981206:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077987.981218:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077987/real 1769077987] req@ffff9bc64d9ad880 x1855007613226112/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077987.981229:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613226112/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077987.981236:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077987.981239:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077987.981242:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613226112:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077987.981248:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613226240:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077987.981267:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077987.981276:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077987/real 1769077987] req@ffff9bc64d9adc00 x1855007613226240/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077987.981287:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613226240/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077987.981294:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077987.981297:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077987.981300:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613226240:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077987.981306:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613226368:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077987.981321:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077987.981331:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077987/real 1769077987] req@ffff9bc64d9ac380 x1855007613226368/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077987.981342:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613226368/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077987.981349:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077987.981351:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077987.981354:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613226368:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077988.428889:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077988.428949:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077989.004936:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077989.452915:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077989.452942:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077990.028898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077990.476881:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077990.476925:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077991.052980:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077991.500921:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077991.500973:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077992.076927:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077992.524886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077992.525746:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077993.100936:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077993.100949:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077993.100955:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077993.100967:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4978 00000100:00080000:1.0:1769077993.100981:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077993.100989:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769077993.101029:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769077993.101034:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90700 x1855007613226496/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077993.101060:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077993.101066:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077993.101068:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077993.101075:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4978 00000100:00100000:2.0:1769077993.101076:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613226496:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769077993.101078:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077993.101086:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077993.101096:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077993.101109:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90380 x1855007613226624/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077993.101120:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077993.101124:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077993.101125:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077993.101129:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4978 00000100:00080000:1.0:1769077993.101133:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077993.101136:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077993.101141:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077993.101162:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91180 x1855007613226752/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077993.101171:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769077993.101177:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077993.101182:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077993.101184:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077993.101189:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4978 00000100:00080000:1.0:1769077993.101192:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077993.101196:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077993.101202:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077993.101212:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007613226880/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077993.101221:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077993/real 1769077993] req@ffff9bc64ac90700 x1855007613226496/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077993.101241:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90700 x1855007613226496/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077993.101259:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077993.101265:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077993.101269:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613226496:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077993.101294:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613226624:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077993.101319:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077993.101330:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077993/real 1769077993] req@ffff9bc64ac90380 x1855007613226624/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077993.101343:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90380 x1855007613226624/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077993.101351:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077993.101355:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077993.101358:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613226624:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077993.101363:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613226752:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077993.101382:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077993.101392:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077993/real 1769077993] req@ffff9bc64ac91180 x1855007613226752/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077993.101409:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91180 x1855007613226752/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077993.101418:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077993.101421:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077993.101424:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613226752:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077993.101431:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613226880:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077993.101457:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077993.101497:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077993/real 1769077993] req@ffff9bc64ac92a00 x1855007613226880/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077993.101521:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007613226880/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077993.101530:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077993.101533:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077993.101537:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613226880:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077993.548890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077993.548971:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077994.124884:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077994.572858:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077994.572873:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077995.148874:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077995.596843:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077995.596881:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077996.172919:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077996.620922:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077996.620995:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077997.196865:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077997.644856:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077997.644906:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077998.220878:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077998.220881:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769077998.220890:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077998.220895:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077998.220904:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4983 00000100:00080000:1.0:1769077998.220914:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077998.220921:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769077998.220955:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007613227008/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077998.220985:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077998.220989:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077998.220991:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077998.220996:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4983 00000100:00080000:1.0:1769077998.221000:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077998.221004:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077998.221013:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077998.221018:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613227008:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769077998.221027:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007613227136/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077998.221039:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077998.221042:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769077998.221044:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077998.221048:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4983 00000100:00080000:1.0:1769077998.221052:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077998.221055:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077998.221060:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077998.221071:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007613227264/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077998.221079:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769077998.221087:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077998.221090:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769077998.221093:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077998.221097:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4983 00000100:00080000:1.0:1769077998.221101:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077998.221105:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769077998.221111:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077998.221113:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077998/real 1769077998] req@ffff9bc64ac93100 x1855007613227008/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077998.221125:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007613227392/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077998.221130:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007613227008/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077998.221149:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077998.221153:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077998.221156:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613227008:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769077998.221174:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613227136:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769077998.221186:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077998.221194:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077998/real 1769077998] req@ffff9bc64ac93480 x1855007613227136/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077998.221201:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007613227136/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077998.221206:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077998.221208:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077998.221210:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613227136:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769077998.221214:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613227264:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077998.221223:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077998.221228:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077998/real 1769077998] req@ffff9bc64ac93800 x1855007613227264/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077998.221235:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007613227264/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077998.221239:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077998.221240:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077998.221242:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613227264:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769077998.221245:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613227392:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769077998.221253:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769077998.221257:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077998/real 1769077998] req@ffff9bc64ac91f80 x1855007613227392/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077998.221263:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007613227392/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077998.221268:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077998.221270:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769077998.221272:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613227392:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769077998.668880:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077998.668934:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077999.244843:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769077999.692842:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077999.692858:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078000.268873:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078000.716870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078000.716916:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078001.292857:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078001.740849:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078001.740910:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078002.316898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078002.764863:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078002.764944:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769078003.340878:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769078003.340886:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769078003.340898:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078003.340904:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078003.340913:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4988 00000100:00080000:1.0:1769078003.340925:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078003.340932:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769078003.340966:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007613227520/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078003.340995:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078003.341002:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078003.341004:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078003.341008:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4988 00000100:00080000:1.0:1769078003.341013:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078003.341018:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078003.341028:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078003.341034:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613227520:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769078003.341042:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007613227648/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078003.341054:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078003.341058:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769078003.341060:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078003.341064:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4988 00000100:00080000:1.0:1769078003.341068:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078003.341072:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078003.341077:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078003.341088:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007613227776/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078003.341098:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1769078003.341099:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769078003.341105:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769078003.341107:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078003.341112:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4988 00000100:00080000:1.0:1769078003.341116:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078003.341121:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078003.341126:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078003.341141:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007613227904/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078003.341141:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078003/real 1769078003] req@ffff9bc64ac90e00 x1855007613227520/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078003.341181:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007613227520/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078003.341192:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078003.341196:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078003.341200:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613227520:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078003.341221:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613227648:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078003.341239:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078003.341247:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078003/real 1769078003] req@ffff9bc64ac90000 x1855007613227648/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078003.341254:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007613227648/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078003.341259:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078003.341262:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078003.341264:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613227648:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078003.341267:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613227776:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078003.341277:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078003.341282:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078003/real 1769078003] req@ffff9bc64ac91880 x1855007613227776/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078003.341289:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007613227776/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078003.341293:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078003.341309:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078003.341312:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613227776:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078003.341316:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613227904:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078003.341334:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078003.341344:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078003/real 1769078003] req@ffff9bc64ac92d80 x1855007613227904/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078003.341356:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007613227904/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078003.341364:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078003.341366:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078003.341369:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613227904:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078003.788854:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078003.788924:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078004.364861:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078004.812931:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078004.812967:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078005.388862:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078005.836848:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078005.836956:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078006.412916:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078006.860865:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078006.860916:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078007.436825:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078007.884841:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078007.884916:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078008.460902:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078008.460929:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078008.460933:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078008.460936:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078008.460944:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4994 00000100:00080000:0.0:1769078008.460952:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078008.460957:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078008.460985:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613228032/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078008.461005:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078008.461008:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078008.461009:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078008.461011:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4994 00000100:00080000:0.0:1769078008.461013:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078008.461015:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078008.461022:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078008.461030:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613228160/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078008.461040:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078008.461043:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078008.461045:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769078008.461049:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613228032:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769078008.461053:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4994 00000100:00080000:0.0:1769078008.461058:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078008.461063:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078008.461068:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078008.461082:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613228288/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078008.461092:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078008.461095:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078008.461096:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078008.461099:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4994 00000100:00080000:0.0:1769078008.461104:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078008.461107:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078008.461112:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769078008.461116:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078008.461127:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613228416/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078008.461150:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078008/real 1769078008] req@ffff9bc64f07dc00 x1855007613228032/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078008.461163:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613228032/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078008.461170:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078008.461173:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078008.461176:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613228032:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078008.461181:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613228160:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078008.461193:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078008.461200:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078008/real 1769078008] req@ffff9bc64f07f100 x1855007613228160/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078008.461207:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613228160/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078008.461240:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078008.461242:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078008.461244:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613228160:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078008.461262:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613228288:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078008.461276:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078008.461282:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078008/real 1769078008] req@ffff9bc64f07d880 x1855007613228288/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078008.461293:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613228288/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078008.461298:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078008.461299:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078008.461301:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613228288:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078008.461304:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613228416:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078008.461312:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078008.461316:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078008/real 1769078008] req@ffff9bc64f07df80 x1855007613228416/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078008.461322:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613228416/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078008.461326:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078008.461328:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078008.461329:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613228416:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078008.908871:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078008.908960:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078009.484842:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078009.932889:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078009.932917:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078010.508851:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078010.956860:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078010.956932:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078011.532915:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078011.980893:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078011.980960:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078012.556856:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078013.004859:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078013.004917:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078013.580883:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769078013.580893:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078013.580899:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078013.580903:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078013.580910:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 4999 00000100:00080000:1.0:1769078013.580933:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078013.580941:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769078013.580981:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007613228544/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078013.581017:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078013.581022:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078013.581024:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078013.581029:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4999 00000100:00080000:1.0:1769078013.581033:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078013.581037:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078013.581045:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078013.581057:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92680 x1855007613228672/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078013.581062:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613228544:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769078013.581069:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078013.581073:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769078013.581074:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078013.581077:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4999 00000100:00080000:1.0:1769078013.581081:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078013.581084:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078013.581088:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078013.581096:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007613228800/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078013.581103:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078013.581105:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769078013.581107:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078013.581109:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 4999 00000100:00080000:1.0:1769078013.581111:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078013.581113:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078013.581116:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078013.581134:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007613228928/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769078013.581142:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078013.581198:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078013/real 1769078013] req@ffff9bc64ac91500 x1855007613228544/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078013.581219:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007613228544/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078013.581230:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078013.581233:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078013.581236:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613228544:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078013.581255:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613228672:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078013.581274:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078013.581283:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078013/real 1769078013] req@ffff9bc64ac92680 x1855007613228672/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078013.581291:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92680 x1855007613228672/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078013.581297:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078013.581299:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078013.581301:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613228672:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078013.581305:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613228800:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078013.581316:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078013.581322:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078013/real 1769078013] req@ffff9bc64ac91c00 x1855007613228800/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078013.581329:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007613228800/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078013.581334:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078013.581336:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078013.581338:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613228800:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078013.581342:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613228928:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078013.581351:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078013.581357:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078013/real 1769078013] req@ffff9bc64ac90a80 x1855007613228928/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078013.581365:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007613228928/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078013.581373:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078013.581376:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078013.581380:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613228928:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078014.028872:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078014.028929:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078014.604845:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078015.052876:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078015.052892:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078015.628990:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078016.076871:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078016.076937:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078016.652883:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078017.100851:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078017.100906:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078017.676898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078018.124880:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078018.124936:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769078018.700859:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078018.700868:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1769078018.700869:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769078018.700872:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078018.700881:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5004 00000100:00080000:1.0:1769078018.700891:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078018.700897:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769078018.700938:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93b80 x1855007613229056/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078018.700967:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078018.700974:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078018.700976:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078018.700981:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5004 00000100:00080000:1.0:1769078018.700986:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078018.700990:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078018.700999:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078018.701009:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92300 x1855007613229184/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078018.701019:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078018.701022:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769078018.701025:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769078018.701027:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613229056:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769078018.701030:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5004 00000100:00080000:1.0:1769078018.701035:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078018.701062:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078018.701067:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078018.701078:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007613229312/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078018.701085:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078018.701088:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769078018.701090:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078018.701092:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5004 00000100:00080000:1.0:1769078018.701095:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078018.701098:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078018.701102:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078018.701108:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007613229440/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769078018.701124:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078018.701166:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078018/real 1769078018] req@ffff9bc64ac93b80 x1855007613229056/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078018.701187:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93b80 x1855007613229056/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078018.701198:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078018.701203:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078018.701207:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613229056:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078018.701231:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613229184:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078018.701258:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078018.701272:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078018/real 1769078018] req@ffff9bc64ac92300 x1855007613229184/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078018.701287:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92300 x1855007613229184/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078018.701296:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078018.701300:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078018.701304:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613229184:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078018.701311:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613229312:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078018.701331:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078018.701343:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078018/real 1769078018] req@ffff9bc64ac90a80 x1855007613229312/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078018.701356:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007613229312/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078018.701364:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078018.701368:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078018.701372:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613229312:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078018.701378:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613229440:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078018.701405:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078018.701416:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078018/real 1769078018] req@ffff9bc64ac91c00 x1855007613229440/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078018.701429:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007613229440/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078018.701454:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078018.701457:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078018.701461:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613229440:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078019.148866:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078019.148922:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078019.724885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078020.172892:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078020.172910:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078020.748838:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078021.196866:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078021.196909:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078021.772899:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078022.220890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078022.220961:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078022.796887:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078023.244876:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078023.244943:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078023.820901:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769078023.820993:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078023.820999:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078023.821003:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078023.821019:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5009 00000100:00080000:2.0:1769078023.821028:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078023.821034:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769078023.821074:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb100 x1855007613229568/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078023.821106:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078023.821108:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078023.821110:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078023.821113:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5009 00000100:00080000:2.0:1769078023.821116:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078023.821119:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078023.821127:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078023.821141:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613229568:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078023.821141:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8700 x1855007613229696/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078023.821186:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078023.821189:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769078023.821191:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078023.821193:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5009 00000800:00000100:0.0:1769078023.821210:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:2.0:1769078023.821211:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078023.821216:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078023.821221:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078023.821242:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9500 x1855007613229824/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078023.821264:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078023/real 1769078023] req@ffff9bc67afdb100 x1855007613229568/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078023.821283:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769078023.821289:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb100 x1855007613229568/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078023.821297:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078023.821300:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078023.821303:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613229568:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769078023.821312:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769078023.821315:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078023.821319:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5009 00000100:00080000:2.0:1769078023.821323:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769078023.821324:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613229696:192.168.204.139@tcp:38:kworker.0 00000100:00080000:2.0:1769078023.821340:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078023.821346:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769078023.821347:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078023.821359:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078023/real 1769078023] req@ffff9bc67afd8700 x1855007613229696/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078023.821363:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9f80 x1855007613229952/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078023.821377:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8700 x1855007613229696/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078023.821391:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078023.821394:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078023.821397:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613229696:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769078023.821403:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613229824:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078023.821417:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078023.821423:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078023/real 1769078023] req@ffff9bc67afd9500 x1855007613229824/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078023.821431:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9500 x1855007613229824/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078023.821436:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078023.821438:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078023.821440:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613229824:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078023.821448:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613229952:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078023.821458:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078023.821470:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078023/real 1769078023] req@ffff9bc67afd9f80 x1855007613229952/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078023.821477:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9f80 x1855007613229952/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078023.821487:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078023.821489:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078023.821491:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613229952:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078024.268905:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078024.268937:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078024.844866:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078025.292852:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078025.292870:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078025.868883:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078026.316928:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078026.316991:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078026.892967:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078027.340872:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078027.340946:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078027.916923:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078028.364906:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078028.364983:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078028.940857:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769078028.940857:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078028.940877:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078028.940880:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078028.940887:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5014 00000100:00080000:0.0:1769078028.940896:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078028.940902:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078028.940931:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613230080/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078028.940951:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078028.940953:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078028.940954:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078028.940957:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5014 00000100:00080000:0.0:1769078028.940959:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078028.940961:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078028.940968:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078028.940976:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613230208/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078028.940983:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613230080:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769078028.940986:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078028.940991:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078028.940992:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078028.940995:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5014 00000100:00080000:0.0:1769078028.940997:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078028.940998:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078028.941002:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078028.941009:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613230336/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078028.941015:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078028.941017:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078028.941018:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078028.941020:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5014 00000100:00080000:0.0:1769078028.941022:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078028.941025:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078028.941028:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078028.941034:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613230464/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769078028.941046:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078028.941077:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078028/real 1769078028] req@ffff9bc64f07d180 x1855007613230080/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078028.941093:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613230080/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078028.941100:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078028.941103:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078028.941106:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613230080:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078028.941135:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613230208:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078028.941156:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078028.941168:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078028/real 1769078028] req@ffff9bc64f07c700 x1855007613230208/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078028.941179:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613230208/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078028.941187:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078028.941190:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078028.941193:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613230208:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078028.941198:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613230336:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078028.941216:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078028.941226:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078028/real 1769078028] req@ffff9bc64f07ed80 x1855007613230336/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078028.941236:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613230336/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078028.941247:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078028.941250:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078028.941252:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613230336:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078028.941257:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613230464:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078028.941272:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078028.941280:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078028/real 1769078028] req@ffff9bc64f07fb80 x1855007613230464/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078028.941289:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613230464/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078028.941296:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078028.941299:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078028.941301:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613230464:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078029.388848:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078029.388901:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078029.964921:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078030.412885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078030.412921:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078030.988920:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078031.436886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078031.436948:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078032.012892:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078032.460872:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078032.460933:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078033.036950:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078033.484908:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078033.484970:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078034.060904:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078034.060905:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078034.060915:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078034.060919:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078034.060928:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5019 00000100:00080000:0.0:1769078034.060941:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078034.060947:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078034.060985:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d500 x1855007613230592/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078034.061011:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078034.061014:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078034.061015:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078034.061018:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5019 00000100:00080000:0.0:1769078034.061020:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078034.061022:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078034.061031:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078034.061042:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613230720/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078034.061049:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078034.061052:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078034.061055:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769078034.061057:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613230592:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769078034.061060:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5019 00000100:00080000:0.0:1769078034.061065:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078034.061069:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078034.061072:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078034.061079:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613230848/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078034.061085:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078034.061088:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078034.061089:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078034.061091:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5019 00000100:00080000:0.0:1769078034.061093:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078034.061095:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078034.061099:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078034.061109:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613230976/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769078034.061135:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078034.061177:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078034/real 1769078034] req@ffff9bc64f07d500 x1855007613230592/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078034.061195:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d500 x1855007613230592/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078034.061211:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078034.061216:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078034.061220:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613230592:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078034.061244:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613230720:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078034.061264:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078034.061275:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078034/real 1769078034] req@ffff9bc64f07fb80 x1855007613230720/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078034.061286:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613230720/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078034.061295:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078034.061298:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078034.061301:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613230720:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078034.061306:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613230848:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078034.061322:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078034.061330:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078034/real 1769078034] req@ffff9bc64f07ed80 x1855007613230848/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078034.061340:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613230848/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078034.061348:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078034.061351:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078034.061354:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613230848:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078034.061360:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613230976:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078034.061374:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078034.061382:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078034/real 1769078034] req@ffff9bc64f07c700 x1855007613230976/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078034.061392:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613230976/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078034.061400:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078034.061403:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078034.061406:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613230976:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078034.508918:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078034.508981:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078035.084877:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078035.532879:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078035.532903:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078036.108886:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078036.556874:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078036.556961:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078037.132879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078037.580848:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078037.580905:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078038.156851:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078038.604855:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078038.604940:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078039.180865:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769078039.180865:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078039.180875:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078039.180879:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078039.180888:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5024 00000100:00080000:0.0:1769078039.180899:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078039.180907:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078039.180940:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613231104/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078039.180966:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078039.180969:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078039.180971:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078039.180976:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5024 00000100:00080000:0.0:1769078039.180980:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078039.180985:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078039.180994:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078039.180998:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613231104:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078039.181011:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613231232/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078039.181023:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078039.181026:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078039.181029:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078039.181033:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5024 00000100:00080000:0.0:1769078039.181037:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078039.181040:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078039.181046:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769078039.181051:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078039.181059:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613231360/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078039.181070:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078039.181073:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078039.181075:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078039.181079:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5024 00000100:00080000:0.0:1769078039.181085:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078039.181090:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769078039.181090:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078039/real 1769078039] req@ffff9bc64f07d180 x1855007613231104/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1769078039.181097:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078039.181113:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613231488/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078039.181114:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613231104/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078039.181139:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078039.181142:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078039.181146:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613231104:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078039.181167:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613231232:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078039.181191:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078039.181204:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078039/real 1769078039] req@ffff9bc64f07df80 x1855007613231232/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078039.181214:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613231232/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078039.181220:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078039.181222:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078039.181224:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613231232:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078039.181228:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613231360:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078039.181240:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078039.181246:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078039/real 1769078039] req@ffff9bc64f07d880 x1855007613231360/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078039.181252:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613231360/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078039.181257:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078039.181259:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078039.181260:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613231360:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078039.181263:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613231488:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078039.181272:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078039.181277:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078039/real 1769078039] req@ffff9bc64f07f100 x1855007613231488/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078039.181283:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613231488/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078039.181287:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078039.181288:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078039.181290:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613231488:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078039.628873:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078039.628929:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078040.204899:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078040.652867:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078040.652885:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078041.228908:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078041.676863:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078041.676927:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078042.252866:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078042.700826:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078042.700870:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078043.276895:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078043.724893:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078043.724963:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769078044.300928:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769078044.300934:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769078044.300942:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078044.300949:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078044.300960:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5029 00000100:00080000:2.0:1769078044.300975:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078044.300982:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769078044.301030:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8000 x1855007613231616/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078044.301060:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078044.301063:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078044.301065:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078044.301070:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5029 00000100:00080000:2.0:1769078044.301073:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078044.301078:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078044.301089:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078044.301090:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613231616:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078044.301108:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9f80 x1855007613231744/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078044.301118:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078044.301121:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769078044.301124:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078044.301127:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5029 00000100:00080000:2.0:1769078044.301130:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078044.301134:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078044.301139:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078044.301151:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9500 x1855007613231872/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078044.301161:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078044.301164:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769078044.301166:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078044.301170:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5029 00000100:00080000:2.0:1769078044.301175:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078044.301179:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078044.301185:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078044.301196:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613231744:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078044.301199:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8700 x1855007613232000/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078044.301230:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613231872:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078044.301259:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613232000:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078044.748860:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078044.748971:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078045.324866:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078045.772894:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078045.772962:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078046.348842:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078046.796854:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078046.796985:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078047.372868:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:3.0:1769078047.373006:0:2360:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:3.0:1769078047.373044:0:2360:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769078047.373061:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769078047.373098:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769078047.373106:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769078047.373112:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:0.0:1769078047.375167:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078044/real 1769078047] req@ffff9bc67afd8700 x1855007613232000/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078047.375197:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8700 x1855007613232000/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078047.375207:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078047.375212:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078047.375217:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613232000:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078047.375223:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078044/real 1769078047] req@ffff9bc67afd9f80 x1855007613231744/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078047.375231:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9f80 x1855007613231744/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078047.375237:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078047.375239:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078047.375241:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613231744:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769078047.375245:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078044/real 1769078047] req@ffff9bc67afd9500 x1855007613231872/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078047.375255:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9500 x1855007613231872/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078047.375261:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078047.375264:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078047.375267:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613231872:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078047.375272:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078044/real 1769078047] req@ffff9bc67afd8000 x1855007613231616/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078047.375284:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8000 x1855007613231616/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078047.375291:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078047.375294:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078047.375297:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613231616:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769078047.820892:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078047.820976:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078048.396940:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078048.844879:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078048.844963:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078049.420874:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769078049.420875:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078049.420884:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078049.420888:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078049.420895:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5034 00000100:00080000:2.0:1769078049.420905:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078049.420911:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769078049.420937:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb100 x1855007613232128/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078049.420960:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078049.420963:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078049.420964:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078049.420967:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5034 00000100:00080000:2.0:1769078049.420969:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078049.420971:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078049.420979:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078049.420991:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9c00 x1855007613232256/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078049.421000:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078049.421003:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769078049.421005:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769078049.421013:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613232128:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769078049.421014:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5034 00000100:00080000:2.0:1769078049.421024:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078049.421029:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078049.421035:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078049.421046:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9180 x1855007613232384/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078049.421061:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078049.421064:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769078049.421067:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078049.421070:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5034 00000100:00080000:2.0:1769078049.421074:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1769078049.421080:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:2.0:1769078049.421080:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078049.421088:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078049.421101:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdad80 x1855007613232512/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078049.421131:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078049/real 1769078049] req@ffff9bc67afdb100 x1855007613232128/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078049.421148:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb100 x1855007613232128/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078049.421157:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078049.421160:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078049.421164:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613232128:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078049.421170:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613232256:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769078049.421188:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078049.421199:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078049/real 1769078049] req@ffff9bc67afd9c00 x1855007613232256/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078049.421209:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9c00 x1855007613232256/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078049.421222:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078049.421225:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078049.421229:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613232256:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769078049.421251:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613232384:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078049.421270:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078049.421280:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078049/real 1769078049] req@ffff9bc67afd9180 x1855007613232384/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078049.421291:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9180 x1855007613232384/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078049.421298:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078049.421301:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078049.421304:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613232384:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078049.421309:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613232512:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078049.421325:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078049.421335:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078049/real 1769078049] req@ffff9bc67afdad80 x1855007613232512/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078049.421346:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdad80 x1855007613232512/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078049.421353:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078049.421356:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078049.421359:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613232512:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078049.868860:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078049.868911:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078050.444873:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078050.892910:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078050.892932:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078051.468849:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078051.916854:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078051.916908:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078052.492875:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078052.940872:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078052.940911:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078053.516878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078053.964845:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078053.964909:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078054.540887:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769078054.540888:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078054.540898:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078054.540904:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078054.540914:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5040 00000100:00080000:0.0:1769078054.540927:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078054.540935:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078054.540973:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613232640/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078054.541002:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078054.541006:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078054.541008:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078054.541014:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5040 00000100:00080000:0.0:1769078054.541018:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078054.541023:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078054.541032:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078054.541034:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613232640:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078054.541051:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613232768/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078054.541072:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078054.541076:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078054.541078:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078054.541082:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5040 00000100:00080000:0.0:1769078054.541087:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078054.541092:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:2.0:1769078054.541096:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:0.0:1769078054.541102:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078054.541119:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c380 x1855007613232896/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078054.541129:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078054.541133:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078054.541135:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769078054.541138:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078054/real 1769078054] req@ffff9bc64f07dc00 x1855007613232640/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078054.541142:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5040 00000100:00080000:0.0:1769078054.541150:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078054.541157:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078054.541162:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078054.541166:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613232640/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078054.541177:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613233024/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078054.541181:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078054.541193:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078054.541201:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613232640:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078054.541231:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613232768:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078054.541249:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078054.541258:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078054/real 1769078054] req@ffff9bc64f07e680 x1855007613232768/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078054.541267:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613232768/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078054.541273:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078054.541275:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078054.541278:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613232768:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078054.541282:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613232896:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078054.541293:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078054.541298:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078054/real 1769078054] req@ffff9bc64f07c380 x1855007613232896/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078054.541306:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c380 x1855007613232896/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078054.541311:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078054.541313:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078054.541315:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613232896:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078054.541318:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613233024:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078054.541327:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078054.541332:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078054/real 1769078054] req@ffff9bc64f07f480 x1855007613233024/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078054.541339:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613233024/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078054.541345:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078054.541347:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078054.541349:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613233024:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078054.988885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078054.988944:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078055.564854:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078056.012840:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078056.012881:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078056.588836:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078057.036885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078057.036952:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078057.612867:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769078058.060931:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078058.060942:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078058.636889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078059.084919:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078059.085002:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078059.660868:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769078059.660884:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078059.660893:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078059.660898:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078059.660908:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5045 00000100:00080000:1.0:1769078059.660921:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078059.660928:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769078059.660974:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92680 x1855007613233152/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078059.661001:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078059.661004:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078059.661006:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078059.661010:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5045 00000100:00080000:1.0:1769078059.661012:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078059.661015:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078059.661025:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078059.661036:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007613233280/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078059.661044:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769078059.661048:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613233152:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769078059.661049:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769078059.661054:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078059.661064:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5045 00000100:00080000:1.0:1769078059.661067:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078059.661070:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078059.661073:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078059.661082:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007613233408/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078059.661089:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078059.661092:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769078059.661094:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078059.661096:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5045 00000100:00080000:1.0:1769078059.661098:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078059.661101:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078059.661104:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078059.661115:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007613233536/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769078059.661138:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078059.661182:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078059/real 1769078059] req@ffff9bc64ac92680 x1855007613233152/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078059.661197:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92680 x1855007613233152/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078059.661206:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078059.661210:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078059.661214:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613233152:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078059.661240:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613233280:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078059.661256:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078059.661265:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078059/real 1769078059] req@ffff9bc64ac91500 x1855007613233280/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078059.661278:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007613233280/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078059.661284:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078059.661287:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078059.661289:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613233280:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078059.661294:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613233408:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078059.661305:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078059.661311:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078059/real 1769078059] req@ffff9bc64ac92d80 x1855007613233408/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078059.661319:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007613233408/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078059.661324:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078059.661326:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078059.661328:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613233408:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078059.661332:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613233536:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078059.661343:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078059.661375:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078059/real 1769078059] req@ffff9bc64ac91880 x1855007613233536/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078059.661389:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007613233536/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078059.661405:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078059.661409:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078059.661413:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613233536:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078060.108928:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078060.109010:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078060.684908:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078061.132902:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078061.132930:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078061.708907:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078062.156864:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078062.156926:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078062.732883:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078063.180903:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078063.180906:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078063.756901:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078064.204871:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078064.204926:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769078064.780874:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769078064.780880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769078064.780882:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078064.780888:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078064.780896:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5050 00000100:00080000:1.0:1769078064.780906:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078064.780912:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769078064.780947:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007613233664/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078064.780972:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078064.780975:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078064.780976:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078064.780979:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5050 00000100:00080000:1.0:1769078064.780982:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078064.780984:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078064.780991:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078064.781001:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007613233792/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078064.781008:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078064.781011:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769078064.781013:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078064.781015:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5050 00000100:00080000:1.0:1769078064.781017:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078064.781022:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769078064.781022:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613233664:192.168.204.139@tcp:250:kworker.0 00000008:00100000:1.0:1769078064.781029:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078064.781038:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007613233920/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078064.781055:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078064.781058:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769078064.781059:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078064.781062:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5050 00000100:00080000:1.0:1769078064.781066:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078064.781068:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078064.781072:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078064.781081:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007613234048/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769078064.781087:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078064.781132:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078064/real 1769078064] req@ffff9bc64ac90000 x1855007613233664/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078064.781147:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007613233664/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078064.781156:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078064.781159:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078064.781164:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613233664:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078064.781170:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613233792:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078064.781185:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078064.781193:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078064/real 1769078064] req@ffff9bc64ac90e00 x1855007613233792/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078064.781201:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007613233792/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078064.781219:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078064.781221:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078064.781224:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613233792:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078064.781242:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613233920:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078064.781255:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078064.781273:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078064/real 1769078064] req@ffff9bc64ac91f80 x1855007613233920/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078064.781283:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007613233920/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078064.781289:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078064.781291:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078064.781293:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613233920:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078064.781297:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613234048:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078064.781311:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078064.781317:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078064/real 1769078064] req@ffff9bc64ac93800 x1855007613234048/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078064.781325:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007613234048/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078064.781330:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078064.781332:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078064.781335:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613234048:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078065.228890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078065.228958:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078065.804846:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078066.252877:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078066.252899:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078066.828885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078067.276878:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078067.276970:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078067.852849:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078068.300875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078068.300905:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078068.876871:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078069.324879:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078069.324940:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769078069.900878:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769078069.900884:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769078069.900887:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078069.900893:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078069.900901:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5055 00000100:00080000:1.0:1769078069.900912:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078069.900920:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769078069.900966:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007613234176/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078069.900992:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078069.900996:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078069.900998:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078069.901002:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5055 00000100:00080000:1.0:1769078069.901007:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078069.901011:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078069.901019:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078069.901033:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007613234304/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078069.901044:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769078069.901049:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613234176:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769078069.901050:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769078069.901052:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078069.901055:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5055 00000100:00080000:1.0:1769078069.901059:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078069.901063:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078069.901068:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078069.901078:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007613234432/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078069.901086:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078069.901089:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769078069.901091:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078069.901094:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5055 00000100:00080000:1.0:1769078069.901097:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078069.901101:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078069.901105:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078069.901114:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91180 x1855007613234560/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769078069.901116:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078069.901162:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078069/real 1769078069] req@ffff9bc64ac93480 x1855007613234176/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078069.901191:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007613234176/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078069.901201:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078069.901206:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078069.901211:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613234176:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078069.901240:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613234304:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078069.901275:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078069.901284:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078069/real 1769078069] req@ffff9bc64ac93100 x1855007613234304/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078069.901293:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007613234304/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078069.901299:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078069.901301:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078069.901303:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613234304:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078069.901308:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613234432:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078069.901321:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078069.901327:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078069/real 1769078069] req@ffff9bc64ac92a00 x1855007613234432/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078069.901334:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007613234432/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078069.901339:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078069.901341:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078069.901343:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613234432:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078069.901346:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613234560:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078069.901356:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078069.901361:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078069/real 1769078069] req@ffff9bc64ac91180 x1855007613234560/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078069.901368:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91180 x1855007613234560/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078069.901373:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078069.901375:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078069.901377:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613234560:192.168.204.139@tcp:8:kworker.0 00010000:00010000:0.0:1769078070.348925:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078070.348944:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:0.0:1769078070.924871:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078071.372963:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078071.372983:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078071.948914:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078072.396922:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078072.396992:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078072.972909:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078073.420858:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078073.420904:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078073.996876:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078074.444874:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078074.444927:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769078075.020875:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769078075.020877:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769078075.020888:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078075.020894:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078075.020903:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5060 00000100:00080000:1.0:1769078075.020915:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078075.020923:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769078075.020959:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90380 x1855007613234688/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078075.020983:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078075.020986:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078075.020987:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078075.020990:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5060 00000100:00080000:1.0:1769078075.020993:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078075.020996:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078075.021003:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078075.021012:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90700 x1855007613234816/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078075.021020:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078075.021022:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769078075.021025:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769078075.021027:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613234688:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769078075.021030:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5060 00000100:00080000:1.0:1769078075.021037:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078075.021040:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078075.021044:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078075.021053:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91180 x1855007613234944/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078075.021060:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078075.021063:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769078075.021064:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078075.021066:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5060 00000100:00080000:1.0:1769078075.021070:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078075.021073:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078075.021075:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078075.021084:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007613235072/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769078075.021105:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078075.021152:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078075/real 1769078075] req@ffff9bc64ac90380 x1855007613234688/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078075.021168:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90380 x1855007613234688/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078075.021176:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078075.021179:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078075.021182:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613234688:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078075.021200:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613234816:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078075.021217:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078075.021225:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078075/real 1769078075] req@ffff9bc64ac90700 x1855007613234816/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078075.021233:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90700 x1855007613234816/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078075.021239:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078075.021242:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078075.021244:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613234816:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078075.021248:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613234944:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078075.021259:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078075.021264:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078075/real 1769078075] req@ffff9bc64ac91180 x1855007613234944/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078075.021272:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91180 x1855007613234944/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078075.021281:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078075.021282:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078075.021284:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613234944:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078075.021288:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613235072:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078075.021297:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078075.021302:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078075/real 1769078075] req@ffff9bc64ac92a00 x1855007613235072/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078075.021309:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007613235072/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078075.021313:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078075.021315:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078075.021317:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613235072:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078075.468869:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078075.468918:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078076.044938:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078076.492890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078076.492905:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078077.068891:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078077.516860:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078077.516907:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078078.092882:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078078.540912:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078078.540952:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078079.116880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078079.564887:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078079.564922:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769078080.140891:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769078080.140895:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769078080.140899:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078080.140905:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078080.140912:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5065 00000100:00080000:2.0:1769078080.140921:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078080.140926:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769078080.140955:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb800 x1855007613235200/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078080.140978:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078080.140981:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078080.140982:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078080.140985:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5065 00000100:00080000:2.0:1769078080.140987:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078080.140990:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078080.140996:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078080.141018:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8380 x1855007613235328/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078080.141031:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613235200:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769078080.141031:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078080.141040:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769078080.141043:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078080.141047:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5065 00000100:00080000:2.0:1769078080.141051:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078080.141056:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078080.141061:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078080.141073:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9880 x1855007613235456/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078080.141082:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078080.141085:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769078080.141088:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1769078080.141090:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:2.0:1769078080.141095:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5065 00000100:00080000:2.0:1769078080.141101:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078080.141105:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078080.141110:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078080.141123:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afda680 x1855007613235584/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078080.141128:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078080/real 1769078080] req@ffff9bc67afdb800 x1855007613235200/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078080.141145:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb800 x1855007613235200/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078080.141153:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078080.141156:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078080.141159:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613235200:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078080.141175:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613235328:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769078080.141188:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078080.141194:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078080/real 1769078080] req@ffff9bc67afd8380 x1855007613235328/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078080.141201:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8380 x1855007613235328/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078080.141207:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078080.141209:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078080.141210:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613235328:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769078080.141214:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613235456:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078080.141224:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078080.141229:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078080/real 1769078080] req@ffff9bc67afd9880 x1855007613235456/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078080.141235:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9880 x1855007613235456/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078080.141240:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078080.141241:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078080.141243:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613235456:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078080.141246:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613235584:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078080.141255:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078080.141260:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078080/real 1769078080] req@ffff9bc67afda680 x1855007613235584/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078080.141270:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afda680 x1855007613235584/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078080.141278:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078080.141280:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078080.141283:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613235584:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769078080.588884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078080.588909:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078081.164867:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078081.612850:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078081.612877:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078082.188863:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078082.636855:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078082.636883:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078083.212858:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078083.660841:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078083.660870:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078084.236884:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078084.684866:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078084.684911:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078085.260859:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078085.260911:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078085.260916:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078085.260929:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078085.260935:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5070 00000100:00080000:0.0:1769078085.260955:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078085.260965:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078085.260995:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613235712/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078085.261020:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078085.261022:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078085.261024:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078085.261030:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5070 00000100:00080000:0.0:1769078085.261033:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078085.261036:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078085.261043:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078085.261053:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613235840/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078085.261060:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613235712:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769078085.261062:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078085.261071:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078085.261072:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078085.261076:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5070 00000100:00080000:0.0:1769078085.261081:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078085.261083:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078085.261087:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078085.261094:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c380 x1855007613235968/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078085.261100:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078085.261102:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078085.261103:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078085.261112:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5070 00000100:00080000:0.0:1769078085.261115:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078085.261117:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078085.261120:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078085.261127:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613236096/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769078085.261145:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078085.261179:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078085/real 1769078085] req@ffff9bc64f07ce00 x1855007613235712/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078085.261196:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613235712/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078085.261204:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078085.261209:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078085.261213:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613235712:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078085.261234:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613235840:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078085.261253:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078085.261262:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078085/real 1769078085] req@ffff9bc64f07f480 x1855007613235840/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078085.261272:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613235840/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078085.261284:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078085.261287:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078085.261290:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613235840:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078085.261295:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613235968:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078085.261310:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078085.261317:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078085/real 1769078085] req@ffff9bc64f07c380 x1855007613235968/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078085.261327:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c380 x1855007613235968/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078085.261334:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078085.261337:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078085.261339:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613235968:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078085.261345:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613236096:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078085.261358:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078085.261375:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078085/real 1769078085] req@ffff9bc64f07e680 x1855007613236096/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078085.261385:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613236096/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078085.261391:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078085.261394:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078085.261398:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613236096:192.168.204.139@tcp:8:kworker.0 00010000:00010000:3.0:1769078085.708857:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078085.708864:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078086.284867:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078086.732852:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078086.732868:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078087.308819:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769078087.756910:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078087.756911:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078088.332897:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078088.780869:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078088.780900:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078089.356882:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078089.804892:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078089.804929:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078090.380874:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078090.380879:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078090.380886:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078090.380890:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078090.380898:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5075 00000100:00080000:0.0:1769078090.380909:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078090.380916:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078090.380947:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613236224/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078090.380970:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078090.380972:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078090.380974:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078090.380976:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5075 00000100:00080000:0.0:1769078090.380978:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078090.380981:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078090.380988:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078090.380996:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613236352/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078090.381006:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613236224:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769078090.381010:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078090.381013:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078090.381014:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078090.381017:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5075 00000100:00080000:0.0:1769078090.381019:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078090.381021:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078090.381024:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078090.381032:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613236480/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078090.381038:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078090.381040:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078090.381041:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078090.381043:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5075 00000100:00080000:0.0:1769078090.381045:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078090.381047:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078090.381050:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078090.381057:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613236608/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769078090.381059:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078090.381093:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078090/real 1769078090] req@ffff9bc64f07dc00 x1855007613236224/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078090.381110:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613236224/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078090.381120:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078090.381123:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078090.381127:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613236224:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078090.381148:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613236352:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078090.381164:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078090.381171:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078090/real 1769078090] req@ffff9bc64f07f100 x1855007613236352/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078090.381179:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613236352/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078090.381184:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078090.381186:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078090.381188:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613236352:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078090.381192:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613236480:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078090.381202:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078090.381207:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078090/real 1769078090] req@ffff9bc64f07d880 x1855007613236480/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078090.381213:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613236480/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078090.381217:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078090.381219:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078090.381221:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613236480:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078090.381224:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613236608:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078090.381231:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078090.381236:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078090/real 1769078090] req@ffff9bc64f07df80 x1855007613236608/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078090.381242:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613236608/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078090.381246:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078090.381248:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078090.381249:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613236608:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769078090.828874:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078090.828925:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078091.404892:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078091.852903:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078091.852907:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078092.428904:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078092.876862:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078092.876868:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078093.452914:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078093.900876:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078093.900904:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078094.476849:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078094.924875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078094.924941:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078095.500870:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078095.500880:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1769078095.500880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078095.500885:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078095.500893:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5081 00000100:00080000:0.0:1769078095.500903:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078095.500909:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078095.500944:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613236736/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078095.500965:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078095.500967:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078095.500969:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078095.500972:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5081 00000100:00080000:0.0:1769078095.500974:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078095.500976:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078095.500984:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078095.500993:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613236864/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078095.501001:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769078095.501002:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613236736:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769078095.501004:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078095.501007:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078095.501012:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5081 00000100:00080000:0.0:1769078095.501014:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078095.501016:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078095.501020:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078095.501028:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613236992/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078095.501039:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078095.501041:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078095.501042:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078095.501045:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5081 00000100:00080000:0.0:1769078095.501047:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078095.501050:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078095.501052:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078095.501061:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613237120/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769078095.501068:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078095.501103:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078095/real 1769078095] req@ffff9bc64f07d180 x1855007613236736/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078095.501117:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613236736/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078095.501124:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078095.501127:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078095.501130:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613236736:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078095.501148:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613236864:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078095.501163:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078095.501171:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078095/real 1769078095] req@ffff9bc64f07c700 x1855007613236864/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078095.501182:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613236864/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078095.501202:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078095.501205:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078095.501208:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613236864:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078095.501215:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613236992:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078095.501238:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078095.501251:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078095/real 1769078095] req@ffff9bc64f07ed80 x1855007613236992/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078095.501263:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613236992/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078095.501271:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078095.501274:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078095.501277:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613236992:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078095.501283:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613237120:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078095.501300:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078095.501311:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078095/real 1769078095] req@ffff9bc64f07fb80 x1855007613237120/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078095.501322:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613237120/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078095.501329:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078095.501332:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078095.501335:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613237120:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769078095.948869:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078095.948919:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078096.524854:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078096.972848:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078096.972908:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078097.548881:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078097.996874:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078097.996927:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078098.572851:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078099.020895:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078099.020908:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078099.596864:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078100.044878:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078100.044949:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078100.620862:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769078100.620883:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078100.620889:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078100.620893:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078100.620900:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5086 00000100:00080000:1.0:1769078100.620909:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078100.620960:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769078100.620998:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007613237248/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078100.621017:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078100.621020:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078100.621021:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078100.621024:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5086 00000100:00080000:1.0:1769078100.621027:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078100.621031:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078100.621039:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078100.621048:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613237248:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769078100.621052:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007613237376/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078100.621061:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078100.621064:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769078100.621066:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078100.621068:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5086 00000100:00080000:1.0:1769078100.621071:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078100.621073:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078100.621077:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078100.621085:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007613237504/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078100.621091:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078100.621095:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769078100.621096:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078100.621098:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5086 00000100:00080000:1.0:1769078100.621101:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078100.621105:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:2.0:1769078100.621106:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:1.0:1769078100.621111:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078100.621121:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007613237632/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078100.621144:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078100/real 1769078100] req@ffff9bc64ac93100 x1855007613237248/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078100.621158:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007613237248/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078100.621165:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078100.621168:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078100.621171:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613237248:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078100.621190:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613237376:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078100.621205:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078100.621212:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078100/real 1769078100] req@ffff9bc64ac93480 x1855007613237376/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078100.621221:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007613237376/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078100.621226:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078100.621228:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078100.621230:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613237376:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078100.621234:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613237504:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078100.621244:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078100.621249:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078100/real 1769078100] req@ffff9bc64ac93800 x1855007613237504/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078100.621261:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007613237504/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078100.621267:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078100.621268:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078100.621270:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613237504:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078100.621274:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613237632:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078100.621283:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078100.621288:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078100/real 1769078100] req@ffff9bc64ac91f80 x1855007613237632/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078100.621295:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007613237632/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078100.621300:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078100.621302:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078100.621304:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613237632:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769078101.068955:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078101.068988:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078101.644879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078102.092878:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078102.092956:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078102.668904:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078103.116886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078103.116889:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078103.692873:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078104.140885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078104.140907:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078104.716850:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078105.164851:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078105.164931:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078105.740881:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078105.740920:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078105.740927:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078105.740933:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078105.740956:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5091 00000100:00080000:0.0:1769078105.740982:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078105.740991:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078105.741053:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d500 x1855007613237760/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078105.741093:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078105.741111:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078105.741114:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078105.741119:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5091 00000100:00080000:0.0:1769078105.741124:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078105.741129:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078105.741151:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078105.741153:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613237760:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078105.741187:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613237888/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078105.741202:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078105.741206:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:2.0:1769078105.741219:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769078105.741224:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078105.741232:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5091 00000100:00080000:0.0:1769078105.741248:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078105.741254:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078105.741260:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078105.741263:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078105/real 1769078105] req@ffff9bc64f07d500 x1855007613237760/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078105.741282:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d500 x1855007613237760/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078105.741291:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613238016/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078105.741296:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078105.741307:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078105.741311:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613237760:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769078105.741322:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078105.741326:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078105.741329:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078105.741335:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5091 00000100:00100000:2.0:1769078105.741337:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613237888:192.168.204.139@tcp:38:kworker.0 00000100:00080000:0.0:1769078105.741356:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078105.741365:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:2.0:1769078105.741365:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078105.741385:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078105/real 1769078105] req@ffff9bc64f07fb80 x1855007613237888/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1769078105.741390:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078105.741400:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613237888/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078105.741411:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1769078105.741413:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613238144/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078105.741418:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078105.741427:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613237888:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078105.741441:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613238016:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078105.741463:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078105.741476:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078105/real 1769078105] req@ffff9bc64f07ed80 x1855007613238016/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078105.741489:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613238016/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078105.741497:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078105.741501:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078105.741504:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613238016:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078105.741519:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613238144:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078105.741536:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078105.741546:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078105/real 1769078105] req@ffff9bc64f07c700 x1855007613238144/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078105.741569:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613238144/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078105.741608:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078105.741612:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078105.741616:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613238144:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769078106.188869:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078106.188950:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078106.764853:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078107.212923:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078107.213012:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078107.788919:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078108.236939:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078108.237021:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078108.812885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078109.260893:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078109.260924:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078109.836857:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078110.284902:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078110.284935:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078110.860918:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769078110.860920:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078110.860932:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078110.860938:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078110.860951:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5096 00000100:00080000:0.0:1769078110.860965:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078110.860974:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078110.861020:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613238272/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078110.861058:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078110.861062:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078110.861064:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078110.861069:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5096 00000100:00080000:0.0:1769078110.861072:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078110.861076:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078110.861090:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078110.861122:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613238400/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078110.861135:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078110.861142:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1769078110.861142:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613238272:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769078110.861148:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078110.861160:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5096 00000100:00080000:0.0:1769078110.861165:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078110.861170:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078110.861182:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078110.861197:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613238528/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078110.861209:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078110.861213:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078110.861215:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078110.861221:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5096 00000100:00080000:0.0:1769078110.861225:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078110.861229:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078110.861236:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078110.861248:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613238656/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078110.861291:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613238400:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078110.861315:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613238528:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078110.861328:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613238656:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769078111.308884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078111.308950:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078111.884884:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078112.332840:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078112.332912:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078112.908860:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078113.356920:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078113.356974:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078113.932889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:1.0:1769078113.933029:0:2358:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:1.0:1769078113.933064:0:2358:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1769078113.933078:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:1.0:1769078113.933107:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:1.0:1769078113.933114:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:1.0:1769078113.933127:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:2.0:1769078113.933157:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078110/real 1769078113] req@ffff9bc64f07df80 x1855007613238400/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078113.933182:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613238400/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078113.933190:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078113.933195:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078113.933198:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613238400:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078113.933204:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078110/real 1769078113] req@ffff9bc64f07d880 x1855007613238528/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078113.933212:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613238528/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078113.933217:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078113.933219:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078113.933222:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613238528:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078113.933230:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078110/real 1769078113] req@ffff9bc64f07f100 x1855007613238656/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078113.933241:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613238656/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078113.933249:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078113.933252:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078113.933256:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613238656:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078113.933263:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078110/real 1769078113] req@ffff9bc64f07d180 x1855007613238272/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078113.933276:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613238272/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078113.933285:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078113.933288:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078113.933292:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613238272:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769078114.380893:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078114.380893:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078114.956904:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078115.404893:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078115.404960:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769078115.980936:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078115.980945:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078115.980949:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078115.980958:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5101 00000100:00080000:1.0:1769078115.980967:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078115.980972:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769078115.981000:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007613238784/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078115.981024:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078115.981027:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078115.981029:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078115.981033:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5101 00000100:00080000:1.0:1769078115.981035:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078115.981038:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078115.981046:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078115.981058:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007613238912/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078115.981069:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078115.981072:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769078115.981074:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078115.981078:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5101 00000100:00080000:1.0:1769078115.981081:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078115.981085:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078115.981091:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078115.981092:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613238784:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769078115.981100:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007613239040/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078115.981110:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078115.981113:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769078115.981114:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078115.981117:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5101 00000100:00080000:1.0:1769078115.981120:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078115.981125:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078115.981133:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078115.981144:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007613239168/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769078115.981157:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078115.981244:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078115/real 1769078115] req@ffff9bc64ac90e00 x1855007613238784/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078115.981250:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:2.0:1769078115.981268:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007613238784/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078115.981279:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078115.981285:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078115.981289:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613238784:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078115.981309:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613238912:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078115.981361:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078115.981432:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078115/real 1769078115] req@ffff9bc64ac90000 x1855007613238912/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078115.981446:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007613238912/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078115.981453:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078115.981456:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078115.981460:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613238912:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078115.981465:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613239040:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078115.981489:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078115.981499:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078115/real 1769078115] req@ffff9bc64ac91880 x1855007613239040/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078115.981511:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007613239040/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078115.981518:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078115.981521:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078115.981524:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613239040:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078115.981529:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613239168:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078115.981546:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078115.981556:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078115/real 1769078115] req@ffff9bc64ac92d80 x1855007613239168/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078115.981568:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007613239168/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078115.981575:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078115.981579:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078115.981582:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613239168:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769078116.428889:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078116.428960:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078117.004885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078117.452870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078117.452932:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078118.028876:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078118.476921:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078118.476925:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078119.052871:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078119.500853:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078119.500879:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078120.076914:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078120.524840:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078120.524922:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078121.100879:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078121.100887:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078121.100891:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1769078121.100897:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078121.100901:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5106 00000100:00080000:0.0:1769078121.100912:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078121.100919:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078121.100954:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613239296/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078121.100973:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078121.100976:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078121.100977:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078121.100980:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5106 00000100:00080000:0.0:1769078121.100982:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078121.100985:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078121.100992:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078121.101007:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613239424/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078121.101017:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078121.101020:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078121.101022:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078121.101025:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5106 00000100:00080000:0.0:1769078121.101029:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078121.101034:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078121.101039:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078121.101048:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613239296:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078121.101057:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c380 x1855007613239552/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078121.101075:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078121.101078:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078121.101079:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078121.101083:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5106 00000100:00080000:0.0:1769078121.101085:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078121.101088:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078121.101093:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078121.101104:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613239680/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769078121.101147:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078121.101199:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078121/real 1769078121] req@ffff9bc64f07dc00 x1855007613239296/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078121.101220:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613239296/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078121.101228:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078121.101232:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078121.101235:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613239296:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078121.101241:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613239424:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078121.101258:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078121.101266:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078121/real 1769078121] req@ffff9bc64f07e680 x1855007613239424/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078121.101273:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613239424/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078121.101278:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078121.101281:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078121.101282:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613239424:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078121.101306:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613239552:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078121.101339:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078121.101346:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078121/real 1769078121] req@ffff9bc64f07c380 x1855007613239552/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078121.101354:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c380 x1855007613239552/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078121.101363:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078121.101365:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078121.101367:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613239552:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078121.101370:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613239680:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078121.101380:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078121.101385:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078121/real 1769078121] req@ffff9bc64f07f480 x1855007613239680/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078121.101392:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613239680/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078121.101396:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078121.101398:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078121.101400:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613239680:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769078121.548855:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078121.548926:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078122.124859:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078122.572845:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078122.572886:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078123.148880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078123.596862:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078123.596918:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078124.172835:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078124.620842:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078124.620878:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078125.196895:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078125.644871:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078125.644916:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769078126.220851:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078126.220864:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078126.220870:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078126.220880:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5111 00000100:00080000:1.0:1769078126.220893:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1769078126.220897:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769078126.220904:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769078126.220946:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007613239808/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078126.220972:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078126.220975:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078126.220977:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078126.220980:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5111 00000100:00080000:1.0:1769078126.220983:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078126.220986:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078126.220993:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078126.221002:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92680 x1855007613239936/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078126.221010:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078126.221013:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769078126.221015:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078126.221017:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5111 00000100:00080000:1.0:1769078126.221020:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078126.221022:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078126.221025:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078126.221034:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007613240064/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078126.221045:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613239808:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769078126.221051:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078126.221057:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769078126.221058:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078126.221061:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5111 00000100:00080000:1.0:1769078126.221063:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078126.221065:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078126.221069:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078126.221078:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007613240192/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769078126.221136:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078126.221177:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078126/real 1769078126] req@ffff9bc64ac91500 x1855007613239808/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078126.221194:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007613239808/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078126.221203:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078126.221208:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078126.221211:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613239808:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078126.221218:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613239936:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078126.221257:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078126.221267:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078126/real 1769078126] req@ffff9bc64ac92680 x1855007613239936/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078126.221276:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92680 x1855007613239936/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078126.221282:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078126.221285:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078126.221287:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613239936:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078126.221314:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613240064:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078126.221328:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078126.221334:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078126/real 1769078126] req@ffff9bc64ac91c00 x1855007613240064/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078126.221347:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007613240064/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078126.221356:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078126.221360:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078126.221364:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613240064:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078126.221371:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613240192:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078126.221567:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078126.221606:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078126/real 1769078126] req@ffff9bc64ac90a80 x1855007613240192/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078126.221631:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007613240192/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078126.221644:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078126.221648:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078126.221653:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613240192:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769078126.668834:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078126.668907:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078127.244928:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078127.692902:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078127.692988:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078128.268931:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078128.716894:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078128.716974:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078129.292872:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078129.740900:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078129.740935:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078130.316895:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078130.764885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078130.764955:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769078131.340873:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769078131.340878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769078131.340887:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078131.340892:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078131.340912:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5116 00000100:00080000:1.0:1769078131.340924:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078131.340932:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769078131.341008:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92300 x1855007613240320/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078131.341037:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078131.341041:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078131.341044:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078131.341050:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5116 00000100:00080000:1.0:1769078131.341054:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078131.341060:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078131.341070:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078131.341079:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613240320:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769078131.341098:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93b80 x1855007613240448/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078131.341112:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078131.341116:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769078131.341118:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078131.341122:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5116 00000100:00080000:1.0:1769078131.341127:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078131.341131:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078131.341138:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769078131.341157:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769078131.341170:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007613240576/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078131.341183:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078131.341187:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769078131.341189:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769078131.341192:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078131/real 1769078131] req@ffff9bc64ac92300 x1855007613240320/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078131.341197:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5116 00000100:00080000:1.0:1769078131.341205:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078131.341212:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769078131.341216:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92300 x1855007613240320/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1769078131.341220:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1769078131.341229:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078131.341234:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078131.341240:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613240320:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769078131.341241:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007613240704/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078131.341264:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613240448:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078131.341288:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078131.341301:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078131/real 1769078131] req@ffff9bc64ac93b80 x1855007613240448/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078131.341315:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93b80 x1855007613240448/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078131.341325:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078131.341329:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078131.341333:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613240448:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078131.341339:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613240576:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078131.341356:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078131.341364:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078131/real 1769078131] req@ffff9bc64ac90a80 x1855007613240576/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078131.341372:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007613240576/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078131.341377:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078131.341379:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078131.341382:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613240576:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078131.341385:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613240704:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078131.341398:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078131.341408:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078131/real 1769078131] req@ffff9bc64ac91c00 x1855007613240704/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078131.341420:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007613240704/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078131.341429:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078131.341433:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078131.341438:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613240704:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769078131.788884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078131.788941:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078132.364899:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078132.812888:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078132.812954:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078133.388849:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078133.836866:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078133.836871:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078134.412863:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078134.860895:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078134.860903:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078135.436845:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078135.884850:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078135.884911:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078136.460866:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078136.460920:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078136.460926:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078136.460930:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078136.460937:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5122 00000100:00080000:0.0:1769078136.460949:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078136.460956:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078136.460994:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613240832/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078136.461025:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078136.461028:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078136.461029:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078136.461033:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5122 00000100:00080000:0.0:1769078136.461036:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078136.461039:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078136.461047:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078136.461074:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613240960/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078136.461085:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078136.461089:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078136.461091:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078136.461096:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5122 00000100:00100000:2.0:1769078136.461098:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613240832:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769078136.461100:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078136.461106:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078136.461111:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078136.461121:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c380 x1855007613241088/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078136.461136:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078136.461139:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078136.461141:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078136.461143:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5122 00000100:00080000:0.0:1769078136.461146:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078136.461148:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078136.461151:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078136.461158:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613241216/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769078136.461176:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078136.461213:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078136/real 1769078136] req@ffff9bc64f07ce00 x1855007613240832/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078136.461234:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613240832/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078136.461244:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078136.461249:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078136.461253:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613240832:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078136.461261:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613240960:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078136.461283:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078136.461305:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078136/real 1769078136] req@ffff9bc64f07f480 x1855007613240960/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078136.461320:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613240960/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078136.461329:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078136.461333:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078136.461336:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613240960:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078136.461362:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613241088:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078136.461388:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078136.461400:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078136/real 1769078136] req@ffff9bc64f07c380 x1855007613241088/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078136.461413:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c380 x1855007613241088/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078136.461422:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078136.461426:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078136.461429:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613241088:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078136.461435:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613241216:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078136.461454:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078136.461465:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078136/real 1769078136] req@ffff9bc64f07e680 x1855007613241216/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078136.461477:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613241216/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078136.461485:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078136.461488:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078136.461492:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613241216:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769078136.908966:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078136.908985:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078137.484909:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078137.932902:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078137.932964:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078138.508866:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078138.956889:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078138.956953:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078139.532850:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078139.980859:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078139.980882:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078140.556898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078141.004877:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078141.004943:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769078141.580857:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769078141.580862:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769078141.580866:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078141.580871:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078141.580879:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5127 00000100:00080000:1.0:1769078141.580888:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078141.580894:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769078141.580925:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92680 x1855007613241344/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078141.580948:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078141.580951:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078141.580952:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078141.580955:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5127 00000100:00080000:1.0:1769078141.580958:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078141.580960:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078141.580980:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078141.580992:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007613241472/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078141.581001:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078141.581005:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1769078141.581005:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613241344:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769078141.581009:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078141.581017:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5127 00000100:00080000:1.0:1769078141.581019:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078141.581022:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078141.581026:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078141.581036:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007613241600/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078141.581042:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078141.581044:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769078141.581046:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078141.581048:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5127 00000100:00080000:1.0:1769078141.581050:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078141.581052:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078141.581055:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078141.581063:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007613241728/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769078141.581076:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078141.581107:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078141/real 1769078141] req@ffff9bc64ac92680 x1855007613241344/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078141.581126:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92680 x1855007613241344/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078141.581134:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078141.581137:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078141.581140:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613241344:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078141.581158:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613241472:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078141.581172:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078141.581180:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078141/real 1769078141] req@ffff9bc64ac91500 x1855007613241472/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078141.581188:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007613241472/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078141.581194:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078141.581196:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078141.581198:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613241472:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078141.581202:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613241600:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078141.581212:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078141.581217:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078141/real 1769078141] req@ffff9bc64ac92d80 x1855007613241600/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078141.581225:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007613241600/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078141.581235:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078141.581237:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078141.581239:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613241600:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078141.581242:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613241728:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078141.581251:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078141.581257:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078141/real 1769078141] req@ffff9bc64ac91880 x1855007613241728/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078141.581264:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007613241728/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078141.581269:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078141.581271:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078141.581273:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613241728:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769078142.028829:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078142.028900:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078142.604901:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078143.052878:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078143.052933:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078143.628870:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078144.076848:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078144.076942:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078144.652886:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078145.100883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078145.100900:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078145.676856:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078146.124875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078146.124953:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769078146.700871:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769078146.700874:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769078146.700899:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078146.700904:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078146.700914:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5132 00000100:00080000:1.0:1769078146.700925:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078146.700933:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769078146.700970:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007613241856/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078146.701001:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078146.701005:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078146.701007:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078146.701012:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5132 00000100:00080000:1.0:1769078146.701015:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078146.701020:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078146.701030:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078146.701046:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613241856:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769078146.701047:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007613241984/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078146.701064:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078146.701068:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769078146.701070:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078146.701074:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5132 00000100:00080000:1.0:1769078146.701079:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078146.701084:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078146.701090:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078146.701102:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007613242112/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078146.701112:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078146.701116:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:2.0:1769078146.701119:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769078146.701120:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078146.701128:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5132 00000100:00080000:1.0:1769078146.701133:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078146.701138:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078146.701143:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078146.701154:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078146/real 1769078146] req@ffff9bc64ac90000 x1855007613241856/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078146.701158:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007613242240/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078146.701183:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007613241856/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078146.701192:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078146.701197:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078146.701200:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613241856:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078146.701219:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613241984:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078146.701237:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078146.701250:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078146/real 1769078146] req@ffff9bc64ac90e00 x1855007613241984/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078146.701263:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007613241984/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078146.701273:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078146.701276:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078146.701280:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613241984:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078146.701287:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613242112:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078146.701305:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078146.701313:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078146/real 1769078146] req@ffff9bc64ac91f80 x1855007613242112/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078146.701322:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007613242112/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078146.701327:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078146.701330:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078146.701332:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613242112:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078146.701336:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613242240:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078146.701345:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078146.701351:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078146/real 1769078146] req@ffff9bc64ac93800 x1855007613242240/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078146.701359:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007613242240/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078146.701364:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078146.701365:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078146.701367:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613242240:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769078147.148861:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078147.148928:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078147.724844:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078148.172887:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078148.172968:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078148.748898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078149.196873:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078149.196941:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078149.772904:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078150.220895:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078150.220904:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078150.796921:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078151.244876:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078151.244926:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078151.820897:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078151.820907:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078151.820914:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078151.820917:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078151.820925:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5137 00000100:00080000:0.0:1769078151.820935:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078151.820941:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078151.820972:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613242368/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078151.820997:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078151.821000:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078151.821001:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078151.821004:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5137 00000100:00080000:0.0:1769078151.821007:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078151.821009:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078151.821016:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078151.821024:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613242496/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078151.821032:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078151.821034:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078151.821036:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078151.821038:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5137 00000100:00080000:0.0:1769078151.821040:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078151.821042:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078151.821046:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078151.821052:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613242624/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078151.821060:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078151.821065:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078151.821066:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769078151.821066:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613242368:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769078151.821071:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5137 00000100:00080000:0.0:1769078151.821078:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078151.821080:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078151.821083:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078151.821090:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613242752/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769078151.821153:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078151.821195:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078151/real 1769078151] req@ffff9bc64f07dc00 x1855007613242368/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078151.821215:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613242368/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078151.821226:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078151.821230:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078151.821235:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613242368:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078151.821243:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613242496:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078151.821268:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078151.821281:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078151/real 1769078151] req@ffff9bc64f07d180 x1855007613242496/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078151.821295:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613242496/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078151.821304:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078151.821308:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078151.821312:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613242496:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078151.821340:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613242624:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078151.821361:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078151.821372:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078151/real 1769078151] req@ffff9bc64f07f100 x1855007613242624/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078151.821384:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613242624/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078151.821394:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078151.821397:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078151.821401:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613242624:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078151.821407:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613242752:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078151.821427:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078151.821439:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078151/real 1769078151] req@ffff9bc64f07d880 x1855007613242752/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078151.821452:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613242752/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078151.821461:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078151.821464:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078151.821469:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613242752:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769078152.268892:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078152.268961:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078152.844864:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078153.292855:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078153.292928:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078153.868892:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078154.316888:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078154.316951:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078154.892849:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078155.340872:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078155.340893:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078155.916898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078156.364886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078156.364952:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078156.940853:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078156.940866:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1769078156.940869:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078156.940870:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078156.940884:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5142 00000100:00080000:0.0:1769078156.940896:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078156.940903:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078156.940946:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613242880/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078156.940971:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078156.940974:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078156.940976:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078156.940979:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5142 00000100:00080000:0.0:1769078156.940982:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078156.940986:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078156.940995:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078156.941008:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613243008/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078156.941011:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613242880:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769078156.941025:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078156.941029:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078156.941031:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078156.941035:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5142 00000100:00080000:0.0:1769078156.941038:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078156.941040:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078156.941045:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078156.941054:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613243136/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078156.941060:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078156.941062:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078156.941063:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078156.941066:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5142 00000100:00080000:0.0:1769078156.941068:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078156.941070:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078156.941073:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769078156.941079:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078156.941080:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613243264/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078156.941119:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078156/real 1769078156] req@ffff9bc64f07df80 x1855007613242880/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078156.941138:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613242880/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078156.941148:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078156.941152:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078156.941156:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613242880:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078156.941178:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613243008:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078156.941199:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078156.941210:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078156/real 1769078156] req@ffff9bc64f07c700 x1855007613243008/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078156.941222:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613243008/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078156.941230:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078156.941233:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078156.941236:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613243008:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078156.941242:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613243136:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078156.941261:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078156.941271:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078156/real 1769078156] req@ffff9bc64f07ed80 x1855007613243136/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078156.941282:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613243136/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078156.941290:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078156.941293:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078156.941297:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613243136:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078156.941302:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613243264:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078156.941320:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078156.941330:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078156/real 1769078156] req@ffff9bc64f07fb80 x1855007613243264/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078156.941341:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613243264/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078156.941348:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078156.941352:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078156.941355:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613243264:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769078157.388891:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078157.388915:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078157.964875:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078158.412873:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078158.412922:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078158.988864:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078159.436852:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078159.436933:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078160.012873:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078160.460872:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078160.460887:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078161.036843:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078161.484849:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078161.484890:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078162.060862:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769078162.060866:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078162.060872:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078162.060875:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078162.060882:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5147 00000100:00080000:1.0:1769078162.060891:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078162.060896:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769078162.060924:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007613243392/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078162.060942:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078162.060945:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078162.060946:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078162.060948:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5147 00000100:00080000:1.0:1769078162.060951:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078162.060953:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078162.060959:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078162.060970:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007613243520/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078162.060970:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613243392:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769078162.060985:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078162.060989:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769078162.060991:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078162.060995:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5147 00000100:00080000:1.0:1769078162.060999:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078162.061002:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078162.061008:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078162.061020:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007613243648/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769078162.061025:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769078162.061034:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078162.061037:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769078162.061038:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078162.061041:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5147 00000100:00080000:1.0:1769078162.061044:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078162.061047:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078162.061051:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078162.061056:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078162/real 1769078162] req@ffff9bc64ac93480 x1855007613243392/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078162.061061:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91180 x1855007613243776/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078162.061075:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007613243392/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078162.061085:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078162.061089:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078162.061093:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613243392:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078162.061114:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613243520:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078162.061135:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078162.061146:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078162/real 1769078162] req@ffff9bc64ac93100 x1855007613243520/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078162.061156:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007613243520/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078162.061163:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078162.061167:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078162.061170:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613243520:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078162.061176:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613243648:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078162.061195:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078162.061206:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078162/real 1769078162] req@ffff9bc64ac92a00 x1855007613243648/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078162.061223:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007613243648/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078162.061231:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078162.061234:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078162.061237:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613243648:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078162.061241:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613243776:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078162.061255:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078162.061261:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078162/real 1769078162] req@ffff9bc64ac91180 x1855007613243776/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078162.061268:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91180 x1855007613243776/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078162.061273:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078162.061275:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078162.061276:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613243776:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769078162.508855:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078162.508875:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078163.084882:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078163.532839:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078163.532915:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078164.108882:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078164.556944:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078164.556949:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078165.132840:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078165.580873:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078165.580900:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078166.156865:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078166.604865:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078166.604930:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078167.180910:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769078167.181037:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078167.181043:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078167.181047:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078167.181055:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5152 00000100:00080000:1.0:1769078167.181063:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078167.181069:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769078167.181101:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90700 x1855007613243904/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078167.181128:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078167.181131:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078167.181132:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078167.181135:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5152 00000100:00080000:1.0:1769078167.181138:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078167.181140:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078167.181147:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078167.181160:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90380 x1855007613244032/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078167.181171:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078167.181175:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769078167.181177:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769078167.181182:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613243904:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769078167.181185:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5152 00000100:00080000:1.0:1769078167.181194:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078167.181199:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078167.181205:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078167.181220:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91180 x1855007613244160/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078167.181230:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078167.181233:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769078167.181236:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078167.181239:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5152 00000100:00080000:1.0:1769078167.181244:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078167.181248:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078167.181253:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769078167.181264:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769078167.181269:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007613244288/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078167.181309:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078167/real 1769078167] req@ffff9bc64ac90700 x1855007613243904/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078167.181323:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90700 x1855007613243904/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078167.181331:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078167.181335:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078167.181337:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613243904:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078167.181343:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613244032:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078167.181360:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078167.181367:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078167/real 1769078167] req@ffff9bc64ac90380 x1855007613244032/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078167.181375:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90380 x1855007613244032/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078167.181381:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078167.181383:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078167.181385:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613244032:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078167.181403:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613244160:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078167.181413:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078167.181419:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078167/real 1769078167] req@ffff9bc64ac91180 x1855007613244160/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078167.181426:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91180 x1855007613244160/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078167.181432:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078167.181433:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078167.181435:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613244160:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078167.181439:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613244288:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078167.181448:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078167.181453:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078167/real 1769078167] req@ffff9bc64ac92a00 x1855007613244288/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078167.181461:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007613244288/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078167.181466:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078167.181468:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078167.181470:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613244288:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769078167.628869:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078167.628925:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078168.204871:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078168.652856:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078168.652950:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078169.228898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078169.676878:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078169.676941:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078170.252878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078170.700852:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078170.700866:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078171.276916:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078171.724884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078171.724920:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078172.300857:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078172.300861:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078172.300868:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078172.300872:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078172.300880:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5157 00000100:00080000:0.0:1769078172.300889:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078172.300895:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078172.300930:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d500 x1855007613244416/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078172.300960:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078172.300964:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078172.300967:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078172.300971:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5157 00000100:00080000:0.0:1769078172.300975:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078172.300980:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078172.300990:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078172.301000:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613244416:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078172.301007:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613244544/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078172.301017:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078172.301020:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078172.301021:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078172.301024:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5157 00000100:00080000:0.0:1769078172.301028:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078172.301031:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078172.301035:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078172.301043:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613244672/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078172.301050:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078172.301052:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078172.301053:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078172.301055:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5157 00000100:00080000:0.0:1769078172.301058:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078172.301060:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078172.301063:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769078172.301064:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078172.301073:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613244800/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078172.301101:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078172/real 1769078172] req@ffff9bc64f07d500 x1855007613244416/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078172.301115:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d500 x1855007613244416/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078172.301125:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078172.301129:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078172.301133:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613244416:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078172.301168:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613244544:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078172.301191:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078172.301201:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078172/real 1769078172] req@ffff9bc64f07fb80 x1855007613244544/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078172.301210:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613244544/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078172.301216:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078172.301218:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078172.301220:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613244544:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078172.301224:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613244672:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078172.301236:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078172.301242:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078172/real 1769078172] req@ffff9bc64f07ed80 x1855007613244672/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078172.301249:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613244672/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078172.301255:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078172.301257:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078172.301259:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613244672:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078172.301262:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613244800:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078172.301271:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078172.301276:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078172/real 1769078172] req@ffff9bc64f07c700 x1855007613244800/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078172.301288:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613244800/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078172.301293:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078172.301295:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078172.301297:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613244800:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769078172.748890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078172.748980:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078173.324884:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078173.772911:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078173.773108:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078174.349042:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078174.796874:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078174.796921:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078175.372896:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078175.820896:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078175.820933:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078176.396871:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078176.844885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078176.844929:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078177.420896:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769078177.420900:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078177.420908:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078177.420913:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078177.420924:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5162 00000100:00080000:1.0:1769078177.420935:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078177.420942:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769078177.420978:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007613244928/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078177.421007:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078177.421010:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078177.421012:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078177.421018:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5162 00000100:00080000:1.0:1769078177.421022:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078177.421025:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078177.421035:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078177.421049:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007613245056/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078177.421060:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078177.421063:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769078177.421065:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078177.421072:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5162 00000100:00100000:2.0:1769078177.421074:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613244928:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769078177.421076:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078177.421083:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078177.421089:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078177.421099:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007613245184/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078177.421110:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078177.421113:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769078177.421116:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078177.421119:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5162 00000100:00080000:1.0:1769078177.421123:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078177.421126:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078177.421130:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078177.421141:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007613245312/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078177.421186:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613245056:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078177.421224:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613245184:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078177.421239:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613245312:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769078177.868898:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078177.868954:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078178.444980:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078178.892917:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078178.892995:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078179.469013:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078179.916886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078179.916955:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078180.493062:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:2.0:1769078180.493371:0:2357:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:2.0:1769078180.493411:0:2357:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769078180.493435:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769078180.493470:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769078180.493478:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769078180.493485:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:0.0:1769078180.494074:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078177/real 1769078180] req@ffff9bc64ac93800 x1855007613245184/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078180.494097:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007613245184/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078180.494107:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078180.494112:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078180.494116:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613245184:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078180.494124:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078177/real 1769078180] req@ffff9bc64ac91f80 x1855007613245312/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078180.494136:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007613245312/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078180.494144:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078180.494148:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078180.494152:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613245312:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078180.494160:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078177/real 1769078180] req@ffff9bc64ac93100 x1855007613244928/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078180.494172:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007613244928/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078180.494179:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078180.494182:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078180.494185:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613244928:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078180.494190:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078177/real 1769078180] req@ffff9bc64ac93480 x1855007613245056/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078180.494199:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007613245056/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078180.494206:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078180.494209:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078180.494212:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613245056:192.168.204.139@tcp:38:kworker.0 00000100:00100000:1.0:1769078180.940871:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078180.940892:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078181.516976:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078181.964905:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078181.964972:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769078182.540852:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078182.540863:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078182.540868:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078182.540878:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5168 00000100:00080000:1.0:1769078182.540891:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078182.540899:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769078182.540938:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078182.540944:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007613245440/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078182.540974:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078182.540978:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078182.540981:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078182.540985:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5168 00000100:00080000:1.0:1769078182.540990:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078182.540995:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078182.541006:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078182.541018:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613245440:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769078182.541022:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007613245568/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078182.541036:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078182.541039:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769078182.541042:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078182.541046:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5168 00000100:00080000:1.0:1769078182.541051:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078182.541055:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078182.541064:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078182.541083:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007613245696/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078182.541092:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078182.541095:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769078182.541097:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078182.541100:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5168 00000100:00080000:1.0:1769078182.541104:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078182.541110:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:0.0:1769078182.541111:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:1.0:1769078182.541116:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078182.541136:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007613245824/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078182.541161:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078182/real 1769078182] req@ffff9bc64ac90e00 x1855007613245440/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078182.541181:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007613245440/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078182.541192:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078182.541197:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078182.541201:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613245440:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078182.541230:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613245568:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769078182.541253:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078182.541266:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078182/real 1769078182] req@ffff9bc64ac90000 x1855007613245568/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078182.541278:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007613245568/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078182.541299:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078182.541302:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078182.541306:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613245568:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769078182.541312:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613245696:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078182.541335:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078182.541346:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078182/real 1769078182] req@ffff9bc64ac91880 x1855007613245696/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078182.541358:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007613245696/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078182.541365:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078182.541369:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078182.541372:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613245696:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078182.541378:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613245824:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078182.541396:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078182.541406:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078182/real 1769078182] req@ffff9bc64ac92d80 x1855007613245824/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078182.541417:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007613245824/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078182.541425:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078182.541428:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078182.541431:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613245824:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769078182.988906:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078182.988971:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078183.565042:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078184.012876:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078184.012932:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078184.588880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078185.036880:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078185.036900:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078185.612882:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078186.060861:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078186.060876:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078186.636863:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078187.084874:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078187.084932:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769078187.660880:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769078187.660883:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769078187.660891:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078187.660896:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078187.660909:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5173 00000100:00080000:1.0:1769078187.660922:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078187.660930:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769078187.660970:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007613245952/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078187.660996:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078187.660999:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078187.661000:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078187.661003:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5173 00000100:00080000:1.0:1769078187.661006:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078187.661009:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078187.661018:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078187.661031:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92680 x1855007613246080/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078187.661042:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613245952:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769078187.661044:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078187.661051:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769078187.661055:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078187.661059:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5173 00000100:00080000:1.0:1769078187.661063:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078187.661066:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078187.661072:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078187.661083:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007613246208/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078187.661089:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078187.661092:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769078187.661094:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078187.661096:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5173 00000100:00080000:1.0:1769078187.661106:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078187.661109:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078187.661111:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078187.661118:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007613246336/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078187.661122:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078187.661164:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078187/real 1769078187] req@ffff9bc64ac91500 x1855007613245952/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078187.661177:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007613245952/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078187.661184:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078187.661187:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078187.661190:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613245952:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078187.661224:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613246080:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769078187.661241:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078187.661249:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078187/real 1769078187] req@ffff9bc64ac92680 x1855007613246080/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078187.661257:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92680 x1855007613246080/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078187.661263:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078187.661265:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078187.661267:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613246080:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769078187.661271:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613246208:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078187.661281:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078187.661287:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078187/real 1769078187] req@ffff9bc64ac91c00 x1855007613246208/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078187.661293:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007613246208/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078187.661302:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078187.661304:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078187.661306:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613246208:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078187.661309:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613246336:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078187.661317:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078187.661322:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078187/real 1769078187] req@ffff9bc64ac90a80 x1855007613246336/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078187.661328:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007613246336/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078187.661332:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078187.661334:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078187.661336:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613246336:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769078188.108890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078188.108966:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078188.684938:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078189.132876:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078189.132956:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078189.708867:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078190.156867:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078190.156872:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078190.732875:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078191.180918:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078191.180951:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078191.756862:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078192.204870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078192.204971:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769078192.780896:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769078192.780896:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769078192.780907:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078192.780912:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078192.780920:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5178 00000100:00080000:2.0:1769078192.780933:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078192.780940:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769078192.780980:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8a80 x1855007613246464/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078192.781003:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078192.781006:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078192.781007:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078192.781010:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5178 00000100:00080000:2.0:1769078192.781012:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078192.781015:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078192.781023:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078192.781033:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afda680 x1855007613246592/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078192.781040:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078192.781043:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769078192.781045:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078192.781047:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5178 00000100:00080000:2.0:1769078192.781049:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078192.781053:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078192.781055:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613246464:192.168.204.139@tcp:250:kworker.0 00000008:00100000:2.0:1769078192.781057:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078192.781068:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9880 x1855007613246720/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078192.781075:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078192.781078:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769078192.781079:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078192.781081:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5178 00000100:00080000:2.0:1769078192.781083:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078192.781086:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078192.781088:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078192.781095:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8380 x1855007613246848/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078192.781161:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078192.781200:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078192/real 1769078192] req@ffff9bc67afd8a80 x1855007613246464/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078192.781214:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8a80 x1855007613246464/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078192.781225:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078192.781228:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078192.781231:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613246464:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078192.781237:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613246592:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769078192.781252:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078192.781259:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078192/real 1769078192] req@ffff9bc67afda680 x1855007613246592/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078192.781267:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afda680 x1855007613246592/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078192.781272:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078192.781274:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078192.781276:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613246592:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769078192.781299:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613246720:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078192.781309:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078192.781314:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078192/real 1769078192] req@ffff9bc67afd9880 x1855007613246720/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078192.781320:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9880 x1855007613246720/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078192.781325:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078192.781327:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078192.781329:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613246720:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078192.781333:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613246848:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078192.781341:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078192.781346:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078192/real 1769078192] req@ffff9bc67afd8380 x1855007613246848/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078192.781353:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8380 x1855007613246848/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078192.781358:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078192.781359:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078192.781361:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613246848:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769078193.228897:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078193.228974:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078193.804853:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078194.252882:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078194.252949:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078194.828895:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078195.276903:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078195.276932:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078195.852872:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078196.300878:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078196.300904:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078196.876917:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078197.324910:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078197.324957:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078197.900887:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769078197.900900:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078197.900911:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078197.900917:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078197.900930:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5183 00000100:00080000:2.0:1769078197.900946:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078197.900954:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769078197.901003:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb800 x1855007613246976/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078197.901059:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078197.901062:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078197.901063:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078197.901067:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5183 00000100:00080000:2.0:1769078197.901071:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078197.901074:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078197.901085:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078197.901097:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdad80 x1855007613247104/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078197.901106:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078197.901109:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769078197.901113:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769078197.901115:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613246976:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769078197.901121:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5183 00000100:00080000:2.0:1769078197.901130:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078197.901135:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078197.901139:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078197.901150:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9180 x1855007613247232/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078197.901157:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078197.901161:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769078197.901162:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078197.901164:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5183 00000100:00080000:2.0:1769078197.901167:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078197.901172:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078197.901175:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078197.901184:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9c00 x1855007613247360/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078197.901198:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078197.901235:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078197/real 1769078197] req@ffff9bc67afdb800 x1855007613246976/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078197.901248:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb800 x1855007613246976/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078197.901255:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078197.901258:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078197.901261:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613246976:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078197.901279:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613247104:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769078197.901292:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078197.901298:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078197/real 1769078197] req@ffff9bc67afdad80 x1855007613247104/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078197.901305:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdad80 x1855007613247104/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078197.901310:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078197.901312:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078197.901314:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613247104:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769078197.901318:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613247232:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078197.901327:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078197.901332:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078197/real 1769078197] req@ffff9bc67afd9180 x1855007613247232/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078197.901338:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9180 x1855007613247232/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078197.901343:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078197.901344:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078197.901346:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613247232:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078197.901349:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613247360:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078197.901358:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078197.901363:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078197/real 1769078197] req@ffff9bc67afd9c00 x1855007613247360/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078197.901373:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9c00 x1855007613247360/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078197.901377:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078197.901379:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078197.901380:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613247360:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769078198.348849:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078198.348931:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078198.924864:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078199.372982:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078199.372991:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078199.948847:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078200.396876:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078200.396879:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078200.972875:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078201.420862:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078201.420903:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078201.996879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078202.444849:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078202.444884:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078203.020889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078203.020891:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078203.020900:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078203.020905:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078203.020926:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5188 00000100:00080000:0.0:1769078203.020951:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078203.020958:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078203.020991:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613247488/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078203.021020:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078203.021024:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078203.021026:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078203.021030:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5188 00000100:00080000:0.0:1769078203.021034:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078203.021039:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078203.021048:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078203.021055:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613247488:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078203.021062:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613247616/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078203.021074:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078203.021077:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078203.021079:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078203.021083:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5188 00000100:00080000:0.0:1769078203.021088:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078203.021092:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078203.021097:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769078203.021105:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078203.021110:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613247744/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078203.021121:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078203.021124:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078203.021126:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078203.021130:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5188 00000100:00080000:0.0:1769078203.021135:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1769078203.021135:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078203/real 1769078203] req@ffff9bc64f07df80 x1855007613247488/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078203.021144:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078203.021151:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078203.021153:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613247488/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078203.021161:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1769078203.021166:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613247872/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078203.021166:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078203.021172:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613247488:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078203.021194:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613247616:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078203.021209:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078203.021215:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078203/real 1769078203] req@ffff9bc64f07d880 x1855007613247616/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078203.021223:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613247616/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078203.021227:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078203.021229:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078203.021232:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613247616:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078203.021235:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613247744:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078203.021253:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078203.021264:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078203/real 1769078203] req@ffff9bc64f07f100 x1855007613247744/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078203.021274:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613247744/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078203.021282:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078203.021285:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078203.021289:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613247744:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078203.021295:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613247872:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078203.021313:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078203.021320:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078203/real 1769078203] req@ffff9bc64f07d180 x1855007613247872/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078203.021327:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613247872/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078203.021332:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078203.021333:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078203.021336:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613247872:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078203.468868:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078203.468920:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078204.044841:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078204.492876:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078204.492949:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078205.068924:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078205.516877:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078205.516886:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078206.092909:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078206.540855:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078206.540884:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078207.116863:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078207.564855:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078207.564916:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078208.140905:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769078208.140909:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078208.140917:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078208.140921:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078208.140930:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5193 00000100:00080000:0.0:1769078208.140939:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078208.140946:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078208.140979:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613248000/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078208.141001:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078208.141004:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078208.141006:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078208.141010:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5193 00000100:00080000:0.0:1769078208.141014:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078208.141018:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769078208.141023:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613248000:192.168.204.139@tcp:250:kworker.0 00000008:00100000:0.0:1769078208.141027:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078208.141042:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613248128/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078208.141052:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078208.141055:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078208.141057:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078208.141060:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5193 00000100:00080000:0.0:1769078208.141063:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078208.141067:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078208.141072:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769078208.141074:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078208.141086:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c380 x1855007613248256/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078208.141096:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078208.141099:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078208.141101:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078208.141104:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5193 00000100:00080000:0.0:1769078208.141107:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078208.141111:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769078208.141115:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078208/real 1769078208] req@ffff9bc64f07dc00 x1855007613248000/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1769078208.141117:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078208.141132:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613248384/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078208.141135:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613248000/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078208.141161:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078208.141167:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078208.141170:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613248000:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078208.141193:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613248128:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078208.141212:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078208.141221:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078208/real 1769078208] req@ffff9bc64f07e680 x1855007613248128/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078208.141228:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613248128/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078208.141234:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078208.141235:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078208.141238:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613248128:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078208.141241:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613248256:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078208.141251:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078208.141256:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078208/real 1769078208] req@ffff9bc64f07c380 x1855007613248256/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078208.141263:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c380 x1855007613248256/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078208.141271:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078208.141272:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078208.141274:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613248256:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078208.141277:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613248384:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078208.141285:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078208.141290:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078208/real 1769078208] req@ffff9bc64f07f480 x1855007613248384/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078208.141295:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613248384/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078208.141299:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078208.141301:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078208.141303:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613248384:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078208.588868:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078208.588941:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078209.164897:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078209.612841:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078209.612909:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078210.188899:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078210.636861:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078210.636883:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078211.212852:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078211.660857:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078211.660886:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078212.236893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078212.684869:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078212.684923:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078213.260866:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769078213.260866:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078213.260876:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078213.260880:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078213.260889:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5198 00000100:00080000:0.0:1769078213.260899:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078213.260906:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078213.260938:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613248512/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078213.260959:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078213.260962:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078213.260964:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078213.260967:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5198 00000100:00080000:0.0:1769078213.260971:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078213.260975:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078213.260983:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078213.260996:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613248512:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078213.260998:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613248640/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078213.261012:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078213.261015:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078213.261016:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078213.261020:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5198 00000100:00080000:0.0:1769078213.261023:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078213.261026:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078213.261031:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078213.261041:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c380 x1855007613248768/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078213.261049:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078213.261052:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078213.261053:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078213.261057:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5198 00000800:00000100:2.0:1769078213.261062:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769078213.261063:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078213.261069:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078213.261074:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078213.261084:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613248896/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078213.261100:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078213/real 1769078213] req@ffff9bc64f07ce00 x1855007613248512/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078213.261123:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613248512/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078213.261131:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078213.261135:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078213.261138:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613248512:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078213.261157:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613248640:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078213.261176:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078213.261186:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078213/real 1769078213] req@ffff9bc64f07f480 x1855007613248640/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078213.261197:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613248640/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078213.261204:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078213.261206:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078213.261209:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613248640:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078213.261214:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613248768:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078213.261229:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078213.261238:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078213/real 1769078213] req@ffff9bc64f07c380 x1855007613248768/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078213.261249:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c380 x1855007613248768/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078213.261261:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078213.261264:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078213.261267:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613248768:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078213.261272:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613248896:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078213.261288:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078213.261297:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078213/real 1769078213] req@ffff9bc64f07e680 x1855007613248896/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078213.261307:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613248896/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078213.261314:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078213.261316:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078213.261319:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613248896:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078213.708849:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078213.708916:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078214.284885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078214.732863:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078214.732925:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078215.308921:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078215.756883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078215.756923:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078216.332948:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078216.780899:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078216.780963:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078217.356865:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078217.804853:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078217.804920:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078218.380859:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078218.380862:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078218.380869:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078218.380873:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078218.380882:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5203 00000100:00080000:0.0:1769078218.380892:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078218.380899:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078218.380929:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613249024/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078218.380954:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078218.380957:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078218.380959:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078218.380964:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5203 00000100:00080000:0.0:1769078218.380968:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078218.380973:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769078218.380979:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613249024:192.168.204.139@tcp:250:kworker.0 00000008:00100000:0.0:1769078218.380982:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078218.381006:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613249152/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078218.381022:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078218.381026:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078218.381029:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1769078218.381029:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769078218.381037:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5203 00000100:00080000:0.0:1769078218.381042:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078218.381046:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078218.381051:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078218.381063:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078218/real 1769078218] req@ffff9bc64f07dc00 x1855007613249024/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078218.381065:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613249280/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078218.381071:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078218.381076:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078218.381079:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078218.381083:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5203 00000100:00080000:0.0:1769078218.381088:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078218.381093:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078218.381096:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078218.381104:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613249408/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078218.381107:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613249024/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078218.381118:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078218.381122:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078218.381125:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613249024:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078218.381143:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613249152:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078218.381160:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078218.381167:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078218/real 1769078218] req@ffff9bc64f07d180 x1855007613249152/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078218.381175:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613249152/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078218.381179:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078218.381181:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078218.381183:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613249152:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078218.381186:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613249280:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078218.381196:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078218.381201:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078218/real 1769078218] req@ffff9bc64f07f100 x1855007613249280/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078218.381207:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613249280/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078218.381212:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078218.381213:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078218.381215:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613249280:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078218.381218:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613249408:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078218.381226:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078218.381231:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078218/real 1769078218] req@ffff9bc64f07d880 x1855007613249408/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078218.381237:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613249408/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078218.381241:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078218.381243:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078218.381244:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613249408:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078218.828880:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078218.828972:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078219.404898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078219.852912:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078219.852990:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078220.428896:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078220.876896:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078220.876941:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078221.452859:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078221.900874:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078221.900934:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078222.476877:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078222.924853:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078222.924910:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078223.500843:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769078223.500874:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078223.500880:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078223.500884:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078223.500893:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5209 00000100:00080000:1.0:1769078223.500903:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078223.500909:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769078223.500943:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93b80 x1855007613249536/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078223.500962:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078223.500964:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078223.500966:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078223.500968:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5209 00000100:00080000:1.0:1769078223.500971:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078223.500975:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078223.500982:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078223.500993:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92300 x1855007613249664/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078223.500996:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613249536:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769078223.501012:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078223.501016:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769078223.501018:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078223.501022:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5209 00000100:00080000:1.0:1769078223.501026:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078223.501030:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078223.501035:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078223.501046:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007613249792/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078223.501053:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078223.501055:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769078223.501056:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1769078223.501062:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769078223.501063:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5209 00000100:00080000:1.0:1769078223.501068:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078223.501070:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078223.501074:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078223.501081:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007613249920/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078223.501103:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078223/real 1769078223] req@ffff9bc64ac93b80 x1855007613249536/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078223.501120:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93b80 x1855007613249536/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078223.501129:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078223.501133:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078223.501136:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613249536:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078223.501156:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613249664:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078223.501175:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078223.501186:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078223/real 1769078223] req@ffff9bc64ac92300 x1855007613249664/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078223.501197:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92300 x1855007613249664/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078223.501204:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078223.501207:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078223.501210:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613249664:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078223.501216:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613249792:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078223.501232:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078223.501240:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078223/real 1769078223] req@ffff9bc64ac90a80 x1855007613249792/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078223.501251:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007613249792/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078223.501258:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078223.501261:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078223.501265:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613249792:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078223.501270:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613249920:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078223.501285:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078223.501294:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078223/real 1769078223] req@ffff9bc64ac91c00 x1855007613249920/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078223.501304:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007613249920/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078223.501311:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078223.501314:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078223.501317:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613249920:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078223.948835:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078223.948903:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078224.524881:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078224.972874:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078224.972922:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078225.548883:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078225.996871:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078225.996936:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078226.572876:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078227.020863:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078227.020917:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078227.596888:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078228.044867:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078228.044920:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078228.620884:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769078228.620890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078228.620892:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078228.620897:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078228.620904:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5214 00000100:00080000:0.0:1769078228.620919:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078228.620926:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078228.620954:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613250048/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078228.620974:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078228.620976:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078228.620977:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078228.620980:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5214 00000100:00080000:0.0:1769078228.620982:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078228.620984:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078228.620989:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078228.620997:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613250176/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078228.621004:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078228.621006:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078228.621008:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078228.621010:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5214 00000100:00080000:0.0:1769078228.621012:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078228.621017:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769078228.621017:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613250048:192.168.204.139@tcp:250:kworker.0 00000008:00100000:0.0:1769078228.621024:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078228.621031:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613250304/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078228.621036:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078228.621038:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078228.621039:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078228.621041:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5214 00000100:00080000:0.0:1769078228.621044:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078228.621046:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078228.621048:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078228.621055:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613250432/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769078228.621073:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078228.621115:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078228/real 1769078228] req@ffff9bc64f07df80 x1855007613250048/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078228.621131:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613250048/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078228.621138:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078228.621141:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078228.621144:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613250048:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078228.621152:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613250176:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078228.621188:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078228.621202:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078228/real 1769078228] req@ffff9bc64f07c700 x1855007613250176/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078228.621214:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613250176/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078228.621228:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078228.621232:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078228.621235:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613250176:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078228.621257:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613250304:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078228.621277:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078228.621287:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078228/real 1769078228] req@ffff9bc64f07ed80 x1855007613250304/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078228.621298:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613250304/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078228.621306:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078228.621309:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078228.621312:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613250304:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078228.621317:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613250432:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078228.621334:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078228.621343:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078228/real 1769078228] req@ffff9bc64f07fb80 x1855007613250432/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078228.621354:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613250432/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078228.621361:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078228.621364:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078228.621367:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613250432:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078229.068873:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078229.068966:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078229.644874:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078230.092897:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078230.092975:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078230.668979:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078231.116967:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078231.116984:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078231.692898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078232.140914:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078232.140976:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078232.716885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078233.164936:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078233.165016:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078233.740884:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078233.740902:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078233.740920:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078233.740927:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078233.740939:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5219 00000100:00080000:0.0:1769078233.740954:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078233.740962:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078233.741004:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d500 x1855007613250560/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078233.741042:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078233.741047:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078233.741049:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078233.741054:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5219 00000100:00080000:0.0:1769078233.741057:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078233.741062:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078233.741074:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078233.741091:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613250688/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078233.741103:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078233.741107:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078233.741109:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769078233.741112:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613250560:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769078233.741114:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5219 00000100:00080000:0.0:1769078233.741120:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078233.741125:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078233.741146:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078233.741160:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613250816/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078233.741171:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078233.741174:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078233.741176:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078233.741180:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5219 00000800:00000100:2.0:1769078233.741199:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769078233.741200:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078233.741208:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078233.741214:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078233.741228:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613250944/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078233.741255:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078233/real 1769078233] req@ffff9bc64f07d500 x1855007613250560/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078233.741276:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d500 x1855007613250560/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078233.741288:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078233.741293:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078233.741297:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613250560:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078233.741323:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613250688:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078233.741344:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078233.741356:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078233/real 1769078233] req@ffff9bc64f07fb80 x1855007613250688/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078233.741368:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613250688/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078233.741377:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078233.741381:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078233.741384:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613250688:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078233.741390:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613250816:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078233.741408:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078233.741447:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078233/real 1769078233] req@ffff9bc64f07ed80 x1855007613250816/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078233.741461:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613250816/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078233.741469:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078233.741472:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078233.741475:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613250816:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078233.741481:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613250944:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078233.741500:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078233.741511:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078233/real 1769078233] req@ffff9bc64f07c700 x1855007613250944/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078233.741522:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613250944/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078233.741530:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078233.741533:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078233.741536:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613250944:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078234.188896:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078234.189001:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078234.764880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078235.212889:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078235.212963:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078235.788920:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078236.236893:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078236.236977:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078236.812896:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769078237.260946:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078237.260993:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078237.836904:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078238.284875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078238.284977:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078238.860884:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078238.860894:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078238.860903:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078238.860907:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078238.860923:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5224 00000100:00080000:0.0:1769078238.860935:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078238.860941:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078238.860988:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613251072/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078238.861016:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078238.861020:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078238.861022:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078238.861027:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5224 00000100:00080000:0.0:1769078238.861031:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078238.861036:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078238.861048:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078238.861061:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613251200/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078238.861074:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613251072:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769078238.861076:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078238.861082:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078238.861090:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078238.861094:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5224 00000100:00080000:0.0:1769078238.861097:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078238.861100:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078238.861104:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078238.861113:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613251328/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078238.861119:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078238.861122:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078238.861123:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078238.861125:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5224 00000100:00080000:0.0:1769078238.861127:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078238.861133:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078238.861137:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078238.861145:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613251456/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769078238.861161:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078238.861207:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078238/real 1769078238] req@ffff9bc64f07df80 x1855007613251072/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078238.861225:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613251072/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078238.861235:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078238.861240:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078238.861244:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613251072:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078238.861271:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613251200:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078238.861293:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078238.861305:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078238/real 1769078238] req@ffff9bc64f07d880 x1855007613251200/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078238.861318:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613251200/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078238.861326:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078238.861356:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078238.861361:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613251200:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078238.861367:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613251328:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078238.861387:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078238.861398:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078238/real 1769078238] req@ffff9bc64f07f100 x1855007613251328/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078238.861410:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613251328/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078238.861417:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078238.861420:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078238.861423:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613251328:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078238.861430:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613251456:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078238.861448:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078238.861457:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078238/real 1769078238] req@ffff9bc64f07d180 x1855007613251456/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078238.861469:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613251456/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078238.861475:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078238.861477:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078238.861479:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613251456:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078239.308866:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078239.308955:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078239.884874:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078240.332913:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078240.332981:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078240.908902:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078241.356861:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078241.356906:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078241.932945:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078242.380875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078242.380932:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078242.956856:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078243.404903:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078243.404957:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078243.980888:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078243.980901:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078243.980912:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078243.980918:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078243.980931:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5229 00000100:00080000:0.0:1769078243.980946:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078243.980960:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078243.981000:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613251584/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078243.981026:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078243.981029:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078243.981030:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078243.981033:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5229 00000100:00080000:0.0:1769078243.981036:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078243.981038:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078243.981047:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078243.981056:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613251712/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078243.981063:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078243.981066:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078243.981068:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078243.981071:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5229 00000100:00080000:0.0:1769078243.981073:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078243.981078:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769078243.981078:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613251584:192.168.204.139@tcp:250:kworker.0 00000008:00100000:0.0:1769078243.981085:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078243.981092:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c380 x1855007613251840/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078243.981108:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078243.981110:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078243.981112:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078243.981114:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5229 00000100:00080000:0.0:1769078243.981116:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078243.981119:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078243.981122:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078243.981131:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613251968/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078243.981175:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613251712:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078243.981204:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613251840:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078243.981230:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613251968:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078244.428876:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078244.428939:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078245.004878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078245.452883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078245.453012:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078246.028880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078246.476861:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078246.476909:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078247.052910:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:2.0:1769078247.053058:0:2359:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:2.0:1769078247.053100:0:2359:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769078247.053119:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769078247.053167:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769078247.053178:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769078247.053188:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:0.0:1769078247.053224:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078243/real 1769078247] req@ffff9bc64f07c380 x1855007613251840/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078247.053250:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c380 x1855007613251840/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078247.053266:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078247.053272:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078247.053276:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613251840:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078247.053283:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078243/real 1769078247] req@ffff9bc64f07f480 x1855007613251968/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078247.053293:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613251968/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078247.053300:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078247.053303:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078247.053306:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613251968:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078247.053312:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078243/real 1769078247] req@ffff9bc64f07dc00 x1855007613251584/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078247.053323:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613251584/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078247.053331:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078247.053334:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078247.053337:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613251584:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078247.053344:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078243/real 1769078247] req@ffff9bc64f07e680 x1855007613251712/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078247.053361:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613251712/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078247.053369:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078247.053373:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078247.053376:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613251712:192.168.204.139@tcp:38:kworker.0 00000100:00100000:3.0:1769078247.500931:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078247.500950:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078248.076959:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078248.524843:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078248.525064:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078249.100905:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078249.100914:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078249.100919:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078249.100928:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5234 00000100:00100000:1.0:1769078249.100933:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078249.100939:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078249.100948:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078249.100981:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613252096/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078249.101018:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078249.101021:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078249.101023:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078249.101031:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5234 00000100:00080000:0.0:1769078249.101034:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078249.101038:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078249.101048:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078249.101061:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613252224/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078249.101072:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769078249.101075:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613252096:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769078249.101081:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078249.101085:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078249.101092:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5234 00000100:00080000:0.0:1769078249.101096:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078249.101100:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078249.101106:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078249.101118:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613252352/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078249.101127:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078249.101130:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078249.101132:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078249.101136:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5234 00000100:00080000:0.0:1769078249.101140:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078249.101144:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078249.101149:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769078249.101153:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078249.101176:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c380 x1855007613252480/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078249.101224:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078249/real 1769078249] req@ffff9bc64f07e680 x1855007613252096/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078249.101243:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613252096/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078249.101252:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078249.101256:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078249.101260:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613252096:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078249.101283:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613252224:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078249.101304:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078249.101316:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078249/real 1769078249] req@ffff9bc64f07dc00 x1855007613252224/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078249.101328:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613252224/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078249.101336:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078249.101339:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078249.101342:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613252224:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078249.101348:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613252352:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078249.101364:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078249.101373:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078249/real 1769078249] req@ffff9bc64f07f480 x1855007613252352/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078249.101398:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613252352/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078249.101405:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078249.101409:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078249.101412:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613252352:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078249.101417:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613252480:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078249.101432:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078249.101441:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078249/real 1769078249] req@ffff9bc64f07c380 x1855007613252480/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078249.101452:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c380 x1855007613252480/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078249.101461:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078249.101471:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078249.101474:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613252480:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078249.548870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078249.548907:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078250.124935:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078250.572881:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078250.572895:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078251.148886:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078251.596864:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078251.596925:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078252.172893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078252.620857:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078252.620906:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078253.196867:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078253.644853:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078253.644892:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078254.220867:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769078254.220874:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078254.220881:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078254.220885:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078254.220894:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5239 00000100:00080000:2.0:1769078254.220905:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078254.220911:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769078254.220944:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb100 x1855007613252608/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078254.220972:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078254.220975:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078254.220977:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078254.220982:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5239 00000100:00080000:2.0:1769078254.220986:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078254.220990:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078254.221000:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078254.221004:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613252608:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078254.221015:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8000 x1855007613252736/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078254.221028:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078254.221032:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769078254.221034:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078254.221038:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5239 00000100:00080000:2.0:1769078254.221042:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078254.221045:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078254.221050:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769078254.221063:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078254.221064:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9500 x1855007613252864/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078254.221102:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078254.221105:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769078254.221107:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769078254.221112:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078254/real 1769078254] req@ffff9bc67afdb100 x1855007613252608/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078254.221113:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5239 00000100:00080000:2.0:1769078254.221120:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078254.221127:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078254.221134:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078254.221138:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb100 x1855007613252608/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078254.221149:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1769078254.221153:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9f80 x1855007613252992/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078254.221157:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078254.221165:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613252608:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078254.221189:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613252736:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769078254.221210:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078254.221220:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078254/real 1769078254] req@ffff9bc67afd8000 x1855007613252736/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078254.221231:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8000 x1855007613252736/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078254.221238:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078254.221241:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078254.221244:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613252736:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769078254.221250:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613252864:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078254.221266:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078254.221276:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078254/real 1769078254] req@ffff9bc67afd9500 x1855007613252864/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078254.221286:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9500 x1855007613252864/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078254.221293:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078254.221296:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078254.221299:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613252864:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078254.221304:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613252992:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078254.221319:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078254.221336:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078254/real 1769078254] req@ffff9bc67afd9f80 x1855007613252992/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078254.221346:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9f80 x1855007613252992/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078254.221353:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078254.221356:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078254.221358:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613252992:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769078254.668886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078254.668958:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078255.244908:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078255.692871:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078255.692922:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078256.268883:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078256.716868:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078256.716928:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078257.292915:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078257.740881:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078257.740930:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078258.316868:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078258.764860:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078258.764921:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078259.340877:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078259.340903:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078259.340909:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078259.340918:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078259.340927:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5244 00000100:00080000:0.0:1769078259.340938:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078259.340946:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078259.340999:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613253120/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078259.341026:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078259.341029:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078259.341031:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078259.341035:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5244 00000100:00080000:0.0:1769078259.341039:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078259.341042:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078259.341051:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078259.341066:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613253120:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078259.341075:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c380 x1855007613253248/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078259.341086:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078259.341089:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078259.341091:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078259.341094:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5244 00000100:00080000:0.0:1769078259.341098:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078259.341101:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078259.341106:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078259.341116:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613253376/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078259.341124:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078259.341127:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078259.341131:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1769078259.341131:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769078259.341137:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5244 00000100:00080000:0.0:1769078259.341150:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078259.341154:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078259.341158:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078259.341173:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613253504/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078259.341173:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078259/real 1769078259] req@ffff9bc64f07ce00 x1855007613253120/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078259.341215:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613253120/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078259.341226:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078259.341231:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078259.341234:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613253120:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078259.341256:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613253248:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078259.341278:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078259.341290:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078259/real 1769078259] req@ffff9bc64f07c380 x1855007613253248/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078259.341303:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c380 x1855007613253248/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078259.341311:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078259.341314:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078259.341318:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613253248:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078259.341324:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613253376:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078259.341343:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078259.341351:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078259/real 1769078259] req@ffff9bc64f07f480 x1855007613253376/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078259.341358:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613253376/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078259.341364:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078259.341366:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078259.341368:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613253376:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078259.341371:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613253504:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078259.341383:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078259.341391:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078259/real 1769078259] req@ffff9bc64f07dc00 x1855007613253504/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078259.341402:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613253504/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078259.341408:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078259.341411:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078259.341413:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613253504:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769078259.788881:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078259.788939:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078260.364846:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078260.812841:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078260.812901:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078261.388876:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078261.836871:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078261.836910:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078262.412832:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078262.860852:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078262.860889:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078263.436894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078263.884867:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078263.884935:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769078264.460896:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078264.460921:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078264.460925:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769078264.460927:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769078264.460934:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5250 00000100:00080000:2.0:1769078264.460944:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078264.460950:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769078264.460984:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8700 x1855007613253632/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078264.461011:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078264.461015:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078264.461017:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078264.461022:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5250 00000100:00080000:2.0:1769078264.461026:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078264.461031:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078264.461040:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078264.461048:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613253632:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078264.461054:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9f80 x1855007613253760/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078264.461063:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078264.461065:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769078264.461067:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078264.461069:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5250 00000100:00080000:2.0:1769078264.461072:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078264.461074:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078264.461077:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078264.461084:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9500 x1855007613253888/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078264.461095:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078264.461097:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769078264.461098:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078264.461100:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5250 00000100:00080000:2.0:1769078264.461102:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078264.461104:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078264.461107:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078264.461114:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8000 x1855007613254016/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078264.461122:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078264.461162:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078264/real 1769078264] req@ffff9bc67afd8700 x1855007613253632/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078264.461181:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8700 x1855007613253632/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078264.461191:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078264.461195:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078264.461199:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613253632:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078264.461221:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613253760:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769078264.461240:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078264.461251:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078264/real 1769078264] req@ffff9bc67afd9f80 x1855007613253760/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078264.461263:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9f80 x1855007613253760/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078264.461272:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078264.461275:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078264.461279:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613253760:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769078264.461285:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613253888:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078264.461303:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078264.461312:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078264/real 1769078264] req@ffff9bc67afd9500 x1855007613253888/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078264.461323:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9500 x1855007613253888/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078264.461331:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078264.461334:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078264.461338:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613253888:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078264.461343:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613254016:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078264.461359:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078264.461369:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078264/real 1769078264] req@ffff9bc67afd8000 x1855007613254016/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078264.461380:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8000 x1855007613254016/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078264.461387:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078264.461390:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078264.461394:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613254016:192.168.204.139@tcp:8:kworker.0 00010000:00010000:0.0:1769078264.908939:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078264.909060:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078265.484873:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078265.932868:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078265.932929:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078266.508860:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078266.956877:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078266.956940:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078267.532873:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078267.980870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078267.980919:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078268.556881:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078269.004894:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078269.004957:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078269.580892:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078269.580928:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078269.580937:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078269.580941:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078269.580950:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5255 00000100:00080000:0.0:1769078269.580961:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078269.580967:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078269.581001:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613254144/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078269.581027:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078269.581030:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078269.581031:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078269.581035:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5255 00000100:00080000:0.0:1769078269.581037:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078269.581041:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078269.581049:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078269.581060:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613254272/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078269.581067:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078269.581070:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078269.581071:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078269.581073:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5255 00000100:00080000:0.0:1769078269.581081:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1769078269.581083:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613254144:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769078269.581089:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078269.581098:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078269.581116:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613254400/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078269.581127:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078269.581129:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078269.581131:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078269.581133:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5255 00000100:00080000:0.0:1769078269.581136:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078269.581139:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078269.581142:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078269.581150:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613254528/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769078269.581185:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078269.581240:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078269/real 1769078269] req@ffff9bc64f07e680 x1855007613254144/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078269.581266:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613254144/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078269.581277:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078269.581282:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078269.581286:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613254144:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078269.581316:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613254272:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078269.581335:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078269.581344:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078269/real 1769078269] req@ffff9bc64f07d180 x1855007613254272/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078269.581353:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613254272/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078269.581359:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078269.581361:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078269.581363:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613254272:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078269.581367:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613254400:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078269.581379:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078269.581384:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078269/real 1769078269] req@ffff9bc64f07f100 x1855007613254400/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078269.581391:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613254400/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078269.581396:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078269.581398:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078269.581399:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613254400:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078269.581402:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613254528:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078269.581412:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078269.581417:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078269/real 1769078269] req@ffff9bc64f07d880 x1855007613254528/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078269.581424:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613254528/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078269.581432:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078269.581434:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078269.581436:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613254528:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769078270.028945:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078270.029188:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078270.604934:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078271.052902:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078271.052981:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078271.628879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078272.076920:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078272.076994:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078272.652884:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078273.100888:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078273.101001:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078273.676883:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078274.124897:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078274.124937:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078274.700888:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769078274.700904:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078274.700913:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078274.700919:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078274.700929:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5260 00000100:00080000:2.0:1769078274.700941:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078274.700948:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769078274.700997:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb100 x1855007613254656/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078274.701029:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078274.701034:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078274.701036:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078274.701040:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5260 00000100:00080000:2.0:1769078274.701043:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078274.701047:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078274.701057:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078274.701069:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9c00 x1855007613254784/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078274.701078:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769078274.701079:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613254656:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769078274.701082:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769078274.701086:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078274.701091:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5260 00000100:00080000:2.0:1769078274.701093:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078274.701095:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078274.701098:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078274.701108:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9180 x1855007613254912/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078274.701115:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078274.701118:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769078274.701120:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078274.701124:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5260 00000100:00080000:2.0:1769078274.701127:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078274.701131:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078274.701135:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078274.701147:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdad80 x1855007613255040/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078274.701160:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078274.701204:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078274/real 1769078274] req@ffff9bc67afdb100 x1855007613254656/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078274.701223:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb100 x1855007613254656/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078274.701234:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078274.701238:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078274.701242:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613254656:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078274.701266:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613254784:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769078274.701285:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078274.701296:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078274/real 1769078274] req@ffff9bc67afd9c00 x1855007613254784/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078274.701307:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9c00 x1855007613254784/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078274.701315:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078274.701319:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078274.701322:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613254784:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769078274.701327:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613254912:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078274.701342:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078274.701350:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078274/real 1769078274] req@ffff9bc67afd9180 x1855007613254912/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078274.701361:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9180 x1855007613254912/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078274.701368:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078274.701371:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078274.701375:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613254912:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078274.701380:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613255040:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078274.701394:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078274.701402:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078274/real 1769078274] req@ffff9bc67afdad80 x1855007613255040/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078274.701413:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdad80 x1855007613255040/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078274.701420:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078274.701423:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078274.701426:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613255040:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769078275.148907:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078275.148993:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078275.724889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078276.172924:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078276.173047:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078276.748893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078277.196848:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078277.196884:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078277.772906:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078278.220874:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078278.221022:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078278.796892:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769078279.244996:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078279.246887:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00080000:0.0:1769078279.820900:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769078279.820901:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078279.820909:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078279.820914:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078279.820923:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5265 00000100:00080000:0.0:1769078279.820934:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078279.820941:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078279.820973:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613255168/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078279.820993:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078279.820996:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078279.820997:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078279.821000:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5265 00000100:00080000:0.0:1769078279.821002:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078279.821005:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078279.821012:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078279.821020:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613255296/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078279.821028:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078279.821031:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078279.821033:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769078279.821033:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613255168:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769078279.821040:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5265 00000100:00080000:0.0:1769078279.821043:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078279.821045:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078279.821048:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078279.821055:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613255424/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078279.821061:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078279.821063:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078279.821065:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078279.821067:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5265 00000100:00080000:0.0:1769078279.821069:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078279.821071:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078279.821075:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078279.821084:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613255552/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769078279.821098:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078279.821130:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078279/real 1769078279] req@ffff9bc64f07df80 x1855007613255168/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078279.821152:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613255168/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078279.821162:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078279.821167:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078279.821170:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613255168:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078279.821193:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613255296:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078279.821215:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078279.821227:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078279/real 1769078279] req@ffff9bc64f07c700 x1855007613255296/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078279.821238:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613255296/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078279.821246:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078279.821249:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078279.821252:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613255296:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078279.821257:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613255424:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078279.821375:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078279.821388:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078279/real 1769078279] req@ffff9bc64f07ed80 x1855007613255424/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078279.821410:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613255424/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078279.821418:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078279.821421:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078279.821424:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613255424:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078279.821429:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613255552:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078279.821449:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078279.821460:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078279/real 1769078279] req@ffff9bc64f07fb80 x1855007613255552/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078279.821471:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613255552/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078279.821478:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078279.821481:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078279.821484:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613255552:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769078280.268930:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078280.269964:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078280.844926:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078281.292902:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078281.292933:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078281.868854:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078282.316877:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078282.316939:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078282.892858:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078283.340867:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078283.341041:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078283.916883:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078284.364883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078284.366792:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769078284.940944:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078284.940954:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078284.940959:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078284.940967:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5270 00000100:00080000:2.0:1769078284.940978:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078284.940985:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769078284.941021:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb800 x1855007613255680/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078284.941084:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613255680:192.168.204.139@tcp:250:kworker.0 00000800:00000100:0.0:1769078284.941144:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:2.0:1769078284.941182:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078284.941186:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078284.941188:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078284.941193:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5270 00000100:00080000:2.0:1769078284.941198:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078284.941202:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078284.941210:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078284.941227:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8380 x1855007613255808/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078284.941410:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078284/real 1769078284] req@ffff9bc67afdb800 x1855007613255680/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078284.941429:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb800 x1855007613255680/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078284.941452:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078284.941457:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078284.941460:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613255680:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078284.941484:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613255808:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769078284.941509:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078284.941521:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078284/real 1769078284] req@ffff9bc67afd8380 x1855007613255808/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078284.941534:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8380 x1855007613255808/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078284.941543:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078284.941546:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078284.941549:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613255808:192.168.204.139@tcp:38:kworker.0 00000100:00080000:2.0:1769078284.941575:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078284.941579:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769078284.941581:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078284.941585:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5270 00000100:00080000:2.0:1769078284.941589:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078284.941593:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078284.941599:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078284.941613:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9880 x1855007613255936/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078284.941623:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078284.941626:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769078284.941628:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078284.941631:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5270 00000100:00080000:2.0:1769078284.941634:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078284.941638:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078284.941642:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078284.941653:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afda680 x1855007613256064/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078284.941869:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613255936:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078284.941894:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078284.941906:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078284/real 1769078284] req@ffff9bc67afd9880 x1855007613255936/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078284.941919:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9880 x1855007613255936/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078284.941927:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078284.941930:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078284.941934:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613255936:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078284.941939:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613256064:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078284.941958:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078284.941970:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078284/real 1769078284] req@ffff9bc67afda680 x1855007613256064/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078284.941981:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afda680 x1855007613256064/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078284.941988:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078284.941991:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078284.941994:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613256064:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769078284.942625:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078285.388855:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078285.389016:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078285.964952:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078286.412916:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078286.412994:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078286.988902:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078287.436894:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078287.436956:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078288.012880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078288.460879:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078288.460979:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078289.036862:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078289.484865:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078289.484932:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078290.060880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078290.060883:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078290.060890:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078290.060894:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078290.060901:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5275 00000100:00080000:0.0:1769078290.060910:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078290.060915:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078290.060944:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d500 x1855007613256192/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078290.060964:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078290.060967:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078290.060974:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078290.060976:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5275 00000100:00080000:0.0:1769078290.060979:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078290.060981:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078290.060989:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078290.060999:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613256320/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078290.061007:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769078290.061008:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613256192:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769078290.061010:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078290.061012:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078290.061018:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5275 00000100:00080000:0.0:1769078290.061020:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078290.061022:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078290.061025:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078290.061037:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613256448/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078290.061043:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078290.061045:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078290.061047:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078290.061050:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5275 00000100:00080000:0.0:1769078290.061054:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078290.061058:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078290.061062:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078290.061071:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613256576/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769078290.061080:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078290.061120:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078290/real 1769078290] req@ffff9bc64f07d500 x1855007613256192/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078290.061137:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d500 x1855007613256192/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078290.061146:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078290.061151:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078290.061154:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613256192:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078290.061177:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613256320:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078290.061198:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078290.061211:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078290/real 1769078290] req@ffff9bc64f07fb80 x1855007613256320/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078290.061223:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613256320/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078290.061241:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078290.061244:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078290.061248:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613256320:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078290.061254:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613256448:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078290.061274:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078290.061285:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078290/real 1769078290] req@ffff9bc64f07ed80 x1855007613256448/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078290.061297:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613256448/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078290.061311:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078290.061314:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078290.061318:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613256448:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078290.061323:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613256576:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078290.061342:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078290.061352:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078290/real 1769078290] req@ffff9bc64f07c700 x1855007613256576/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078290.061363:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613256576/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078290.061370:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078290.061374:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078290.061377:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613256576:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769078290.508867:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078290.508926:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078291.084897:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078291.532869:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078291.532925:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078292.108921:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078292.556890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078292.556939:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078293.132857:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078293.580848:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078293.580909:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078294.156885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078294.604839:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078294.604906:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078295.180860:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769078295.180864:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078295.180871:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078295.180874:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078295.180882:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5280 00000100:00080000:0.0:1769078295.180890:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078295.180896:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078295.180925:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613256704/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078295.180946:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078295.180948:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078295.180950:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078295.180952:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5280 00000100:00080000:0.0:1769078295.180954:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078295.180956:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078295.180963:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078295.180971:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613256832/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078295.180978:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078295.180982:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078295.180983:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769078295.180983:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613256704:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769078295.180989:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5280 00000100:00080000:0.0:1769078295.180992:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078295.180994:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078295.180997:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078295.181003:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613256960/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078295.181009:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078295.181011:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078295.181013:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078295.181015:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5280 00000100:00080000:0.0:1769078295.181017:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078295.181020:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078295.181023:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078295.181032:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613257088/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769078295.181056:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078295.181085:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078295/real 1769078295] req@ffff9bc64f07df80 x1855007613256704/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078295.181097:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613256704/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078295.181103:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078295.181106:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078295.181108:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613256704:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078295.181125:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613256832:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078295.181139:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078295.181145:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078295/real 1769078295] req@ffff9bc64f07d880 x1855007613256832/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078295.181152:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613256832/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078295.181158:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078295.181160:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078295.181161:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613256832:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078295.181165:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613256960:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078295.181185:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078295.181191:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078295/real 1769078295] req@ffff9bc64f07f100 x1855007613256960/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078295.181198:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613256960/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078295.181202:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078295.181204:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078295.181206:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613256960:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078295.181209:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613257088:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078295.181218:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078295.181223:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078295/real 1769078295] req@ffff9bc64f07d180 x1855007613257088/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078295.181234:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613257088/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078295.181241:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078295.181243:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078295.181245:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613257088:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769078295.628875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078295.628928:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078296.204882:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078296.652872:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078296.652926:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078297.228850:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078297.676837:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078297.676891:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078298.252884:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078298.700871:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078298.700927:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078299.276875:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078299.724859:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078299.724895:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078300.300849:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769078300.300862:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078300.300867:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078300.300870:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078300.300877:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5285 00000100:00080000:2.0:1769078300.300885:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078300.300890:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769078300.300918:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8a80 x1855007613257216/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078300.300937:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078300.300939:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078300.300940:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078300.300943:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5285 00000100:00080000:2.0:1769078300.300945:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078300.300947:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078300.300954:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078300.300978:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afda680 x1855007613257344/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078300.300979:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613257216:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769078300.301003:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078300.301007:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769078300.301008:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078300.301012:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5285 00000100:00080000:2.0:1769078300.301016:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078300.301020:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078300.301035:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769078300.301045:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078300.301049:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9880 x1855007613257472/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078300.301057:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078300.301060:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769078300.301061:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078300.301064:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5285 00000100:00080000:2.0:1769078300.301067:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078300.301069:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078300.301078:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078300.301083:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078300/real 1769078300] req@ffff9bc67afd8a80 x1855007613257216/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078300.301089:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8380 x1855007613257600/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078300.301120:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8a80 x1855007613257216/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078300.301131:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078300.301136:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078300.301139:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613257216:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078300.301161:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613257344:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769078300.301183:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078300.301195:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078300/real 1769078300] req@ffff9bc67afda680 x1855007613257344/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078300.301213:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afda680 x1855007613257344/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078300.301221:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078300.301224:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078300.301227:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613257344:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769078300.301233:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613257472:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078300.301251:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078300.301261:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078300/real 1769078300] req@ffff9bc67afd9880 x1855007613257472/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078300.301273:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9880 x1855007613257472/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078300.301281:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078300.301284:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078300.301287:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613257472:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078300.301292:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613257600:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078300.301337:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078300.301348:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078300/real 1769078300] req@ffff9bc67afd8380 x1855007613257600/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078300.301368:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8380 x1855007613257600/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078300.301382:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078300.301385:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078300.301389:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613257600:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769078300.748861:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078300.748930:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078301.324843:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078301.772854:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078301.773021:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078302.348902:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078302.796863:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078302.796967:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078303.372879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078303.820891:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078303.820967:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078304.396851:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078304.844868:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078304.844927:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769078305.420863:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769078305.420867:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769078305.420877:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078305.420881:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078305.420890:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5290 00000100:00080000:2.0:1769078305.420902:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078305.420909:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769078305.420940:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb800 x1855007613257728/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078305.420993:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078305.420997:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078305.421000:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078305.421005:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5290 00000100:00080000:2.0:1769078305.421009:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078305.421014:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078305.421023:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078305.421030:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613257728:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078305.421037:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdad80 x1855007613257856/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078305.421045:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078305.421048:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769078305.421049:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078305.421052:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5290 00000100:00080000:2.0:1769078305.421054:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078305.421057:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078305.421061:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078305.421068:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9180 x1855007613257984/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078305.421074:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078305.421076:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769078305.421077:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078305.421080:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5290 00000800:00000100:0.0:1769078305.421084:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:2.0:1769078305.421085:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078305.421090:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078305.421093:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078305.421102:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9c00 x1855007613258112/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078305.421117:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078305/real 1769078305] req@ffff9bc67afdb800 x1855007613257728/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078305.421130:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb800 x1855007613257728/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078305.421137:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078305.421139:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078305.421142:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613257728:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078305.421164:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613257856:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769078305.421178:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078305.421186:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078305/real 1769078305] req@ffff9bc67afdad80 x1855007613257856/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078305.421193:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdad80 x1855007613257856/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078305.421199:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078305.421200:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078305.421202:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613257856:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769078305.421206:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613257984:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078305.421239:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078305.421246:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078305/real 1769078305] req@ffff9bc67afd9180 x1855007613257984/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078305.421253:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9180 x1855007613257984/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078305.421258:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078305.421260:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078305.421262:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613257984:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078305.421265:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613258112:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078305.421274:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078305.421279:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078305/real 1769078305] req@ffff9bc67afd9c00 x1855007613258112/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078305.421285:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9c00 x1855007613258112/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078305.421289:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078305.421291:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078305.421293:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613258112:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769078305.868880:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078305.869075:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078306.444893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078306.892856:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078306.892938:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078307.468882:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078307.916875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078307.916941:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078308.492847:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078308.940860:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078308.940954:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078309.516935:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078309.964905:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078309.964969:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078310.540907:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078310.540945:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078310.540956:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078310.540962:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078310.540974:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5296 00000100:00080000:0.0:1769078310.540987:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078310.540995:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078310.541043:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613258240/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078310.541077:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078310.541081:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078310.541083:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078310.541088:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5296 00000100:00080000:0.0:1769078310.541092:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078310.541096:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078310.541108:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078310.541120:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613258240:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078310.541144:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613258368/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078310.541157:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078310.541161:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078310.541164:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078310.541168:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5296 00000100:00080000:0.0:1769078310.541172:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078310.541176:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078310.541182:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078310.541195:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613258496/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078310.541204:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078310.541207:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078310.541209:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078310.541213:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5296 00000100:00080000:0.0:1769078310.541216:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078310.541221:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078310.541226:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078310.541236:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c380 x1855007613258624/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078310.541267:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613258368:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078310.541307:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613258496:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078310.541333:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613258624:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769078310.988884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078310.988922:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078311.564942:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078312.012901:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078312.012984:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078312.588922:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078313.036901:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078313.036960:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078313.612923:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:3.0:1769078313.613131:0:2360:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:3.0:1769078313.613171:0:2360:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769078313.613184:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769078313.613216:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769078313.613222:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769078313.613227:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:2.0:1769078313.613352:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078310/real 1769078313] req@ffff9bc64f07dc00 x1855007613258368/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078313.613390:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613258368/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078313.613405:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078313.613411:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078313.613416:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613258368:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078313.613426:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078310/real 1769078313] req@ffff9bc64f07f480 x1855007613258496/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078313.613446:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613258496/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078313.613454:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078313.613458:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078313.613462:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613258496:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078313.613471:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078310/real 1769078313] req@ffff9bc64f07c380 x1855007613258624/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078313.613483:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c380 x1855007613258624/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078313.613491:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078313.613494:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078313.613497:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613258624:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078313.613506:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078310/real 1769078313] req@ffff9bc64f07e680 x1855007613258240/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078313.613520:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613258240/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078313.613527:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078313.613531:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078313.613534:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613258240:192.168.204.139@tcp:250:kworker.0 00000100:00100000:1.0:1769078314.060887:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078314.060950:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078314.636905:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078315.084876:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078315.084940:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078315.660866:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769078315.660866:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078315.660875:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078315.660879:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078315.660886:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5301 00000100:00080000:0.0:1769078315.660895:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078315.660901:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078315.660927:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613258752/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078315.660949:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078315.660952:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078315.660953:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078315.660956:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5301 00000100:00080000:0.0:1769078315.660958:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078315.660960:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078315.660969:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078315.660983:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613258880/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078315.660992:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613258752:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769078315.660996:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078315.661001:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078315.661003:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078315.661008:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5301 00000100:00080000:0.0:1769078315.661012:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078315.661016:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078315.661022:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078315.661034:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c380 x1855007613259008/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078315.661055:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078315.661058:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078315.661060:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078315.661064:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5301 00000100:00080000:0.0:1769078315.661067:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078315.661071:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078315.661075:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078315.661089:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613259136/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769078315.661247:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078315.661301:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078315/real 1769078315] req@ffff9bc64f07ce00 x1855007613258752/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078315.661325:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613258752/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078315.661339:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078315.661344:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078315.661349:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613258752:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078315.661380:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613258880:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078315.661406:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078315.661421:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078315/real 1769078315] req@ffff9bc64f07e680 x1855007613258880/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078315.661431:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613258880/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078315.661440:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078315.661443:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078315.661446:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613258880:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078315.661451:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613259008:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078315.661471:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078315.661480:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078315/real 1769078315] req@ffff9bc64f07c380 x1855007613259008/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078315.661497:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c380 x1855007613259008/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078315.661503:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078315.661506:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078315.661509:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613259008:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078315.661515:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613259136:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078315.661531:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078315.661540:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078315/real 1769078315] req@ffff9bc64f07f480 x1855007613259136/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078315.661549:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613259136/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078315.661556:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078315.661558:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078315.661561:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613259136:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769078316.108884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078316.108947:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078316.684902:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078317.132867:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078317.132909:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078317.708863:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078318.156887:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078318.156936:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078318.732884:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769078319.180912:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078319.180944:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078319.756886:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078320.204846:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078320.204865:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078320.780856:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769078320.780857:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078320.780866:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078320.780871:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078320.780880:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5306 00000100:00080000:0.0:1769078320.780890:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078320.780897:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078320.780931:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613259264/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078320.780981:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078320.780986:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078320.780988:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078320.780993:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5306 00000100:00080000:0.0:1769078320.780997:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1769078320.780998:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613259264:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769078320.781004:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078320.781014:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078320.781027:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613259392/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078320.781037:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078320.781040:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078320.781042:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078320.781045:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5306 00000100:00080000:0.0:1769078320.781049:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078320.781052:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078320.781056:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769078320.781061:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078320.781068:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613259520/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078320.781078:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078320.781081:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078320.781083:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078320.781087:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5306 00000100:00080000:0.0:1769078320.781090:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078320.781095:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769078320.781098:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078320/real 1769078320] req@ffff9bc64f07dc00 x1855007613259264/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1769078320.781101:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078320.781116:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613259648/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078320.781122:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613259264/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078320.781143:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078320.781147:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078320.781151:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613259264:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078320.781173:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613259392:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078320.781192:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078320.781204:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078320/real 1769078320] req@ffff9bc64f07d180 x1855007613259392/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078320.781215:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613259392/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078320.781222:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078320.781226:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078320.781239:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613259392:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078320.781249:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613259520:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078320.781266:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078320.781275:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078320/real 1769078320] req@ffff9bc64f07f100 x1855007613259520/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078320.781287:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613259520/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078320.781295:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078320.781297:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078320.781301:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613259520:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078320.781307:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613259648:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078320.781323:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078320.781333:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078320/real 1769078320] req@ffff9bc64f07d880 x1855007613259648/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078320.781343:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613259648/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078320.781351:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078320.781354:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078320.781357:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613259648:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078321.228874:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078321.228918:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078321.804863:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078322.252870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078322.252870:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078322.828837:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078323.276876:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078323.276924:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078323.852865:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078324.300870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078324.300934:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078324.876910:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078325.324895:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078325.325032:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078325.900862:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769078325.900862:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078325.900883:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078325.900888:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078325.900902:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5311 00000100:00080000:0.0:1769078325.900913:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078325.900921:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078325.900954:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613259776/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078325.900985:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078325.900989:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078325.900991:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078325.900994:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5311 00000100:00080000:0.0:1769078325.900998:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078325.901002:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078325.901010:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078325.901023:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613259904/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078325.901028:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613259776:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769078325.901041:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078325.901045:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078325.901047:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078325.901052:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5311 00000100:00080000:0.0:1769078325.901056:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078325.901060:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078325.901065:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078325.901077:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613260032/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078325.901087:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1769078325.901090:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769078325.901093:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078325.901096:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078325.901102:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5311 00000100:00080000:0.0:1769078325.901106:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078325.901110:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078325.901115:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078325.901130:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613260160/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078325.901130:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078325/real 1769078325] req@ffff9bc64f07df80 x1855007613259776/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078325.901172:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613259776/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078325.901180:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078325.901183:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078325.901185:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613259776:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078325.901203:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613259904:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078325.901219:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078325.901227:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078325/real 1769078325] req@ffff9bc64f07c700 x1855007613259904/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078325.901235:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613259904/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078325.901240:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078325.901242:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078325.901244:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613259904:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078325.901247:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613260032:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078325.901257:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078325.901263:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078325/real 1769078325] req@ffff9bc64f07ed80 x1855007613260032/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078325.901269:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613260032/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078325.901274:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078325.901276:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078325.901277:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613260032:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078325.901280:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613260160:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078325.901288:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078325.901293:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078325/real 1769078325] req@ffff9bc64f07fb80 x1855007613260160/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078325.901300:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613260160/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078325.901308:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078325.901310:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078325.901311:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613260160:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078326.348889:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078326.348903:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078326.924895:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078327.372900:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078327.372965:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078327.948904:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078328.396938:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078328.396975:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078328.972933:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078329.420917:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078329.420974:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078329.996894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078330.444916:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078330.444974:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078331.020916:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078331.020931:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078331.020942:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078331.020948:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078331.020961:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5316 00000100:00080000:0.0:1769078331.020974:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078331.020982:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078331.021031:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d500 x1855007613260288/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078331.021056:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078331.021059:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078331.021061:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078331.021066:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5316 00000100:00080000:0.0:1769078331.021070:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078331.021073:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078331.021084:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078331.021085:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613260288:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078331.021100:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613260416/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078331.021110:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078331.021114:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078331.021115:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078331.021119:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5316 00000100:00080000:0.0:1769078331.021122:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078331.021126:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078331.021130:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078331.021140:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613260544/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078331.021148:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078331.021151:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078331.021153:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078331.021157:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5316 00000100:00080000:0.0:1769078331.021161:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078331.021164:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078331.021169:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769078331.021173:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078331.021184:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613260672/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078331.021213:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078331/real 1769078331] req@ffff9bc64f07d500 x1855007613260288/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078331.021228:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d500 x1855007613260288/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078331.021235:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078331.021238:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078331.021241:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613260288:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078331.021267:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613260416:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078331.021295:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078331.021303:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078331/real 1769078331] req@ffff9bc64f07fb80 x1855007613260416/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078331.021311:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613260416/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078331.021317:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078331.021319:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078331.021321:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613260416:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078331.021326:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613260544:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078331.021337:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078331.021342:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078331/real 1769078331] req@ffff9bc64f07ed80 x1855007613260544/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078331.021350:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613260544/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078331.021354:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078331.021356:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078331.021358:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613260544:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078331.021361:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613260672:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078331.021370:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078331.021375:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078331/real 1769078331] req@ffff9bc64f07c700 x1855007613260672/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078331.021381:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613260672/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078331.021385:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078331.021387:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078331.021389:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613260672:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078331.468893:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078331.468950:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078332.044883:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078332.492907:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078332.492985:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078333.068928:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078333.516882:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078333.516994:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078334.092890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078334.540887:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078334.540952:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078335.116910:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078335.564898:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078335.564957:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078336.140912:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769078336.140918:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078336.140933:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078336.140939:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078336.140951:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5321 00000100:00080000:0.0:1769078336.140964:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078336.140974:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078336.141017:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613260800/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078336.141047:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078336.141051:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078336.141053:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078336.141057:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5321 00000100:00080000:0.0:1769078336.141060:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078336.141064:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078336.141075:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078336.141086:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613260928/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078336.141097:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078336.141103:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1769078336.141103:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613260800:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769078336.141105:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078336.141112:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5321 00000100:00080000:0.0:1769078336.141116:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078336.141120:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078336.141124:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078336.141135:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613261056/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078336.141141:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078336.141143:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078336.141145:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078336.141149:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5321 00000100:00080000:0.0:1769078336.141153:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078336.141157:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078336.141162:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769078336.141186:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078336.141193:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613261184/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078336.141234:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078336/real 1769078336] req@ffff9bc64f07df80 x1855007613260800/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078336.141254:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613260800/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078336.141266:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078336.141270:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078336.141275:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613260800:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078336.141300:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613260928:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078336.141321:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078336.141333:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078336/real 1769078336] req@ffff9bc64f07d880 x1855007613260928/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078336.141345:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613260928/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078336.141354:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078336.141358:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078336.141361:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613260928:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078336.141367:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613261056:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078336.141383:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078336.141392:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078336/real 1769078336] req@ffff9bc64f07f100 x1855007613261056/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078336.141404:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613261056/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078336.141428:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078336.141432:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078336.141435:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613261056:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078336.141441:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613261184:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078336.141459:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078336.141467:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078336/real 1769078336] req@ffff9bc64f07d180 x1855007613261184/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078336.141478:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613261184/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078336.141486:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078336.141489:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078336.141492:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613261184:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078336.588847:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078336.588913:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078337.164935:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078337.612901:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078337.612942:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078338.188894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078338.636963:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078338.637033:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078339.212875:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078339.660871:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078339.660919:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078340.236890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078340.684882:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078340.684967:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078341.260872:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078341.260893:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078341.260904:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078341.260910:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078341.260921:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5326 00000100:00080000:0.0:1769078341.260935:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078341.260943:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078341.260987:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613261312/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078341.261022:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078341.261026:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078341.261034:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078341.261039:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5326 00000100:00080000:0.0:1769078341.261042:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078341.261047:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078341.261058:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078341.261071:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613261440/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078341.261075:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613261312:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769078341.261090:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078341.261093:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078341.261096:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078341.261101:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5326 00000100:00080000:0.0:1769078341.261104:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078341.261109:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078341.261115:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078341.261132:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c380 x1855007613261568/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078341.261142:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078341.261146:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078341.261147:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1769078341.261152:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769078341.261153:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5326 00000100:00080000:0.0:1769078341.261159:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078341.261163:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078341.261168:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078341.261178:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613261696/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078341.261206:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078341/real 1769078341] req@ffff9bc64f07dc00 x1855007613261312/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078341.261222:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613261312/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078341.261230:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078341.261234:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078341.261238:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613261312:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078341.261265:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613261440:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078341.261288:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078341.261298:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078341/real 1769078341] req@ffff9bc64f07f480 x1855007613261440/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078341.261306:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613261440/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078341.261311:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078341.261314:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078341.261316:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613261440:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078341.261320:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613261568:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078341.261331:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078341.261336:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078341/real 1769078341] req@ffff9bc64f07c380 x1855007613261568/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078341.261343:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c380 x1855007613261568/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078341.261348:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078341.261349:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078341.261351:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613261568:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078341.261354:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613261696:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078341.261363:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078341.261368:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078341/real 1769078341] req@ffff9bc64f07e680 x1855007613261696/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078341.261375:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613261696/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078341.261380:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078341.261382:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078341.261383:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613261696:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078341.708878:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078341.708992:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078342.284868:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078342.732872:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078342.732953:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078343.308880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769078343.756937:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078343.756986:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078344.332895:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078344.780880:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078344.780992:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078345.356855:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769078345.804925:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078345.804940:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00080000:0.0:1769078346.380869:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769078346.380869:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078346.380877:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078346.380881:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078346.380888:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5331 00000100:00080000:0.0:1769078346.380895:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078346.380901:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078346.380953:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613261824/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078346.380973:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078346.380975:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078346.380976:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078346.380979:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5331 00000100:00080000:0.0:1769078346.380981:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078346.380984:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078346.380990:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078346.381006:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613261952/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078346.381014:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078346.381016:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078346.381018:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769078346.381021:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613261824:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769078346.381022:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5331 00000100:00080000:0.0:1769078346.381028:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078346.381032:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078346.381035:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078346.381042:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c380 x1855007613262080/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078346.381048:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078346.381050:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078346.381051:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078346.381053:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5331 00000100:00080000:0.0:1769078346.381055:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078346.381058:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078346.381061:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078346.381067:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613262208/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769078346.381082:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078346.381127:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078346/real 1769078346] req@ffff9bc64f07ce00 x1855007613261824/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078346.381145:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613261824/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078346.381155:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078346.381159:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078346.381162:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613261824:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078346.381183:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613261952:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078346.381204:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078346.381215:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078346/real 1769078346] req@ffff9bc64f07e680 x1855007613261952/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078346.381226:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613261952/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078346.381240:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078346.381243:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078346.381247:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613261952:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078346.381252:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613262080:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078346.381268:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078346.381286:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078346/real 1769078346] req@ffff9bc64f07c380 x1855007613262080/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078346.381298:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c380 x1855007613262080/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078346.381305:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078346.381309:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078346.381312:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613262080:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078346.381318:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613262208:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078346.381334:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078346.381342:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078346/real 1769078346] req@ffff9bc64f07f480 x1855007613262208/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078346.381353:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613262208/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078346.381360:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078346.381363:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078346.381366:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613262208:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078346.828899:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078346.828908:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078347.404842:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078347.852857:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078347.852873:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078348.428885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078348.876867:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078348.876922:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078349.452871:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078349.900899:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078349.900962:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078350.476884:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078350.925466:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078350.925577:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078351.500896:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769078351.500898:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078351.500907:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078351.500912:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078351.500922:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5337 00000100:00080000:3.0:1769078351.500931:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078351.500939:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769078351.500974:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613262336/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078351.501001:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078351.501004:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078351.501006:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078351.501010:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5337 00000100:00080000:3.0:1769078351.501014:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078351.501018:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078351.501027:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078351.501039:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613262464/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078351.501049:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078351.501052:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769078351.501054:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078351.501058:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5337 00000100:00080000:3.0:1769078351.501062:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1769078351.501066:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613262336:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769078351.501068:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078351.501076:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078351.501092:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613262592/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078351.501101:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078351.501104:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769078351.501106:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078351.501111:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5337 00000100:00080000:3.0:1769078351.501115:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078351.501119:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078351.501123:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078351.501133:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613262720/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769078351.501142:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078351.501216:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078351/real 1769078351] req@ffff9bc64d9aea00 x1855007613262336/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078351.501236:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613262336/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078351.501255:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078351.501259:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078351.501263:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613262336:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078351.501269:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613262464:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078351.501292:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078351.501317:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078351/real 1769078351] req@ffff9bc64d9adf80 x1855007613262464/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078351.501330:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613262464/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078351.501339:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078351.501342:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078351.501345:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613262464:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078351.501381:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613262592:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078351.501412:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078351.501424:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078351/real 1769078351] req@ffff9bc64d9ad500 x1855007613262592/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078351.501482:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613262592/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078351.501490:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078351.501493:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078351.501496:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613262592:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078351.501531:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613262720:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078351.501563:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078351.501574:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078351/real 1769078351] req@ffff9bc64d9ace00 x1855007613262720/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078351.501585:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613262720/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078351.501593:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078351.501596:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078351.501617:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613262720:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078351.948889:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078351.949265:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078352.524895:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078352.972886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078352.972951:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078353.548879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078353.996863:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078353.996921:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078354.572885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078355.020877:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078355.020937:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078355.596838:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769078356.044918:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078356.044960:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078356.620866:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078356.620885:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078356.620893:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078356.620897:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078356.620904:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5342 00000100:00080000:0.0:1769078356.620912:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078356.620917:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078356.620951:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613262848/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078356.620978:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078356.620981:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078356.620984:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078356.620988:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5342 00000100:00080000:0.0:1769078356.620991:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078356.620994:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078356.621003:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078356.621012:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613262848:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078356.621019:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613262976/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078356.621031:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078356.621035:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078356.621038:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078356.621041:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5342 00000100:00080000:0.0:1769078356.621046:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078356.621049:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078356.621055:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769078356.621064:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078356.621069:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613263104/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078356.621080:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078356.621083:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078356.621085:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078356.621089:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5342 00000100:00080000:0.0:1769078356.621093:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078356.621097:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078356.621102:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078356.621108:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078356/real 1769078356] req@ffff9bc64f07dc00 x1855007613262848/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078356.621114:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613263232/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078356.621144:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613262848/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078356.621152:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078356.621155:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078356.621157:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613262848:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078356.621174:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613262976:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078356.621190:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078356.621199:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078356/real 1769078356] req@ffff9bc64f07d180 x1855007613262976/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078356.621206:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613262976/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078356.621211:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078356.621213:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078356.621215:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613262976:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078356.621220:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613263104:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078356.621231:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078356.621236:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078356/real 1769078356] req@ffff9bc64f07f100 x1855007613263104/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078356.621242:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613263104/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078356.621247:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078356.621249:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078356.621250:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613263104:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078356.621254:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613263232:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078356.621262:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078356.621267:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078356/real 1769078356] req@ffff9bc64f07d880 x1855007613263232/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078356.621273:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613263232/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078356.621278:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078356.621279:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078356.621281:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613263232:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078357.068884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078357.068956:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078357.644853:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078358.092865:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078358.092898:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078358.668873:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078359.116921:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078359.116949:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078359.692849:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769078360.140870:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078360.140874:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078360.716893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078361.164880:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078361.166405:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078361.740857:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078361.740867:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1769078361.740867:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078361.740872:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078361.740883:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5347 00000100:00080000:0.0:1769078361.740893:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078361.740900:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078361.740935:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613263360/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078361.740970:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078361.740974:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078361.740976:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078361.740979:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5347 00000100:00080000:0.0:1769078361.740983:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078361.740987:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078361.740996:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078361.741008:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613263488/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078361.741018:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078361.741021:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078361.741022:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078361.741027:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5347 00000100:00080000:0.0:1769078361.741030:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078361.741034:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078361.741039:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078361.741049:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613263616/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078361.741057:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078361.741060:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078361.741062:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078361.741065:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5347 00000100:00080000:0.0:1769078361.741068:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078361.741071:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078361.741076:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078361.741093:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613263744/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078361.741115:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613263360:192.168.204.139@tcp:250:kworker.0 00000800:00000100:2.0:1769078361.741182:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078361.741226:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078361/real 1769078361] req@ffff9bc64f07df80 x1855007613263360/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078361.741240:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613263360/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078361.741249:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078361.741253:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078361.741256:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613263360:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078361.741420:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613263488:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078361.741439:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078361.741452:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078361/real 1769078361] req@ffff9bc64f07c700 x1855007613263488/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078361.741464:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613263488/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078361.741472:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078361.741474:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078361.741478:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613263488:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078361.741483:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613263616:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078361.741503:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078361.741513:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078361/real 1769078361] req@ffff9bc64f07ed80 x1855007613263616/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078361.741525:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613263616/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078361.741533:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078361.741536:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078361.741540:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613263616:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078361.741545:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613263744:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078361.741562:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078361.741573:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078361/real 1769078361] req@ffff9bc64f07fb80 x1855007613263744/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078361.741583:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613263744/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078361.741589:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078361.741591:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078361.741592:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613263744:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078362.188861:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078362.188945:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078362.764885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078363.212849:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078363.212903:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078363.788925:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078364.236882:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078364.236936:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078364.812895:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078365.260830:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078365.260870:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078365.836879:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078366.284908:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078366.285222:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078366.860855:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769078366.860858:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078366.860865:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078366.860870:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078366.860887:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5352 00000100:00080000:0.0:1769078366.860897:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078366.860903:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078366.860935:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d500 x1855007613263872/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078366.860966:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078366.860969:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078366.860971:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078366.860975:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5352 00000100:00080000:0.0:1769078366.860978:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078366.860981:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078366.860990:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078366.861003:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613264000/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078366.861006:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613263872:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769078366.861019:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078366.861023:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078366.861025:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078366.861029:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5352 00000100:00080000:0.0:1769078366.861033:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078366.861037:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078366.861042:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078366.861051:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613264128/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769078366.861059:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769078366.861070:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078366.861073:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078366.861075:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078366.861080:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5352 00000100:00080000:0.0:1769078366.861084:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078366.861088:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078366.861093:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078366.861098:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078366/real 1769078366] req@ffff9bc64f07d500 x1855007613263872/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078366.861105:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613264256/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078366.861126:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d500 x1855007613263872/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078366.861137:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078366.861141:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078366.861145:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613263872:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078366.861166:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613264000:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078366.861217:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078366.861229:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078366/real 1769078366] req@ffff9bc64f07fb80 x1855007613264000/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078366.861238:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613264000/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078366.861243:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078366.861245:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078366.861247:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613264000:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078366.861251:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613264128:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078366.861264:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078366.861270:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078366/real 1769078366] req@ffff9bc64f07ed80 x1855007613264128/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078366.861276:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613264128/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078366.861281:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078366.861282:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078366.861284:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613264128:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078366.861287:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613264256:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078366.861295:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078366.861307:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078366/real 1769078366] req@ffff9bc64f07c700 x1855007613264256/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078366.861314:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613264256/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078366.861318:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078366.861320:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078366.861322:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613264256:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078367.308886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078367.308915:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078367.884917:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769078368.332898:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078368.332901:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078368.908867:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078369.356890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078369.356964:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078369.932917:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078370.380891:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078370.380981:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078370.956872:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078371.404881:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078371.404948:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078371.980892:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769078371.980899:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078371.980907:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078371.980912:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078371.980921:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5357 00000100:00080000:3.0:1769078371.980931:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078371.980937:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769078371.980979:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613264384/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078371.981003:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078371.981006:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078371.981008:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078371.981012:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5357 00000100:00080000:3.0:1769078371.981015:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078371.981018:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078371.981027:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078371.981038:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613264512/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078371.981043:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613264384:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769078371.981055:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078371.981059:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769078371.981061:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078371.981065:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5357 00000100:00080000:3.0:1769078371.981069:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078371.981073:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078371.981078:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078371.981102:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613264640/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078371.981111:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078371.981115:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769078371.981116:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078371.981129:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5357 00000100:00080000:3.0:1769078371.981133:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078371.981137:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078371.981141:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769078371.981145:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:3.0:1769078371.981155:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613264768/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078371.981207:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078371/real 1769078371] req@ffff9bc64d9ace00 x1855007613264384/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078371.981226:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613264384/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078371.981235:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078371.981240:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078371.981243:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613264384:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078371.981264:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613264512:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078371.981281:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078371.981289:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078371/real 1769078371] req@ffff9bc64d9ad500 x1855007613264512/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078371.981296:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613264512/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078371.981302:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078371.981304:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078371.981305:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613264512:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078371.981309:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613264640:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078371.981318:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078371.981323:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078371/real 1769078371] req@ffff9bc64d9adf80 x1855007613264640/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078371.981339:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613264640/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078371.981347:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078371.981349:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078371.981351:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613264640:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078371.981354:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613264768:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078371.981367:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078371.981373:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078371/real 1769078371] req@ffff9bc64d9aea00 x1855007613264768/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078371.981379:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613264768/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078371.981384:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078371.981386:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078371.981388:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613264768:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078372.428891:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078372.429025:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078373.004898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078373.452867:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078373.452916:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078374.028885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078374.476889:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078374.476964:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078375.052998:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769078375.500971:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078375.501245:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078376.076943:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078376.524950:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078376.525032:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769078377.100884:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769078377.100887:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769078377.100897:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078377.100902:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078377.100913:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5362 00000100:00080000:3.0:1769078377.100927:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078377.100936:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769078377.100981:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613264896/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078377.101026:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078377.101030:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078377.101032:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078377.101037:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5362 00000100:00080000:3.0:1769078377.101040:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078377.101044:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078377.101055:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078377.101068:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613265024/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078377.101080:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769078377.101082:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613264896:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769078377.101087:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769078377.101091:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078377.101096:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5362 00000100:00080000:3.0:1769078377.101100:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078377.101104:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078377.101109:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078377.101120:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613265152/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078377.101129:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078377.101132:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769078377.101135:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078377.101138:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5362 00000100:00080000:3.0:1769078377.101153:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078377.101157:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078377.101161:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078377.101173:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613265280/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078377.101207:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613265024:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078377.101246:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613265152:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078377.101268:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613265280:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078377.548857:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078377.548916:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078378.125036:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078378.573131:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078378.574702:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078379.148940:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078379.596884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078379.596933:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078380.173053:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:2.0:1769078380.173199:0:2358:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:2.0:1769078380.173252:0:2358:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769078380.173269:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769078380.173313:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769078380.173323:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769078380.173332:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:0.0:1769078380.173406:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078377/real 1769078380] req@ffff9bc64d9adc00 x1855007613265024/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078380.173432:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613265024/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078380.173444:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078380.173448:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078380.173452:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613265024:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769078380.173460:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078377/real 1769078380] req@ffff9bc64d9ad880 x1855007613265152/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078380.173492:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613265152/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078380.173498:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078380.173500:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078380.173502:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613265152:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078380.173508:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078377/real 1769078380] req@ffff9bc64d9ad180 x1855007613265280/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078380.173519:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613265280/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078380.173526:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078380.173528:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078380.173531:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613265280:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078380.173538:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078377/real 1769078380] req@ffff9bc64d9ac380 x1855007613264896/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078380.174750:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613264896/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078380.174761:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078380.174766:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078380.174769:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613264896:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078380.620911:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078380.620989:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078381.196957:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078381.644881:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078381.644952:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078382.220860:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078382.220870:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078382.220874:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078382.220884:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5367 00000100:00080000:0.0:1769078382.220895:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078382.220902:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769078382.220926:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078382.220961:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613265408/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078382.220993:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078382.220997:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078382.220999:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078382.221004:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5367 00000100:00080000:0.0:1769078382.221008:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078382.221024:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078382.221033:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078382.221045:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613265536/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078382.221053:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078382.221056:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078382.221057:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078382.221060:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5367 00000100:00080000:0.0:1769078382.221063:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078382.221066:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078382.221070:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078382.221077:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613265664/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078382.221087:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078382.221090:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078382.221092:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078382.221095:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5367 00000100:00080000:0.0:1769078382.221098:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078382.221101:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078382.221105:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078382.221115:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613265792/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078382.221121:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613265408:192.168.204.139@tcp:250:kworker.0 00000800:00000100:2.0:1769078382.221210:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078382.221269:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078382/real 1769078382] req@ffff9bc64f07df80 x1855007613265408/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078382.221290:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613265408/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078382.221302:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078382.221306:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078382.221310:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613265408:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078382.221317:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613265536:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078382.221338:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078382.221350:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078382/real 1769078382] req@ffff9bc64f07d880 x1855007613265536/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078382.221362:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613265536/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078382.221371:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078382.221374:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078382.221377:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613265536:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078382.221383:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613265664:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078382.221410:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078382.221420:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078382/real 1769078382] req@ffff9bc64f07f100 x1855007613265664/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078382.221431:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613265664/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078382.221438:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078382.221441:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078382.221447:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613265664:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078382.221475:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613265792:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078382.221494:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078382.221504:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078382/real 1769078382] req@ffff9bc64f07d180 x1855007613265792/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078382.221513:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613265792/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078382.221520:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078382.221523:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078382.221526:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613265792:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078382.668958:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078382.669314:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078383.245051:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769078383.692911:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078383.692922:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078384.268856:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078384.716938:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078384.716944:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078385.292917:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078385.740924:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078385.740975:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078386.316962:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078386.764907:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078386.764949:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078387.340923:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078387.340934:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078387.340940:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769078387.340947:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078387.340949:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5372 00000100:00080000:0.0:1769078387.340962:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078387.340969:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078387.341011:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613265920/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078387.341037:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078387.341041:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078387.341042:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078387.341048:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5372 00000100:00080000:0.0:1769078387.341051:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078387.341056:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078387.341066:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078387.341078:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613266048/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078387.341086:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078387.341089:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1769078387.341090:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613265920:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769078387.341091:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078387.341094:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5372 00000100:00080000:0.0:1769078387.341097:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078387.341100:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078387.341105:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078387.341112:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c380 x1855007613266176/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078387.341120:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078387.341122:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078387.341124:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078387.341127:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5372 00000100:00080000:0.0:1769078387.341130:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078387.341133:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078387.341137:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078387.341145:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613266304/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769078387.341164:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078387.341208:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078387/real 1769078387] req@ffff9bc64f07dc00 x1855007613265920/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078387.341228:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613265920/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078387.341235:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078387.341238:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078387.341241:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613265920:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078387.341261:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613266048:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078387.341276:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078387.341284:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078387/real 1769078387] req@ffff9bc64f07f480 x1855007613266048/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078387.341291:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613266048/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078387.341296:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078387.341298:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078387.341300:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613266048:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078387.341303:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613266176:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078387.341312:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078387.341317:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078387/real 1769078387] req@ffff9bc64f07c380 x1855007613266176/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078387.341323:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c380 x1855007613266176/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078387.341331:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078387.341333:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078387.341335:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613266176:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078387.341338:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613266304:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078387.341346:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078387.341359:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078387/real 1769078387] req@ffff9bc64f07e680 x1855007613266304/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078387.341365:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613266304/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078387.341370:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078387.341372:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078387.341374:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613266304:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769078387.788923:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078387.789002:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078388.364886:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078388.812910:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078388.812991:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078389.388866:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078389.836898:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078389.836955:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078390.412885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078390.860860:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078390.860870:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078391.436940:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078391.884894:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078391.884979:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078392.460888:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078392.460906:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078392.460913:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078392.460917:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078392.460926:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5378 00000100:00080000:0.0:1769078392.460936:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078392.460942:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078392.460975:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ce00 x1855007613266432/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078392.461001:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078392.461004:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078392.461006:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078392.461010:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5378 00000100:00080000:0.0:1769078392.461013:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078392.461017:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078392.461025:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078392.461039:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07e680 x1855007613266560/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078392.461048:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613266432:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769078392.461052:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078392.461057:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078392.461059:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078392.461063:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5378 00000100:00080000:0.0:1769078392.461067:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078392.461071:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078392.461076:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078392.461089:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c380 x1855007613266688/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078392.461097:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078392.461101:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078392.461102:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078392.461106:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5378 00000100:00080000:0.0:1769078392.461110:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1769078392.461113:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769078392.461118:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078392.461123:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078392.461134:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f480 x1855007613266816/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078392.461171:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078392/real 1769078392] req@ffff9bc64f07ce00 x1855007613266432/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078392.461189:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ce00 x1855007613266432/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078392.461196:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078392.461199:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078392.461203:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613266432:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078392.461220:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613266560:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078392.461241:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078392.461253:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078392/real 1769078392] req@ffff9bc64f07e680 x1855007613266560/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078392.461264:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07e680 x1855007613266560/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078392.461272:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078392.461275:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078392.461278:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613266560:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078392.461285:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613266688:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078392.461302:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078392.461312:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078392/real 1769078392] req@ffff9bc64f07c380 x1855007613266688/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078392.461323:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c380 x1855007613266688/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078392.461342:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078392.461345:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078392.461349:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613266688:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078392.461354:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613266816:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078392.461372:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078392.461383:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078392/real 1769078392] req@ffff9bc64f07f480 x1855007613266816/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078392.461394:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f480 x1855007613266816/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078392.461413:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078392.461417:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078392.461420:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613266816:192.168.204.139@tcp:8:kworker.0 00000100:00100000:1.0:1769078392.908884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078392.908923:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078393.484892:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078393.932930:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078393.933000:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078394.511187:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078394.957032:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078394.957249:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078395.532889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078395.980893:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078395.980921:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078396.556908:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078397.004884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078397.009892:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078397.580859:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769078397.580906:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078397.580913:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078397.580918:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078397.580926:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5383 00000100:00080000:3.0:1769078397.580936:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078397.580943:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769078397.580978:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613266944/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078397.581009:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078397.581013:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078397.581015:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078397.581019:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5383 00000100:00080000:3.0:1769078397.581022:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078397.581026:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078397.581035:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078397.581047:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613267072/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078397.581056:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078397.581059:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769078397.581060:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078397.581063:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5383 00000100:00080000:3.0:1769078397.581067:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078397.581070:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078397.581075:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078397.581085:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613267200/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078397.581094:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078397.581097:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769078397.581099:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078397.581101:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5383 00000100:00080000:3.0:1769078397.581104:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078397.581106:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078397.581110:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078397.581116:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613267328/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078397.581187:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613266944:192.168.204.139@tcp:250:kworker.0 00000800:00000100:2.0:1769078397.581239:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078397.581281:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078397/real 1769078397] req@ffff9bc64d9aca80 x1855007613266944/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078397.581299:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613266944/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078397.581309:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078397.581314:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078397.581318:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613266944:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078397.581325:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613267072:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078397.581354:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078397.581365:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078397/real 1769078397] req@ffff9bc64d9ae680 x1855007613267072/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078397.581376:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613267072/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078397.581384:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078397.581387:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078397.581390:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613267072:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078397.581396:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613267200:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078397.581414:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078397.581424:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078397/real 1769078397] req@ffff9bc64d9ac000 x1855007613267200/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078397.581431:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613267200/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078397.581436:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078397.581438:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078397.581440:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613267200:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078397.581443:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613267328:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078397.581454:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078397.581459:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078397/real 1769078397] req@ffff9bc64d9aed80 x1855007613267328/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078397.581465:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613267328/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078397.581470:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078397.581471:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078397.581474:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613267328:192.168.204.139@tcp:8:kworker.0 00010000:00010000:3.0:1769078398.028924:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078398.028948:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078398.604868:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078399.052886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078399.052965:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078399.628873:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:1.0:1769078400.076850:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078400.077865:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078400.652904:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769078401.100907:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078401.101032:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078401.676889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078402.124872:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078402.124976:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769078402.700860:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769078402.700861:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769078402.700870:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078402.700875:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078402.700884:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5388 00000100:00080000:3.0:1769078402.700895:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078402.700902:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769078402.700936:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613267456/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078402.700963:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078402.700967:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078402.700969:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078402.700973:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5388 00000100:00080000:3.0:1769078402.700977:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078402.700981:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078402.700989:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078402.700999:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613267456:192.168.204.139@tcp:250:kworker.0 00000100:00100000:3.0:1769078402.701005:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613267584/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078402.701021:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078402.701023:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769078402.701025:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078402.701027:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5388 00000100:00080000:3.0:1769078402.701045:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078402.701048:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000800:00000100:2.0:1769078402.701052:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000008:00100000:3.0:1769078402.701055:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078402.701067:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613267712/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078402.701073:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078402.701076:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769078402.701077:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078402.701080:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5388 00000100:00080000:3.0:1769078402.701083:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1769078402.701086:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078402/real 1769078402] req@ffff9bc64d9aed80 x1855007613267456/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078402.701088:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078402.701093:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078402.701106:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613267840/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078402.701109:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613267456/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078402.701125:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078402.701129:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078402.701132:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613267456:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078402.701149:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613267584:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078402.701161:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078402.701175:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078402/real 1769078402] req@ffff9bc64d9ac000 x1855007613267584/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078402.701184:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613267584/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078402.701189:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078402.701191:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078402.701193:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613267584:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078402.701196:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613267712:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078402.701212:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078402.701218:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078402/real 1769078402] req@ffff9bc64d9ae680 x1855007613267712/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078402.701224:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613267712/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078402.701229:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078402.701230:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078402.701232:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613267712:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078402.701235:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613267840:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078402.701244:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078402.701248:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078402/real 1769078402] req@ffff9bc64d9aca80 x1855007613267840/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078402.701255:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613267840/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078402.701259:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078402.701260:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078402.701262:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613267840:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078403.148903:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078403.148962:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078403.724874:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769078404.172963:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078404.173024:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078404.748951:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078405.196894:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078405.196900:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078405.772865:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769078406.220925:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078406.221566:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078406.796868:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078407.244889:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078407.245007:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078407.820985:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769078407.820997:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078407.821004:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078407.821009:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078407.821017:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5393 00000100:00080000:2.0:1769078407.821026:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078407.821031:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769078407.821061:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb100 x1855007613267968/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078407.821099:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078407.821103:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078407.821105:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078407.821109:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5393 00000100:00080000:2.0:1769078407.821113:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078407.821117:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078407.821126:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078407.821139:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8000 x1855007613268096/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078407.821146:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078407.821148:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769078407.821149:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078407.821152:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5393 00000100:00080000:2.0:1769078407.821154:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078407.821157:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078407.821161:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078407.821171:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9500 x1855007613268224/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078407.821179:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078407.821182:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769078407.821184:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078407.821187:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5393 00000100:00080000:2.0:1769078407.821190:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078407.821193:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078407.821198:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078407.821207:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9f80 x1855007613268352/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078407.821890:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613267968:192.168.204.139@tcp:250:kworker.0 00000800:00000100:0.0:1769078407.821950:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078407.821984:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078407/real 1769078407] req@ffff9bc67afdb100 x1855007613267968/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078407.822001:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb100 x1855007613267968/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078407.822010:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078407.822014:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078407.822017:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613267968:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078407.822025:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613268096:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769078407.822046:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078407.822059:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078407/real 1769078407] req@ffff9bc67afd8000 x1855007613268096/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078407.822070:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8000 x1855007613268096/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078407.822078:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078407.822082:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078407.822085:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613268096:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769078407.822091:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613268224:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078407.822109:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078407.822119:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078407/real 1769078407] req@ffff9bc67afd9500 x1855007613268224/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078407.822131:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9500 x1855007613268224/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078407.822137:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078407.822140:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078407.822143:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613268224:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078407.822149:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613268352:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078407.822166:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078407.822175:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078407/real 1769078407] req@ffff9bc67afd9f80 x1855007613268352/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078407.822191:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9f80 x1855007613268352/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078407.822198:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078407.822201:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078407.822203:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613268352:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078408.268887:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078408.268954:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078408.845025:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078409.292874:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078409.292947:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078409.868890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078410.316912:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078410.317499:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078410.892889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078411.340870:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078411.340896:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078411.916897:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078412.365478:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078412.365927:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769078412.940882:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078412.940893:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078412.940897:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769078412.940907:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769078412.940908:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5398 00000100:00080000:3.0:1769078412.940920:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078412.940927:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769078412.940960:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613268480/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078412.941034:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613268480:192.168.204.139@tcp:250:kworker.0 00000800:00000100:0.0:1769078412.941093:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769078412.941122:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078412.941126:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078412.941128:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078412.941132:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5398 00000100:00080000:3.0:1769078412.941136:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078412.941140:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078412.941148:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078412.941161:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613268608/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078412.941237:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078412/real 1769078412] req@ffff9bc64d9ac380 x1855007613268480/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078412.941253:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613268480/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078412.941262:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078412.941266:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078412.941270:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613268480:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078412.941289:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613268608:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769078412.941322:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078412.941333:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078412/real 1769078412] req@ffff9bc64d9ad180 x1855007613268608/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078412.941344:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613268608/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078412.941358:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078412.941361:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078412.941364:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613268608:192.168.204.139@tcp:38:kworker.0 00000100:00080000:3.0:1769078412.941679:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078412.941683:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769078412.941689:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078412.941693:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5398 00000100:00080000:3.0:1769078412.941698:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078412.941702:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078412.941708:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078412.941721:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613268736/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078412.941736:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078412.941740:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769078412.941741:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078412.941745:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5398 00000100:00080000:3.0:1769078412.941749:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769078412.941755:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613268736:192.168.204.139@tcp:8:kworker.0 00000100:00080000:3.0:1769078412.941755:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078412.941764:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078412.941813:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613268864/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078412.941817:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078412.941831:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078412/real 1769078412] req@ffff9bc64d9ad880 x1855007613268736/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078412.941855:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613268736/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078412.941862:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078412.941866:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078412.941869:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613268736:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078412.941884:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613268864:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078412.941903:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078412.941913:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078412/real 1769078412] req@ffff9bc64d9adc00 x1855007613268864/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078412.941924:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613268864/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078412.941931:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078412.941934:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078412.941938:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613268864:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078413.388886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078413.390440:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078413.964856:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078414.412859:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078414.413428:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078414.988898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769078415.437500:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078415.438399:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078416.012844:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078416.460882:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078416.460907:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078417.036911:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078417.484873:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078417.484981:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769078418.060911:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078418.060920:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078418.060923:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078418.060933:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5403 00000100:00080000:3.0:1769078418.060943:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078418.060949:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769078418.060983:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613268992/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078418.061003:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078418.061006:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078418.061007:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078418.061010:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5403 00000100:00080000:3.0:1769078418.061012:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078418.061015:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078418.061022:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078418.061035:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613269120/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078418.061051:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613268992:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769078418.061061:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078418.061065:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769078418.061067:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078418.061072:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5403 00000100:00080000:3.0:1769078418.061075:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078418.061078:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078418.061082:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078418.061098:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613269248/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078418.061115:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769078418.061115:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078418.061121:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769078418.061123:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078418.061129:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5403 00000100:00080000:3.0:1769078418.061136:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078418.061140:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078418.061144:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078418.061154:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613269376/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078418.061158:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078418/real 1769078418] req@ffff9bc64d9aea00 x1855007613268992/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078418.061179:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613268992/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078418.061189:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078418.061193:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078418.061198:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613268992:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078418.061219:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613269120:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769078418.061240:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078418.061263:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078418/real 1769078418] req@ffff9bc64d9adf80 x1855007613269120/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078418.061265:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078418.061280:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613269120/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078418.061289:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078418.061293:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078418.061296:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613269120:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769078418.061302:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613269248:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078418.061330:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078418.061341:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078418/real 1769078418] req@ffff9bc64d9ad500 x1855007613269248/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078418.061352:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613269248/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078418.061359:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078418.061361:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078418.061364:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613269248:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078418.061378:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613269376:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078418.061398:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078418.061415:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078418/real 1769078418] req@ffff9bc64d9ace00 x1855007613269376/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078418.061426:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613269376/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078418.061433:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078418.061436:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078418.061439:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613269376:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078418.508894:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078418.509349:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078419.084907:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078419.532860:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078419.532927:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078420.108864:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078420.556892:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078420.556904:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078421.132848:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769078421.580927:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078421.581329:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078422.156890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078422.604882:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078422.604961:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078423.180920:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769078423.181043:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078423.181049:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078423.181053:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078423.181062:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5408 00000100:00080000:3.0:1769078423.181074:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078423.181082:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769078423.181123:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613269504/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078423.181157:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078423.181160:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078423.181163:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078423.181168:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5408 00000100:00080000:3.0:1769078423.181181:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078423.181186:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078423.181196:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078423.181208:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613269632/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078423.181218:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078423.181221:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769078423.181223:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078423.181259:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5408 00000100:00080000:3.0:1769078423.181263:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078423.181267:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078423.181272:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078423.181283:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613269760/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078423.181293:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078423.181295:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769078423.181297:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078423.181300:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5408 00000100:00080000:3.0:1769078423.181304:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078423.181307:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078423.181312:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078423.181322:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613269888/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078423.181429:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613269504:192.168.204.139@tcp:250:kworker.0 00000800:00000100:0.0:1769078423.181489:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078423.181522:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078423/real 1769078423] req@ffff9bc64d9ace00 x1855007613269504/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078423.181551:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613269504/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078423.181560:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078423.181564:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078423.181568:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613269504:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078423.181575:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613269632:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769078423.181598:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078423.181610:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078423/real 1769078423] req@ffff9bc64d9ad500 x1855007613269632/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078423.181621:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613269632/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078423.181629:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078423.181632:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078423.181634:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613269632:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769078423.181640:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613269760:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078423.181658:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078423.181669:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078423/real 1769078423] req@ffff9bc64d9adf80 x1855007613269760/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078423.181897:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613269760/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078423.181906:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078423.181909:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078423.181912:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613269760:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078423.181918:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613269888:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078423.181940:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078423.181951:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078423/real 1769078423] req@ffff9bc64d9aea00 x1855007613269888/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078423.181963:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613269888/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078423.181970:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078423.181973:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078423.181976:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613269888:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078423.628867:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078423.628920:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078424.204901:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078424.652847:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078424.652950:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078425.228938:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078425.677069:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078425.677353:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078426.252926:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078426.700857:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078426.700876:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078427.276950:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078427.724927:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078427.724946:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078428.300896:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078428.300910:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078428.300918:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078428.300923:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078428.300938:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5413 00000100:00080000:0.0:1769078428.300952:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078428.300960:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078428.301002:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07dc00 x1855007613270016/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078428.301039:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078428.301046:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078428.301048:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078428.301052:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5413 00000100:00080000:0.0:1769078428.301056:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078428.301060:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078428.301071:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078428.301084:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613270144/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078428.301095:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078428.301099:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078428.301101:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078428.301105:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5413 00000100:00080000:0.0:1769078428.301108:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078428.301115:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078428.301122:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078428.301122:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613270016:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078428.301154:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613270272/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078428.301167:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078428.301170:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078428.301173:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078428.301177:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5413 00000100:00080000:0.0:1769078428.301180:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078428.301185:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078428.301190:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078428.301201:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613270400/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769078428.301217:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078428.301266:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078428/real 1769078428] req@ffff9bc64f07dc00 x1855007613270016/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078428.301284:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07dc00 x1855007613270016/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078428.301294:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078428.301298:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078428.301302:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613270016:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078428.301309:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613270144:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078428.301329:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078428.301340:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078428/real 1769078428] req@ffff9bc64f07d180 x1855007613270144/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078428.301350:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613270144/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078428.301358:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078428.301361:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078428.301364:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613270144:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078428.301387:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613270272:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078428.301403:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078428.301411:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078428/real 1769078428] req@ffff9bc64f07f100 x1855007613270272/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078428.301421:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613270272/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078428.301428:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078428.301431:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078428.301435:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613270272:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078428.301440:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613270400:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078428.301454:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078428.301462:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078428/real 1769078428] req@ffff9bc64f07d880 x1855007613270400/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078428.301472:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613270400/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078428.301479:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078428.301482:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078428.301485:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613270400:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078428.748919:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078428.748981:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078429.324894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078429.772884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078429.772919:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078430.348886:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078430.797014:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078430.797281:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078431.372880:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078431.820839:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078431.820868:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078432.396878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078432.844866:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078432.844919:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078433.420865:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769078433.420875:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078433.420881:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078433.420886:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078433.420894:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5418 00000100:00080000:2.0:1769078433.420904:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078433.420910:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769078433.420942:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8700 x1855007613270528/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078433.420966:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078433.420970:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078433.420972:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078433.420976:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5418 00000100:00080000:2.0:1769078433.420979:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078433.420984:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078433.420994:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078433.421004:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613270528:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078433.421009:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9f80 x1855007613270656/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078433.421021:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078433.421025:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769078433.421027:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078433.421031:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5418 00000100:00080000:2.0:1769078433.421035:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078433.421038:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078433.421043:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078433.421064:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9500 x1855007613270784/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078433.421073:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078433.421076:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769078433.421077:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078433.421081:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5418 00000800:00000100:0.0:1769078433.421085:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:2.0:1769078433.421087:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078433.421093:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078433.421098:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078433.421110:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8000 x1855007613270912/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078433.421119:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078433/real 1769078433] req@ffff9bc67afd8700 x1855007613270528/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078433.421132:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8700 x1855007613270528/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078433.421139:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078433.421142:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078433.421144:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613270528:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078433.421160:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613270656:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769078433.421174:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078433.421182:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078433/real 1769078433] req@ffff9bc67afd9f80 x1855007613270656/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078433.421188:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9f80 x1855007613270656/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078433.421193:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078433.421195:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078433.421198:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613270656:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769078433.421201:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613270784:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078433.421210:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078433.421214:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078433/real 1769078433] req@ffff9bc67afd9500 x1855007613270784/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078433.421225:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9500 x1855007613270784/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078433.421229:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078433.421230:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078433.421233:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613270784:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078433.421238:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613270912:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078433.421254:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078433.421263:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078433/real 1769078433] req@ffff9bc67afd8000 x1855007613270912/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078433.421275:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8000 x1855007613270912/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078433.421282:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078433.421285:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078433.421287:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613270912:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078433.868874:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078433.868933:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078434.444893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078434.892889:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078434.892956:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078435.469346:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078435.916923:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078435.917079:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078436.492922:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:2.0:1769078436.940893:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078436.940903:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078437.517268:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769078437.964991:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078437.965645:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078438.540883:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769078438.540895:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078438.540901:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078438.540905:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078438.540913:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5424 00000100:00080000:2.0:1769078438.540924:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078438.540931:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769078438.541090:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb100 x1855007613271040/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078438.541112:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078438.541114:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078438.541116:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078438.541119:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5424 00000100:00080000:2.0:1769078438.541122:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078438.541125:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078438.541134:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078438.541146:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9c00 x1855007613271168/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078438.541164:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078438.541168:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769078438.541170:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078438.541173:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5424 00000100:00080000:2.0:1769078438.541177:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078438.541180:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078438.541185:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078438.541194:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9180 x1855007613271296/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078438.541201:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078438.541204:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769078438.541205:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078438.541209:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5424 00000100:00080000:2.0:1769078438.541212:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769078438.541218:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613271040:192.168.204.139@tcp:250:kworker.0 00000100:00080000:2.0:1769078438.541218:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078438.541224:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078438.541239:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdad80 x1855007613271424/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078438.541283:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078438.541319:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078438/real 1769078438] req@ffff9bc67afdb100 x1855007613271040/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078438.541336:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb100 x1855007613271040/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078438.541351:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078438.541355:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078438.541359:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613271040:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078438.541366:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613271168:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769078438.541389:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078438.541402:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078438/real 1769078438] req@ffff9bc67afd9c00 x1855007613271168/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078438.541415:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9c00 x1855007613271168/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078438.541422:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078438.541426:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078438.541429:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613271168:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769078438.541435:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613271296:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078438.541470:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078438.541480:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078438/real 1769078438] req@ffff9bc67afd9180 x1855007613271296/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078438.541491:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9180 x1855007613271296/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078438.541499:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078438.541502:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078438.541506:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613271296:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078438.541530:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613271424:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078438.541549:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078438.541560:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078438/real 1769078438] req@ffff9bc67afdad80 x1855007613271424/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078438.541572:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdad80 x1855007613271424/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078438.541580:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078438.541583:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078438.541586:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613271424:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078438.988886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078438.989082:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078439.567019:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078440.013269:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078440.013403:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078440.590294:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769078441.037045:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078441.038838:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078441.612890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078442.060936:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078442.061506:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078442.637113:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078443.084876:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078443.085060:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769078443.660920:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769078443.660922:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769078443.660935:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078443.660940:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078443.660951:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5429 00000100:00080000:1.0:1769078443.660964:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078443.660971:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769078443.661008:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92680 x1855007613271552/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078443.661041:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078443.661045:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078443.661046:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078443.661051:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5429 00000100:00080000:1.0:1769078443.661054:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078443.661058:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078443.661067:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078443.661080:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007613271680/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078443.661089:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078443.661092:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769078443.661093:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078443.661097:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5429 00000100:00080000:1.0:1769078443.661100:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078443.661104:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078443.661109:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078443.661118:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007613271808/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078443.661126:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078443.661129:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769078443.661130:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078443.661133:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5429 00000100:00080000:1.0:1769078443.661137:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078443.661140:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078443.661144:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078443.661152:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007613271936/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078443.661332:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613271552:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078443.661416:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613271680:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769078443.661440:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613271808:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078443.661457:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613271936:192.168.204.139@tcp:8:kworker.0 00010000:00010000:1.0:1769078444.109195:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078444.109268:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078444.685918:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078445.132903:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078445.132983:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078445.708991:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078446.156907:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078446.158099:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078446.733238:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:3.0:1769078446.733444:0:2357:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:3.0:1769078446.733504:0:2357:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769078446.733534:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769078446.733575:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769078446.733583:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:3.0:1769078446.733596:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:0.0:1769078446.733826:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078443/real 1769078446] req@ffff9bc64ac92680 x1855007613271552/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078446.733867:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92680 x1855007613271552/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078446.733877:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078446.733881:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078446.733885:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613271552:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078446.733893:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078443/real 1769078446] req@ffff9bc64ac91500 x1855007613271680/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078446.733903:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007613271680/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078446.733911:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078446.733914:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078446.733917:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613271680:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769078446.733923:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078443/real 1769078446] req@ffff9bc64ac92d80 x1855007613271808/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078446.733933:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007613271808/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078446.733939:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078446.733942:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078446.733945:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613271808:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078446.733951:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078443/real 1769078446] req@ffff9bc64ac91880 x1855007613271936/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078446.733960:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007613271936/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078446.733967:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078446.733970:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078446.733973:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613271936:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078447.180922:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078447.181742:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078447.756960:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078448.204905:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078448.205451:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078448.780979:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769078448.781004:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078448.781011:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078448.781015:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078448.781024:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5434 00000100:00080000:3.0:1769078448.781033:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078448.781039:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769078448.781078:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613272064/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078448.781107:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078448.781119:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078448.781121:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078448.781125:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5434 00000100:00080000:3.0:1769078448.781129:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078448.781132:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078448.781141:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078448.781153:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613272192/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078448.781162:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078448.781165:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769078448.781167:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078448.781169:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5434 00000100:00080000:3.0:1769078448.781172:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078448.781176:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078448.781181:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078448.781190:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613272320/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078448.781198:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078448.781201:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769078448.781203:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078448.781206:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5434 00000100:00080000:3.0:1769078448.781209:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078448.781212:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078448.781216:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078448.781224:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613272448/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078448.781610:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613272064:192.168.204.139@tcp:250:kworker.0 00000800:00000100:0.0:1769078448.781666:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078448.781697:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078448/real 1769078448] req@ffff9bc64d9adc00 x1855007613272064/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078448.781712:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613272064/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078448.781721:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078448.781725:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078448.781728:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613272064:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078448.781735:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613272192:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769078448.781752:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078448.781762:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078448/real 1769078448] req@ffff9bc64d9ad880 x1855007613272192/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078448.781773:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613272192/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078448.781815:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078448.781819:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078448.781822:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613272192:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769078448.781828:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613272320:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078448.781846:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078448.781856:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078448/real 1769078448] req@ffff9bc64d9ad180 x1855007613272320/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078448.781867:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613272320/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078448.781874:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078448.781877:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078448.781880:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613272320:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078448.781886:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613272448:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078448.781901:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078448.781910:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078448/real 1769078448] req@ffff9bc64d9ac380 x1855007613272448/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078448.781921:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613272448/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078448.781929:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078448.781932:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078448.781935:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613272448:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078449.228930:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078449.229552:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078449.804976:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078450.252875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078450.252945:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078450.828886:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078451.276872:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078451.276919:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078451.852935:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078452.300887:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078452.300944:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078452.877161:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078453.325840:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078453.328056:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078453.902421:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769078453.903021:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078453.903029:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078453.903034:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078453.903046:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5439 00000100:00080000:3.0:1769078453.903059:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078453.903068:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769078453.903112:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613272576/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078453.903142:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078453.903146:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078453.903147:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078453.903152:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5439 00000100:00080000:3.0:1769078453.903155:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078453.903159:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078453.903170:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078453.903181:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613272704/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078453.903190:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078453.903194:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769078453.903195:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078453.903198:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5439 00000100:00080000:3.0:1769078453.903201:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078453.903203:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078453.903207:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078453.903215:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613272832/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078453.903224:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078453.903227:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769078453.903228:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078453.903232:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5439 00000100:00080000:3.0:1769078453.903235:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078453.903239:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078453.903243:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078453.903253:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613272960/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078453.903279:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613272576:192.168.204.139@tcp:250:kworker.0 00000800:00000100:0.0:1769078453.903359:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078453.903399:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078453/real 1769078453] req@ffff9bc64d9aca80 x1855007613272576/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078453.903415:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613272576/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078453.903423:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078453.903427:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078453.903429:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613272576:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078453.903435:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613272704:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769078453.903450:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078453.903461:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078453/real 1769078453] req@ffff9bc64d9ae680 x1855007613272704/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078453.903469:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613272704/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078453.903475:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078453.903477:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078453.903479:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613272704:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769078453.903483:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613272832:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078453.903493:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078453.903498:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078453/real 1769078453] req@ffff9bc64d9ac000 x1855007613272832/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078453.903505:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613272832/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078453.903510:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078453.903511:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078453.903513:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613272832:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078453.903517:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613272960:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078453.903526:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078453.903531:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078453/real 1769078453] req@ffff9bc64d9aed80 x1855007613272960/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078453.903538:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613272960/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078453.903543:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078453.903544:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078453.903546:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613272960:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078454.348982:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078454.351883:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078454.924928:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078455.372878:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078455.372978:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078455.948977:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769078456.397083:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078456.397932:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078456.972878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078457.420889:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078457.421022:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078457.996875:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078458.444880:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078458.448755:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078459.020874:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769078459.020916:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078459.020923:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078459.020926:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078459.020934:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5444 00000100:00080000:1.0:1769078459.020944:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078459.020950:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769078459.020990:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007613273088/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078459.021024:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078459.021028:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078459.021030:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078459.021034:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5444 00000100:00080000:1.0:1769078459.021037:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078459.021041:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078459.021052:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078459.021063:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007613273216/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078459.021071:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078459.021074:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769078459.021076:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078459.021079:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5444 00000100:00080000:1.0:1769078459.021082:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078459.021086:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078459.021090:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078459.021102:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007613273344/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078459.021111:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078459.021114:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769078459.021115:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078459.021118:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5444 00000100:00080000:1.0:1769078459.021121:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769078459.021224:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613273088:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769078459.024274:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078459.024290:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078459.024317:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007613273472/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078459.024466:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078459.024517:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078459/real 1769078459] req@ffff9bc64ac90000 x1855007613273088/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078459.024535:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007613273088/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078459.024546:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078459.024550:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078459.024554:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613273088:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078459.024564:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613273216:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769078459.024607:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078459.024619:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078459/real 1769078459] req@ffff9bc64ac90e00 x1855007613273216/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078459.024643:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007613273216/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078459.024652:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078459.024655:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078459.024658:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613273216:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769078459.024665:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613273344:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078459.024685:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078459.024696:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078459/real 1769078459] req@ffff9bc64ac93480 x1855007613273344/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078459.024708:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007613273344/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078459.024716:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078459.024719:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078459.024722:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613273344:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078459.024749:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613273472:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078459.024767:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078459.024791:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078459/real 1769078459] req@ffff9bc64ac93100 x1855007613273472/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078459.024803:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007613273472/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078459.024811:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078459.024814:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078459.024817:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613273472:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078459.468886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078459.468947:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078460.044941:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078460.492878:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078460.492896:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078461.068896:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769078461.517211:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078461.517649:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078462.093609:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078462.540905:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078462.541057:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078463.116922:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078463.564891:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078463.565699:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078464.140873:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769078464.140891:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078464.140899:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078464.140907:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078464.140917:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5449 00000100:00080000:1.0:1769078464.140927:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078464.140934:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769078464.140970:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007613273600/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078464.140994:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078464.140998:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078464.141000:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078464.141005:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5449 00000100:00080000:1.0:1769078464.141009:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769078464.141042:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613273600:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769078464.141062:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078464.141072:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078464.141088:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007613273728/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078464.141100:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769078464.141100:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078464.141106:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769078464.141108:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078464.141113:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5449 00000100:00080000:1.0:1769078464.141118:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769078464.141138:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078464/real 1769078464] req@ffff9bc64ac91f80 x1855007613273600/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078464.141139:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078464.141157:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078464.141159:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007613273600/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078464.141171:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1769078464.141174:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007613273856/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078464.141177:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078464.141185:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613273600:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769078464.141195:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078464.141199:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769078464.141201:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078464.141206:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5449 00000100:00080000:1.0:1769078464.141210:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769078464.141211:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613273728:192.168.204.139@tcp:38:kworker.0 00000100:00080000:1.0:1769078464.141218:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078464.141224:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769078464.141235:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769078464.141240:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91180 x1855007613273984/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078464.141263:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078464/real 1769078464] req@ffff9bc64ac93800 x1855007613273728/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078464.141276:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007613273728/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078464.141284:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078464.141288:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078464.141291:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613273728:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769078464.141308:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613273856:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078464.141329:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078464.141341:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078464/real 1769078464] req@ffff9bc64ac92a00 x1855007613273856/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078464.141353:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007613273856/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078464.141361:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078464.141364:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078464.141368:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613273856:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078464.141379:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613273984:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078464.141394:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078464.141403:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078464/real 1769078464] req@ffff9bc64ac91180 x1855007613273984/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078464.141414:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91180 x1855007613273984/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078464.141433:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078464.141436:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078464.141439:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613273984:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078464.588868:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078464.588929:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078465.164895:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078465.612925:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078465.613121:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078466.188950:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078466.636908:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078466.636975:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078467.213034:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078467.660882:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078467.661024:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078468.236862:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769078468.685311:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078468.685400:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078469.260915:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769078469.261002:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078469.261008:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078469.261012:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078469.261020:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5454 00000100:00080000:3.0:1769078469.261030:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078469.261036:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769078469.261071:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613274112/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078469.261145:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613274112:192.168.204.139@tcp:250:kworker.0 00000800:00000100:0.0:1769078469.261213:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769078469.261239:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078469.261242:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078469.261244:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078469.261248:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5454 00000100:00080000:3.0:1769078469.261251:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078469.261255:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078469.261264:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078469.261276:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613274240/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078469.261678:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078469/real 1769078469] req@ffff9bc64d9aed80 x1855007613274112/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078469.261696:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613274112/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078469.261705:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078469.261709:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078469.261713:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613274112:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078469.261737:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613274240:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769078469.261759:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078469.261772:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078469/real 1769078469] req@ffff9bc64d9ac000 x1855007613274240/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078469.261814:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613274240/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078469.261822:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078469.261825:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078469.261828:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613274240:192.168.204.139@tcp:38:kworker.0 00000100:00080000:3.0:1769078469.261932:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078469.261936:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769078469.261938:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078469.261943:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5454 00000100:00080000:3.0:1769078469.261947:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078469.261951:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078469.261957:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078469.261971:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613274368/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078469.262019:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613274368:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078469.262043:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769078469.262063:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078469.262067:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769078469.262069:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078469.262073:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5454 00000100:00080000:3.0:1769078469.262077:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078469.262081:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078469.262086:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078469.262098:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613274496/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078469.262307:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078469/real 1769078469] req@ffff9bc64d9ae680 x1855007613274368/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078469.262319:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613274368/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078469.262576:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078469.262579:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078469.262582:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613274368:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078469.262595:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613274496:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078469.262616:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078469.262627:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078469/real 1769078469] req@ffff9bc64d9aca80 x1855007613274496/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078469.262637:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613274496/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078469.262644:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078469.262647:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078469.262650:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613274496:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078469.708888:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078469.708957:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078470.287953:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769078470.732965:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078470.733036:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078471.309246:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078471.756885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078471.759822:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078472.332896:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078472.780864:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078472.780907:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078473.356883:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078473.804861:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078473.804916:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078474.380882:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769078474.380885:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078474.380895:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078474.380899:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078474.380905:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5459 00000100:00080000:3.0:1769078474.380914:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078474.380919:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769078474.380949:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613274624/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078474.380971:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078474.380975:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078474.380976:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078474.380980:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5459 00000100:00080000:3.0:1769078474.380982:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078474.380985:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078474.380993:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078474.381002:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613274752/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078474.381010:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078474.381012:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769078474.381014:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078474.381021:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5459 00000100:00100000:0.0:1769078474.381023:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613274624:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769078474.381026:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078474.381039:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078474.381047:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078474.381062:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613274880/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078474.381072:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078474.381076:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769078474.381078:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078474.381082:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5459 00000100:00080000:3.0:1769078474.381086:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078474.381091:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078474.381097:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078474.381109:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613275008/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078474.381114:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078474.381164:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078474/real 1769078474] req@ffff9bc64d9ac380 x1855007613274624/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078474.381180:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613274624/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078474.381188:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078474.381192:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078474.381195:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613274624:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078474.381218:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613274752:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769078474.381232:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078474.381239:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078474/real 1769078474] req@ffff9bc64d9ad180 x1855007613274752/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078474.381247:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613274752/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078474.381252:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078474.381254:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078474.381256:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613274752:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769078474.381260:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613274880:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078474.381269:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078474.381274:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078474/real 1769078474] req@ffff9bc64d9ad880 x1855007613274880/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078474.381280:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613274880/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078474.381285:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078474.381287:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078474.381288:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613274880:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078474.381291:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613275008:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078474.381300:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078474.381304:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078474/real 1769078474] req@ffff9bc64d9adc00 x1855007613275008/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078474.381311:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613275008/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078474.381316:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078474.381317:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078474.381319:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613275008:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078474.828915:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078474.828969:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078475.404866:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078475.852884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078475.852934:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078476.428908:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078476.876868:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078476.876925:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078477.452887:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:0.0:1769078477.900887:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078477.900910:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078478.476883:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078478.924872:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078478.924929:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078479.500910:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769078479.500946:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078479.500951:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078479.500954:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078479.500964:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5465 00000100:00080000:1.0:1769078479.500975:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078479.500981:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769078479.501017:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90380 x1855007613275136/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078479.501049:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078479.501053:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078479.501055:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078479.501059:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5465 00000100:00080000:1.0:1769078479.501062:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078479.501066:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078479.501074:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078479.501088:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90700 x1855007613275264/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078479.501101:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078479.501104:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769078479.501108:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078479.501112:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5465 00000100:00100000:0.0:1769078479.501116:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613275136:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769078479.501117:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078479.501125:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078479.501132:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078479.501146:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91180 x1855007613275392/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078479.501156:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078479.501159:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769078479.501161:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078479.501165:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5465 00000100:00080000:1.0:1769078479.501172:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078479.501176:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078479.501181:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769078479.501186:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769078479.501195:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92a00 x1855007613275520/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078479.501222:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078479/real 1769078479] req@ffff9bc64ac90380 x1855007613275136/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078479.501238:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90380 x1855007613275136/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078479.501247:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078479.501250:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078479.501253:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613275136:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078479.501271:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613275264:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769078479.501307:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078479.501316:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078479/real 1769078479] req@ffff9bc64ac90700 x1855007613275264/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078479.501325:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90700 x1855007613275264/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078479.501336:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078479.501338:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078479.501341:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613275264:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769078479.501345:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613275392:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078479.501357:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078479.501364:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078479/real 1769078479] req@ffff9bc64ac91180 x1855007613275392/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078479.501377:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91180 x1855007613275392/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078479.501385:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078479.501389:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078479.501392:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613275392:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078479.501399:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613275520:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078479.501420:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078479.501432:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078479/real 1769078479] req@ffff9bc64ac92a00 x1855007613275520/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078479.501445:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92a00 x1855007613275520/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078479.501453:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078479.501457:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078479.501461:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613275520:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078479.948966:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078479.949186:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078480.524946:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078480.972917:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078480.972982:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078481.548952:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078481.996888:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078481.996981:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078482.572905:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078483.020950:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078483.021493:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078483.596887:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078484.044888:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078484.044907:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078484.620914:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769078484.621007:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078484.621012:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078484.621016:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078484.621024:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5470 00000100:00080000:3.0:1769078484.621035:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078484.621041:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769078484.621071:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613275648/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078484.621100:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078484.621102:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078484.621103:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078484.621106:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5470 00000100:00080000:3.0:1769078484.621109:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078484.621112:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078484.621119:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078484.621127:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613275776/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078484.621138:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078484.621140:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769078484.621141:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078484.621143:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5470 00000100:00080000:3.0:1769078484.621145:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078484.621147:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078484.621150:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078484.621155:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613275904/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078484.621161:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078484.621162:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769078484.621163:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078484.621165:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5470 00000100:00080000:3.0:1769078484.621167:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078484.621169:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078484.621171:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078484.621175:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613276032/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078484.623315:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613275648:192.168.204.139@tcp:250:kworker.0 00000800:00000100:0.0:1769078484.623385:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078484.623427:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078484/real 1769078484] req@ffff9bc64d9aea00 x1855007613275648/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078484.623446:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613275648/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078484.623457:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078484.623461:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078484.623465:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613275648:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078484.623473:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613275776:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769078484.623495:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078484.623506:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078484/real 1769078484] req@ffff9bc64d9adf80 x1855007613275776/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078484.623518:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613275776/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078484.623526:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078484.623529:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078484.623532:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613275776:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769078484.623538:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613275904:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078484.623559:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078484.623569:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078484/real 1769078484] req@ffff9bc64d9ad500 x1855007613275904/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078484.623581:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613275904/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078484.623588:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078484.623591:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078484.623594:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613275904:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078484.623600:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613276032:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078484.623617:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078484.623627:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078484/real 1769078484] req@ffff9bc64d9ace00 x1855007613276032/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078484.623638:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613276032/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078484.623645:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078484.623648:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078484.623651:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613276032:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078485.068899:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078485.069349:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078485.645127:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078486.092900:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078486.096604:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078486.669249:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078487.116900:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078487.117041:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078487.693403:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769078488.141175:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078488.141233:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078488.716878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:2.0:1769078489.165012:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078489.165107:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078489.740967:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769078489.741114:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078489.741121:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078489.741125:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078489.741133:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5475 00000100:00080000:3.0:1769078489.741144:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078489.741150:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769078489.741185:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613276160/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078489.741216:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078489.741220:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078489.741222:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078489.741226:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5475 00000100:00080000:3.0:1769078489.741230:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078489.741234:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078489.741243:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078489.741256:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613276288/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078489.741266:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078489.741269:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769078489.741271:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078489.741274:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5475 00000100:00080000:3.0:1769078489.741277:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078489.741281:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078489.741285:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078489.741295:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613276416/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078489.741305:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078489.741309:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769078489.741310:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078489.741313:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5475 00000100:00080000:3.0:1769078489.741317:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078489.741320:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078489.741325:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078489.741336:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613276544/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078489.741353:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613276160:192.168.204.139@tcp:250:kworker.0 00000800:00000100:0.0:1769078489.741411:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078489.741448:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078489/real 1769078489] req@ffff9bc64d9ace00 x1855007613276160/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078489.741471:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613276160/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078489.741482:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078489.741486:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078489.741489:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613276160:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078489.741496:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613276288:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769078489.741515:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078489.741525:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078489/real 1769078489] req@ffff9bc64d9ad500 x1855007613276288/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078489.741536:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613276288/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078489.741543:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078489.741545:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078489.741548:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613276288:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769078489.741553:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613276416:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078489.741566:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078489.741574:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078489/real 1769078489] req@ffff9bc64d9adf80 x1855007613276416/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078489.741582:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613276416/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078489.741593:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078489.741596:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078489.741598:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613276416:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078489.741620:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613276544:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078489.741633:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078489.741641:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078489/real 1769078489] req@ffff9bc64d9aea00 x1855007613276544/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078489.741650:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613276544/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078489.741656:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078489.741659:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078489.741661:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613276544:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078490.189106:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078490.189294:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078490.764965:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078491.212884:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078491.212980:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078491.788895:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078492.236887:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078492.237122:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078492.812893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769078493.261171:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078493.261226:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078493.836904:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:2.0:1769078494.286711:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078494.286839:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078494.860900:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769078494.862349:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078494.862356:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078494.862360:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078494.862369:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5480 00000100:00080000:3.0:1769078494.862380:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078494.862388:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769078494.862423:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613276672/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078494.862512:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613276672:192.168.204.139@tcp:250:kworker.0 00000800:00000100:0.0:1769078494.862579:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769078494.862612:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078494.862615:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078494.862618:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078494.862622:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5480 00000100:00080000:3.0:1769078494.862626:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078494.862631:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078494.862640:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078494.862654:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613276800/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078494.862712:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078494/real 1769078494] req@ffff9bc64d9adc00 x1855007613276672/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078494.862729:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613276672/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078494.862739:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078494.862743:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078494.862747:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613276672:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078494.862772:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613276800:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769078494.862828:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078494.862840:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078494/real 1769078494] req@ffff9bc64d9ad880 x1855007613276800/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078494.862851:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613276800/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078494.862859:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078494.862863:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078494.862867:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613276800:192.168.204.139@tcp:38:kworker.0 00000100:00080000:3.0:1769078494.866396:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078494.866404:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769078494.866408:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078494.866416:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5480 00000100:00080000:3.0:1769078494.866425:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078494.866431:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078494.866441:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078494.866465:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613276928/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078494.866519:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613276928:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078494.866567:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769078494.866594:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078494.866597:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769078494.866599:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078494.866603:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5480 00000100:00080000:3.0:1769078494.866607:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078494.866611:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078494.866616:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078494.866628:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613277056/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078494.866672:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078494/real 1769078494] req@ffff9bc64d9ad180 x1855007613276928/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078494.866687:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613276928/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078494.866695:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078494.866699:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078494.866703:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613276928:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078494.866722:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613277056:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078494.866743:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078494.866755:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078494/real 1769078494] req@ffff9bc64d9ac380 x1855007613277056/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078494.866767:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613277056/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078494.866801:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078494.866805:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078494.866808:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613277056:192.168.204.139@tcp:8:kworker.0 00010000:00010000:1.0:1769078495.309105:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078495.309770:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078495.884885:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078496.333709:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078496.333793:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078496.910771:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078497.356879:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078497.357009:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078497.932902:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078498.380887:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078498.381085:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078498.956893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078499.404877:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078499.413080:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769078499.980884:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078499.980892:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078499.980897:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078499.980904:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5485 00000100:00080000:3.0:1769078499.980914:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078499.980921:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769078499.980965:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613277184/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078499.981031:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613277184:192.168.204.139@tcp:250:kworker.0 00000800:00000100:0.0:1769078499.981082:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769078499.981108:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078499.981111:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078499.981113:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078499.981116:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5485 00000100:00080000:3.0:1769078499.981119:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078499.981122:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078499.981128:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078499.981138:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613277312/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078499.981649:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078499.982277:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078499/real 1769078499] req@ffff9bc64d9aca80 x1855007613277184/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078499.982297:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613277184/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078499.982307:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078499.982311:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078499.982314:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613277184:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078499.982338:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613277312:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769078499.982371:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078499.982384:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078499/real 1769078499] req@ffff9bc64d9ae680 x1855007613277312/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078499.982396:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613277312/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078499.982409:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078499.982413:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078499.982416:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613277312:192.168.204.139@tcp:38:kworker.0 00000100:00080000:3.0:1769078499.982489:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078499.982494:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769078499.982497:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078499.982502:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5485 00000100:00080000:3.0:1769078499.982508:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078499.982512:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078499.982519:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078499.982536:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613277440/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078499.982546:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078499.982549:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769078499.982551:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078499.982554:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5485 00000100:00080000:3.0:1769078499.982557:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078499.982560:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078499.982565:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078499.982576:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613277568/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078499.982720:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613277440:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078499.982747:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078499.982758:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078499/real 1769078499] req@ffff9bc64d9ac000 x1855007613277440/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078499.982769:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613277440/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078499.982794:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078499.982798:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078499.982801:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613277440:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078499.982806:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613277568:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078499.982964:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078499.982977:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078499/real 1769078499] req@ffff9bc64d9aed80 x1855007613277568/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078499.982988:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613277568/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078499.982996:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078499.982999:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078499.983003:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613277568:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078500.428862:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078500.431541:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078501.004903:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078501.453259:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078501.453261:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078502.028969:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769078502.481044:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078502.481182:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078503.055103:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:2.0:1769078503.505242:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078503.505359:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078504.076909:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:1.0:1769078504.527140:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078504.527201:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078505.100900:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769078505.101063:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078505.101069:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078505.101073:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078505.101082:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5490 00000100:00080000:3.0:1769078505.101091:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078505.101097:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769078505.101134:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aed80 x1855007613277696/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078505.101205:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613277696:192.168.204.139@tcp:250:kworker.0 00000800:00000100:0.0:1769078505.101264:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:3.0:1769078505.101292:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078505.101296:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078505.101297:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078505.101302:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5490 00000100:00080000:3.0:1769078505.101306:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078505.101310:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078505.101319:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078505.101333:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac000 x1855007613277824/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078505.102033:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078505/real 1769078505] req@ffff9bc64d9aed80 x1855007613277696/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078505.102050:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aed80 x1855007613277696/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078505.102060:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078505.102064:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078505.102067:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613277696:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078505.102091:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613277824:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769078505.102114:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078505.102125:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078505/real 1769078505] req@ffff9bc64d9ac000 x1855007613277824/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078505.102136:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac000 x1855007613277824/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078505.102144:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078505.102147:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078505.102150:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613277824:192.168.204.139@tcp:38:kworker.0 00000100:00080000:3.0:1769078505.102545:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078505.102550:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769078505.102552:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078505.102556:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5490 00000100:00080000:3.0:1769078505.102560:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078505.102565:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078505.102572:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078505.102585:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ae680 x1855007613277952/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078505.102595:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078505.102598:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769078505.102600:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078505.102604:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5490 00000100:00080000:3.0:1769078505.102607:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078505.102610:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078505.102615:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078505.102624:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aca80 x1855007613278080/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078505.102687:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613277952:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078505.102710:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078505.102721:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078505/real 1769078505] req@ffff9bc64d9ae680 x1855007613277952/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078505.102733:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ae680 x1855007613277952/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078505.102740:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078505.102743:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078505.102747:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613277952:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078505.102752:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613278080:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078505.102766:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078505.102787:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078505/real 1769078505] req@ffff9bc64d9aca80 x1855007613278080/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078505.102798:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aca80 x1855007613278080/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078505.102806:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078505.102809:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078505.102812:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613278080:192.168.204.139@tcp:8:kworker.0 00010000:00010000:3.0:1769078505.549857:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078505.549883:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078506.125344:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078506.572898:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078506.573340:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078507.148916:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078507.596888:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078507.596957:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078508.172896:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078508.620922:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078508.621345:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078509.196911:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078509.644890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078509.644906:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769078510.220876:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078510.220886:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1769078510.220888:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769078510.220889:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078510.220899:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5495 00000100:00080000:3.0:1769078510.220908:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078510.220923:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769078510.220958:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ac380 x1855007613278208/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078510.220979:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078510.220981:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078510.220983:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078510.220986:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5495 00000100:00080000:3.0:1769078510.220988:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078510.220990:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078510.220997:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078510.221004:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad180 x1855007613278336/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078510.221012:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078510.221014:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769078510.221016:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078510.221018:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5495 00000100:00080000:3.0:1769078510.221019:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078510.221022:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078510.221025:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078510.221031:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad880 x1855007613278464/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078510.221039:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613278208:192.168.204.139@tcp:250:kworker.0 00000100:00080000:3.0:1769078510.221040:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078510.221044:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769078510.221047:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078510.221051:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5495 00000100:00080000:3.0:1769078510.221053:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078510.221055:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078510.221058:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078510.221066:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adc00 x1855007613278592/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078510.221143:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613278336:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769078510.221184:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613278464:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078510.221207:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613278592:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078510.668866:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078510.668919:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078511.244897:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078511.692869:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078511.692925:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078512.268897:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769078512.717005:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078512.718795:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078513.292903:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000400:00000100:2.0:1769078513.293050:0:2359:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.139:988 00000400:00000100:2.0:1769078513.293087:0:2359:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.139@tcp at host 192.168.204.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769078513.293103:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769078513.293141:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769078513.293149:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000800:00000100:2.0:1769078513.293165:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.139@tcp 00000100:00100000:0.0:1769078513.293288:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078510/real 1769078513] req@ffff9bc64d9ad880 x1855007613278464/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078513.293311:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad880 x1855007613278464/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078513.293322:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078513.293327:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078513.293331:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613278464:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078513.293339:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078510/real 1769078513] req@ffff9bc64d9adc00 x1855007613278592/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078513.293351:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adc00 x1855007613278592/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078513.293357:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078513.293361:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078513.293364:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613278592:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078513.293371:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078510/real 1769078513] req@ffff9bc64d9ac380 x1855007613278208/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078513.293383:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ac380 x1855007613278208/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078513.293389:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078513.293392:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078513.293396:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613278208:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078513.293402:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078510/real 1769078513] req@ffff9bc64d9ad180 x1855007613278336/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078513.293413:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad180 x1855007613278336/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078513.293421:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078513.293424:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078513.293428:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613278336:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769078513.740869:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078513.740934:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078514.316927:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078514.764894:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078514.765105:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078515.340916:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769078515.341884:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078515.341891:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078515.341895:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078515.341907:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5500 00000100:00080000:1.0:1769078515.341926:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078515.341935:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769078515.341974:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93800 x1855007613278720/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078515.342017:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078515.342021:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078515.342023:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078515.342027:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5500 00000100:00080000:1.0:1769078515.342031:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078515.342035:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078515.342045:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078515.342058:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91f80 x1855007613278848/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078515.342068:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078515.342071:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769078515.342073:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078515.342076:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5500 00000100:00080000:1.0:1769078515.342079:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078515.342083:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078515.342088:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078515.342101:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93100 x1855007613278976/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078515.342110:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078515.342114:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769078515.342116:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078515.342119:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5500 00000100:00080000:1.0:1769078515.342123:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078515.342127:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078515.342131:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078515.342140:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93480 x1855007613279104/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078515.343821:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613278720:192.168.204.139@tcp:250:kworker.0 00000800:00000100:0.0:1769078515.343885:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078515.343931:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078515/real 1769078515] req@ffff9bc64ac93800 x1855007613278720/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078515.343944:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93800 x1855007613278720/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078515.343956:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078515.343960:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078515.343963:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613278720:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078515.343968:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613278848:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769078515.343983:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078515.343990:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078515/real 1769078515] req@ffff9bc64ac91f80 x1855007613278848/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078515.343997:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91f80 x1855007613278848/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078515.344005:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078515.344008:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078515.344011:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613278848:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769078515.344017:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613278976:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078515.344036:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078515.344046:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078515/real 1769078515] req@ffff9bc64ac93100 x1855007613278976/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078515.344057:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93100 x1855007613278976/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078515.344064:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078515.344067:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078515.344071:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613278976:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078515.344077:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613279104:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078515.344095:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078515.344105:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078515/real 1769078515] req@ffff9bc64ac93480 x1855007613279104/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078515.344117:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93480 x1855007613279104/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078515.344124:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078515.344127:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078515.344129:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613279104:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078515.788869:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078515.789020:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078516.364929:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078516.812965:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078516.813121:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078517.388920:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078517.837240:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078517.837490:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078518.413067:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078518.860930:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078518.861014:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078519.437126:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078519.885033:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078519.885317:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078520.460922:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:3.0:1769078520.461051:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078520.461057:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078520.461062:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078520.461071:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5506 00000100:00080000:3.0:1769078520.461084:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078520.461090:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:3.0:1769078520.461135:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9aea00 x1855007613279232/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078520.461173:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078520.461177:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078520.461179:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078520.461187:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5506 00000100:00080000:3.0:1769078520.461192:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078520.461196:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078520.461207:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078520.461222:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9adf80 x1855007613279360/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078520.461234:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078520.461238:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1769078520.461239:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078520.461243:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5506 00000100:00080000:3.0:1769078520.461247:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078520.461250:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078520.461255:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078520.461265:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ad500 x1855007613279488/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078520.461274:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078520.461277:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769078520.461278:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078520.461282:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5506 00000100:00080000:3.0:1769078520.461285:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078520.461288:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1769078520.461293:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078520.461303:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64d9ace00 x1855007613279616/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078520.461395:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613279232:192.168.204.139@tcp:250:kworker.0 00000800:00000100:0.0:1769078520.461479:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078520.461535:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078520/real 1769078520] req@ffff9bc64d9aea00 x1855007613279232/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078520.461553:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9aea00 x1855007613279232/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078520.461564:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078520.461568:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078520.461573:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613279232:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078520.461581:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613279360:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769078520.461642:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078520.461651:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078520/real 1769078520] req@ffff9bc64d9adf80 x1855007613279360/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078520.461659:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9adf80 x1855007613279360/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078520.461665:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078520.461667:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078520.461670:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613279360:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769078520.461673:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613279488:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078520.461685:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078520.461690:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078520/real 1769078520] req@ffff9bc64d9ad500 x1855007613279488/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078520.461697:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ad500 x1855007613279488/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078520.461702:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078520.461704:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078520.461706:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613279488:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078520.461709:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613279616:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078520.461717:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078520.461725:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078520/real 1769078520] req@ffff9bc64d9ace00 x1855007613279616/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078520.461736:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64d9ace00 x1855007613279616/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078520.461743:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078520.461745:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078520.461748:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64d9ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613279616:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078520.908916:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078520.908974:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078521.484878:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769078521.933010:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078521.933234:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078522.508894:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078522.956977:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078522.957402:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078523.532889:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769078523.981152:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078523.984117:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078524.556916:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078525.004885:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078525.004941:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078525.580893:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078525.581550:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078525.581557:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078525.581561:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078525.581570:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5511 00000100:00080000:0.0:1769078525.581581:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078525.581589:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078525.581628:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613279744/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078525.581661:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078525.581665:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078525.581667:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078525.581671:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5511 00000100:00080000:0.0:1769078525.581675:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078525.581679:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078525.581688:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078525.581706:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613279872/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078525.581717:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078525.581720:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078525.581722:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078525.581725:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5511 00000100:00080000:0.0:1769078525.581728:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078525.581731:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078525.581735:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078525.581744:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613280000/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078525.581753:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078525.581756:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078525.581757:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078525.581760:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5511 00000100:00080000:0.0:1769078525.581763:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078525.581767:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078525.581771:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078525.581839:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613280128/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078525.582466:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613279744:192.168.204.139@tcp:250:kworker.0 00000800:00000100:2.0:1769078525.582536:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078525.582587:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078525/real 1769078525] req@ffff9bc64f07df80 x1855007613279744/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078525.582603:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613279744/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078525.582612:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078525.582616:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078525.582619:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613279744:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078525.582625:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613279872:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078525.582646:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078525.582657:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078525/real 1769078525] req@ffff9bc64f07c700 x1855007613279872/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078525.582673:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613279872/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078525.582680:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078525.582683:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078525.582686:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613279872:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078525.582692:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613280000:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078525.582711:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078525.582722:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078525/real 1769078525] req@ffff9bc64f07ed80 x1855007613280000/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078525.582734:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613280000/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078525.582741:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078525.582744:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078525.582747:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613280000:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078525.582752:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613280128:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078525.582769:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078525.582805:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078525/real 1769078525] req@ffff9bc64f07fb80 x1855007613280128/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078525.582817:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613280128/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078525.582830:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078525.582833:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078525.582836:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613280128:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078526.028939:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078526.028940:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078526.605009:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078527.053036:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078527.054458:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078527.628901:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078528.076921:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078528.076947:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078528.653041:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078529.100890:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078529.100947:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078529.677595:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078530.124886:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078530.128725:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769078530.700920:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078530.700933:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078530.700938:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078530.700948:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5516 00000100:00080000:2.0:1769078530.700961:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769078530.700966:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:2.0:1769078530.700969:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1769078530.701008:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afdb800 x1855007613280256/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078530.701043:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078530.701047:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078530.701049:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078530.701053:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5516 00000100:00080000:2.0:1769078530.701057:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078530.701061:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078530.701070:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078530.701083:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd8380 x1855007613280384/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078530.701093:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078530.701096:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1769078530.701098:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078530.701102:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5516 00000100:00080000:2.0:1769078530.701105:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078530.701109:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078530.701113:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078530.701123:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afd9880 x1855007613280512/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078530.701132:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078530.701134:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769078530.701136:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078530.701139:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5516 00000100:00080000:2.0:1769078530.701143:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078530.701146:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1769078530.701151:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078530.701161:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc67afda680 x1855007613280640/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078530.701431:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613280256:192.168.204.139@tcp:250:kworker.0 00000800:00000100:0.0:1769078530.701492:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078530.701543:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078530/real 1769078530] req@ffff9bc67afdb800 x1855007613280256/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078530.701560:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afdb800 x1855007613280256/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078530.701569:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078530.701573:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078530.701577:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613280256:192.168.204.139@tcp:250:kworker.0 00000100:00100000:0.0:1769078530.701585:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613280384:192.168.204.139@tcp:38:kworker.0 00000800:00000100:0.0:1769078530.701606:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078530.701617:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078530/real 1769078530] req@ffff9bc67afd8380 x1855007613280384/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078530.701629:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd8380 x1855007613280384/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078530.701638:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078530.701641:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078530.701645:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613280384:192.168.204.139@tcp:38:kworker.0 00000100:00100000:0.0:1769078530.701651:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613280512:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078530.701669:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078530.701679:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078530/real 1769078530] req@ffff9bc67afd9880 x1855007613280512/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078530.701690:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afd9880 x1855007613280512/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078530.701697:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078530.701700:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078530.701703:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613280512:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078530.701709:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613280640:192.168.204.139@tcp:8:kworker.0 00000800:00000100:0.0:1769078530.701725:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:0.0:1769078530.701734:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078530/real 1769078530] req@ffff9bc67afda680 x1855007613280640/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078530.701745:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc67afda680 x1855007613280640/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078530.701752:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078530.701755:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:0.0:1769078530.701758:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc67afda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613280640:192.168.204.139@tcp:8:kworker.0 00000100:00100000:3.0:1769078531.148993:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078531.150068:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078531.725192:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078532.172902:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078532.173106:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078532.749465:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078533.196850:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078533.196975:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078533.773035:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078534.220947:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078534.220997:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078534.797646:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:3.0:1769078535.244896:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078535.244972:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078535.821003:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078535.821010:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078535.821014:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078535.821024:0:22507:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5521 00000100:00080000:0.0:1769078535.821036:0:22507:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078535.821042:0:22507:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078535.821080:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d500 x1855007613280768/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078535.821141:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613280768:192.168.204.139@tcp:250:kworker.0 00000800:00000100:2.0:1769078535.821216:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769078535.821246:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078535.821250:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078535.821252:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078535.821257:0:22507:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5521 00000100:00080000:0.0:1769078535.821261:0:22507:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078535.821265:0:22507:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078535.821273:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078535.821288:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07fb80 x1855007613280896/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078535.821432:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078535/real 1769078535] req@ffff9bc64f07d500 x1855007613280768/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078535.821463:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d500 x1855007613280768/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078535.821473:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078535.821477:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078535.821480:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613280768:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078535.821504:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613280896:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078535.821526:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078535.821539:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078535/real 1769078535] req@ffff9bc64f07fb80 x1855007613280896/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078535.821550:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07fb80 x1855007613280896/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078535.821557:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078535.821560:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078535.821563:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613280896:192.168.204.139@tcp:38:kworker.0 00000100:00080000:0.0:1769078535.821714:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078535.821718:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078535.821720:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078535.821724:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5521 00000100:00080000:0.0:1769078535.821729:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078535.821732:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078535.821738:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078535.821761:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07ed80 x1855007613281024/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078535.821805:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613281024:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078535.821829:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:0.0:1769078535.821878:0:22507:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078535.821881:0:22507:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078535.821883:0:22507:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078535.821886:0:22507:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5521 00000100:00080000:0.0:1769078535.821890:0:22507:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078535.821894:0:22507:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078535.821900:0:22507:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078535.821911:0:22507:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07c700 x1855007613281152/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078535.822028:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078535/real 1769078535] req@ffff9bc64f07ed80 x1855007613281024/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078535.822041:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07ed80 x1855007613281024/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078535.822048:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078535.822051:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078535.822054:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613281024:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078535.822068:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613281152:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078535.822089:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078535.822099:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078535/real 1769078535] req@ffff9bc64f07c700 x1855007613281152/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078535.822110:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07c700 x1855007613281152/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078535.822118:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078535.822121:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078535.822124:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613281152:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078535.826230:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00010000:00010000:3.0:1769078536.271402:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078536.271540:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078536.844937:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078537.292896:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078537.292968:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078537.868907:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078538.317221:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078538.317339:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078538.892910:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078539.340875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078539.340912:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078539.917104:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078540.364861:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078540.364913:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078540.940867:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769078540.940873:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:0.0:1769078540.940875:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078540.940881:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078540.940890:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5526 00000100:00080000:0.0:1769078540.940900:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078540.940905:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:0.0:1769078540.940946:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07df80 x1855007613281280/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078540.940966:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078540.940968:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078540.940970:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078540.940972:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5526 00000100:00080000:0.0:1769078540.940974:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078540.940977:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078540.940983:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078540.940991:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d880 x1855007613281408/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078540.940998:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078540.941000:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1769078540.941001:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078540.941003:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5526 00000100:00080000:0.0:1769078540.941005:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078540.941006:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078540.941011:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078540.941020:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07f100 x1855007613281536/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078540.941031:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613281280:192.168.204.139@tcp:250:kworker.0 00000100:00080000:0.0:1769078540.941032:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078540.941041:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078540.941043:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078540.941046:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5526 00000100:00080000:0.0:1769078540.941049:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078540.941052:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1769078540.941057:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078540.941067:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64f07d180 x1855007613281664/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769078540.941102:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078540.941140:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078540/real 1769078540] req@ffff9bc64f07df80 x1855007613281280/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078540.941158:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07df80 x1855007613281280/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078540.941167:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078540.941171:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078540.941174:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613281280:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078540.941184:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613281408:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078540.941205:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078540.941216:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078540/real 1769078540] req@ffff9bc64f07d880 x1855007613281408/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078540.941226:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d880 x1855007613281408/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078540.941234:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078540.941237:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078540.941250:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613281408:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078540.941280:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613281536:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078540.941300:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078540.941309:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078540/real 1769078540] req@ffff9bc64f07f100 x1855007613281536/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078540.941320:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07f100 x1855007613281536/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078540.941327:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078540.941330:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078540.941333:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613281536:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078540.941338:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613281664:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078540.941363:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078540.941373:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078540/real 1769078540] req@ffff9bc64f07d180 x1855007613281664/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078540.941383:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64f07d180 x1855007613281664/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078540.941390:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078540.941393:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078540.941396:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64f07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613281664:192.168.204.139@tcp:8:kworker.0 00010000:00010000:3.0:1769078541.389285:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078541.390115:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078541.964890:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078542.413055:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078542.413073:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078542.988908:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078543.436855:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078543.436884:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078544.013300:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078544.460877:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078544.463834:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078545.036916:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078545.484873:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078545.484922:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078546.060912:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769078546.060942:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078546.060947:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078546.060951:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078546.060960:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5531 00000100:00080000:1.0:1769078546.060971:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078546.060978:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769078546.061013:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90e00 x1855007613281792/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078546.061045:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078546.061049:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078546.061051:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078546.061055:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5531 00000100:00080000:1.0:1769078546.061058:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078546.061062:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078546.061071:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078546.061083:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90000 x1855007613281920/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078546.061093:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078546.061095:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769078546.061097:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078546.061101:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5531 00000100:00080000:1.0:1769078546.061104:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078546.061108:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078546.061113:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078546.061122:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91880 x1855007613282048/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078546.061130:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078546.061133:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769078546.061134:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078546.061137:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5531 00000100:00080000:1.0:1769078546.061140:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078546.061143:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078546.061148:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078546.061169:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92d80 x1855007613282176/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078546.061259:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613281792:192.168.204.139@tcp:250:kworker.0 00000800:00000100:2.0:1769078546.061319:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078546.061366:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078546/real 1769078546] req@ffff9bc64ac90e00 x1855007613281792/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078546.061383:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90e00 x1855007613281792/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078546.061393:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078546.061396:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078546.061400:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613281792:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078546.061406:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613281920:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078546.061427:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078546.061438:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078546/real 1769078546] req@ffff9bc64ac90000 x1855007613281920/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078546.061450:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90000 x1855007613281920/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078546.061464:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078546.061468:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078546.061471:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613281920:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078546.061477:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613282048:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078546.061496:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078546.061505:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078546/real 1769078546] req@ffff9bc64ac91880 x1855007613282048/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078546.061517:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91880 x1855007613282048/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078546.061524:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078546.061527:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078546.061530:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613282048:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078546.061536:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613282176:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078546.061556:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078546.061565:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078546/real 1769078546] req@ffff9bc64ac92d80 x1855007613282176/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078546.061577:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92d80 x1855007613282176/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078546.061585:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078546.061588:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078546.061592:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613282176:192.168.204.139@tcp:8:kworker.0 00010000:00010000:3.0:1769078546.509057:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078546.509139:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078547.085307:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078547.532858:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078547.532907:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078548.108916:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078548.556876:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078548.556921:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078549.132921:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078549.580891:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078549.580955:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078550.157224:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078550.604866:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078550.604907:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769078551.180917:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769078551.180924:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769078551.180929:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078551.180936:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078551.180946:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5536 00000100:00080000:1.0:1769078551.180960:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078551.180968:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769078551.181016:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91500 x1855007613282304/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078551.181040:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078551.181044:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078551.181046:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078551.181050:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5536 00000100:00080000:1.0:1769078551.181053:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078551.181058:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078551.181067:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078551.181103:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92680 x1855007613282432/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078551.181104:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613282304:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769078551.181120:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078551.181124:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769078551.181127:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078551.181132:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5536 00000100:00080000:1.0:1769078551.181136:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078551.181140:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078551.181146:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078551.181157:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007613282560/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078551.181165:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078551.181169:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769078551.181171:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078551.181173:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5536 00000100:00080000:1.0:1769078551.181177:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1769078551.181179:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00080000:1.0:1769078551.181184:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078551.181189:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078551.181201:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007613282688/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078551.181230:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078551/real 1769078551] req@ffff9bc64ac91500 x1855007613282304/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078551.181250:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91500 x1855007613282304/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078551.181261:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078551.181266:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078551.181270:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613282304:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078551.181295:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613282432:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078551.181316:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078551.181328:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078551/real 1769078551] req@ffff9bc64ac92680 x1855007613282432/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078551.181341:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92680 x1855007613282432/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078551.181350:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078551.181353:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078551.181357:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613282432:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078551.181363:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613282560:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078551.181383:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078551.181393:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078551/real 1769078551] req@ffff9bc64ac91c00 x1855007613282560/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078551.181405:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007613282560/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078551.181413:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078551.181416:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078551.181420:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613282560:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078551.181425:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613282688:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078551.181440:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078551.181458:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078551/real 1769078551] req@ffff9bc64ac90a80 x1855007613282688/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078551.181469:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007613282688/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078551.181477:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078551.181480:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078551.181483:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613282688:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078551.628876:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078551.628933:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078552.204898:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078552.652930:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078552.652973:0:55496:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078553.229694:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078553.676900:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078553.676954:0:53572:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078554.252877:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078554.700919:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078554.700939:0:37585:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078555.276849:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00100000:0.0:1769078555.724875:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078555.724929:0:47798:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769078556.300892:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1136430d-88ea-4de2-9954-69c484e5445f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078556.300901:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078556.300905:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769078556.300912:0:64308:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88540 going to sleep for 0 seconds 00000100:00080000:1.0:1769078556.300915:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 5541 00000100:00080000:1.0:1769078556.300927:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078556.300933:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.139@tcp: import ffff9bc646eaa000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:1.0:1769078556.300965:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac92300 x1855007613282816/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078556.301011:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078556.301015:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078556.301017:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078556.301024:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5541 00000100:00100000:2.0:1769078556.301024:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613282816:192.168.204.139@tcp:250:kworker.0 00000100:00080000:1.0:1769078556.301030:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078556.301035:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9bc646483800: import ffff9bc676b43800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078556.301045:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078556.301058:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac93b80 x1855007613282944/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078556.301073:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078556.301076:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769078556.301078:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078556.301082:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5541 00000100:00080000:1.0:1769078556.301085:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078556.301089:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9bc646483800: import ffff9bc6462f6800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078556.301094:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769078556.301095:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:1.0:1769078556.301110:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac90a80 x1855007613283072/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078556.301119:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e818347-4d21-45d1-a323-b359656f3fdd->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078556.301122:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769078556.301124:0:38:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078556.301128:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: connect to NID 192.168.204.139@tcp last attempt 5541 00000100:00080000:1.0:1769078556.301132:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078556.301135:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9bc646483800: import ffff9bc64ad2c800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:1.0:1769078556.301140:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078556.301149:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bc64ac91c00 x1855007613283200/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078556.301153:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078556/real 1769078556] req@ffff9bc64ac92300 x1855007613282816/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078556.301182:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac92300 x1855007613282816/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078556.301192:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc646eaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078556.301197:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078556.301201:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1136430d-88ea-4de2-9954-69c484e5445f:2369:1855007613282816:192.168.204.139@tcp:250:kworker.0 00000100:00100000:2.0:1769078556.301222:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613282944:192.168.204.139@tcp:38:kworker.0 00000800:00000100:2.0:1769078556.301245:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078556.301257:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078556/real 1769078556] req@ffff9bc64ac93b80 x1855007613282944/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078556.301269:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac93b80 x1855007613282944/t0(0) o38->lustre-MDT0000-mdc-ffff9bc646483800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078556.301277:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc676b43800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078556.301288:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078556.301291:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613282944:192.168.204.139@tcp:38:kworker.0 00000100:00100000:2.0:1769078556.301297:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613283072:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078556.301317:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078556.301328:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078556/real 1769078556] req@ffff9bc64ac90a80 x1855007613283072/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078556.301339:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac90a80 x1855007613283072/t0(0) o8->lustre-OST0000-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078556.301353:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc6462f6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078556.301356:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078556.301359:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613283072:192.168.204.139@tcp:8:kworker.0 00000100:00100000:2.0:1769078556.301364:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613283200:192.168.204.139@tcp:8:kworker.0 00000800:00000100:2.0:1769078556.301379:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.139@tcp 00000100:00100000:2.0:1769078556.301387:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078556/real 1769078556] req@ffff9bc64ac91c00 x1855007613283200/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078556.301398:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9bc64ac91c00 x1855007613283200/t0(0) o8->lustre-OST0001-osc-ffff9bc646483800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078556.301405:0:2369:0:(import.c:65:import_set_state_nolock()) ffff9bc64ad2c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078556.301408:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.139@tcp failed (-110) 00000100:00100000:2.0:1769078556.301411:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bc64ac91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e818347-4d21-45d1-a323-b359656f3fdd:2369:1855007613283200:192.168.204.139@tcp:8:kworker.0 00000100:00100000:0.0:1769078556.748857:0:37586:0:(client.c:2690:ptlrpc_set_wait()) set ffff9bc649d88300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078556.748891:0:55495:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 83867 lines, 83867 kept, 0 dropped, 0 bad.